2024-06-13T05:59:41.561 INFO:root:teuthology version: 0.0.1.dev316+gc1b06c2 2024-06-13T05:59:41.561 DEBUG:teuthology.run:Teuthology command: teuthology --name teuthology-2024-06-12_21:24:03-fs-squid-distro-default-smithi --archive /home/teuthworker/archive/teuthology-2024-06-12_21:24:03-fs-squid-distro-default-smithi/7752724 --description fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} ms_mode/legacy wsync/no} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/no 5-quiesce/with-quiesce 6-workunit/fs/test_o_trunc}} --verbose --owner scheduled_teuthology@teuthology -- /home/teuthworker/archive/teuthology-2024-06-12_21:24:03-fs-squid-distro-default-smithi/7752724/orig.config.yaml 2024-06-13T05:59:41.616 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-06-13T05:59:41.709 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-06-12_21:24:03-fs-squid-distro-default-smithi/7752724 branch: squid description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} ms_mode/legacy wsync/no} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/no 5-quiesce/with-quiesce 6-workunit/fs/test_o_trunc}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7752724' kernel: client: sha1: distro kdb: 1 sha1: distro ktype: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules - exec: mon.a: - ceph mgr module enable snap_schedule name: teuthology-2024-06-12_21:24:03-fs-squid-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: squid ceph: cephfs: max_mds: 3 session_timeout: 300 standby_replay: true conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true mds_bal_replicate_threshold: 1 osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug cephsqlite: 20 debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 osd: bluestore block size: 96636764160 bluestore compression mode: aggressive bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10000 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability sha1: 3d89accfe3201286f000e065a1faea2a88c7a6ba subvols: create: 2 subvol_options: --namespace-isolated --size 25000000000 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} ceph-fuse: client.0: mount_subvol_num: 0 check-counter: counters: mds: - mds.exported - mds.imported - min: 3 name: mds_cache.dir_update - min: 3 name: mds_cache.dir_update_receipt - mds.root_rsnaps - mds_server.req_mksnap_latency.avgcount - mds_server.req_rmsnap_latency.avgcount dry_run: true install: ceph: flavor: default sha1: 3d89accfe3201286f000e065a1faea2a88c7a6ba kclient: client.0: mount_subvol_num: 1 mntopts: - ms_mode=legacy - nowsync syntax: v1 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: squid sha1: 1373963c202323287783ccb099bbae1ec8f14a5d owner: scheduled_teuthology@teuthology priority: 100 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 8815 sha1: 3d89accfe3201286f000e065a1faea2a88c7a6ba sleep_before_teardown: 0 subset: 250/512 suite: fs suite_branch: squid suite_path: /home/teuthworker/src/git.ceph.com_ceph_1373963c202323287783ccb099bbae1ec8f14a5d/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 1373963c202323287783ccb099bbae1ec8f14a5d syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi039.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBH5WSUDsirWXrM1R9KrLSLLIkjEXKb49btj3c+NblQpHGUqRVBrWo+489dXCkiV5kwsiq97fu6LLXsODf3c7FUc= smithi096.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBR1cKMsiU1b59WLvmslA9Slb5KronWR8NDH2Zl5rYjGnlKgeilhsc8/GBeVBmyOuBHhz/yT3zr/0pS5WSTCDx0= smithi149.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLW6rjvrMK4BYg00+duwTmKf4dBUmnZ89Lx4IOcbwMFowFNX6kwvl3IQE7T0LN7a96s64B2iBBhJHkKo4YEezSc= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - sequential: - mgrmodules - kclient: null - exec: mon.a: - ceph fs set cephfs balance_automate true - check-counter: {} - exec: mon.a: - ceph config set mgr mgr/snap_schedule/log_level debug - ceph config set mgr mgr/snap_schedule/allow_m_granularity true - ceph config set mgr mgr/snap_schedule/dump_on_update true - ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m - ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - date +%s > START_TIME - full_sequential_finally: - exec: mon.a: - date +%s > END_TIME - START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - quiescer: null - workunit: clients: all: - fs/test_o_trunc.sh teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: c1b06c2b5d3a02a3583265a115f09e052855bcf2 timestamp: 2024-06-12_21:24:03 tube: smithi user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2698841 2024-06-13T05:59:41.709 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_1373963c202323287783ccb099bbae1ec8f14a5d/qa; will attempt to use it 2024-06-13T05:59:41.710 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_1373963c202323287783ccb099bbae1ec8f14a5d/qa/tasks 2024-06-13T05:59:41.710 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-06-13T05:59:41.712 INFO:teuthology.task.internal:Checking packages... 2024-06-13T05:59:41.732 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '3d89accfe3201286f000e065a1faea2a88c7a6ba' 2024-06-13T05:59:41.732 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-06-13T05:59:41.733 INFO:teuthology.packaging:ref: None 2024-06-13T05:59:41.733 INFO:teuthology.packaging:tag: None 2024-06-13T05:59:41.733 INFO:teuthology.packaging:branch: squid 2024-06-13T05:59:41.733 INFO:teuthology.packaging:sha1: 3d89accfe3201286f000e065a1faea2a88c7a6ba 2024-06-13T05:59:41.733 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2024-06-13T05:59:41.900 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-2998.g1373963c 2024-06-13T05:59:41.902 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-06-13T05:59:41.909 INFO:teuthology.task.internal:no buildpackages task found 2024-06-13T05:59:41.909 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-06-13T05:59:41.939 INFO:teuthology.task.internal:Saving configuration 2024-06-13T05:59:41.959 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-06-13T05:59:41.965 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-06-13T05:59:41.981 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi039.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-06-12_21:24:03-fs-squid-distro-default-smithi/7752724', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-06-13 05:54:02.189226', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBH5WSUDsirWXrM1R9KrLSLLIkjEXKb49btj3c+NblQpHGUqRVBrWo+489dXCkiV5kwsiq97fu6LLXsODf3c7FUc='} 2024-06-13T05:59:42.000 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi096.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-06-12_21:24:03-fs-squid-distro-default-smithi/7752724', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-06-13 05:54:02.190219', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBR1cKMsiU1b59WLvmslA9Slb5KronWR8NDH2Zl5rYjGnlKgeilhsc8/GBeVBmyOuBHhz/yT3zr/0pS5WSTCDx0='} 2024-06-13T05:59:42.018 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi149.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-06-12_21:24:03-fs-squid-distro-default-smithi/7752724', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-06-13 05:54:02.187946', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLW6rjvrMK4BYg00+duwTmKf4dBUmnZ89Lx4IOcbwMFowFNX6kwvl3IQE7T0LN7a96s64B2iBBhJHkKo4YEezSc='} 2024-06-13T05:59:42.018 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-06-13T05:59:42.024 INFO:teuthology.task.internal:roles: ubuntu@smithi039.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2024-06-13T05:59:42.025 INFO:teuthology.task.internal:roles: ubuntu@smithi096.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2024-06-13T05:59:42.025 INFO:teuthology.task.internal:roles: ubuntu@smithi149.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2024-06-13T05:59:42.025 INFO:teuthology.run_tasks:Running task console_log... 2024-06-13T05:59:42.139 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f18ec65bbe0>, signals=[15]) 2024-06-13T05:59:42.139 INFO:teuthology.run_tasks:Running task internal.connect... 2024-06-13T05:59:42.145 INFO:teuthology.task.internal:Opening connections... 2024-06-13T05:59:42.145 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi039.front.sepia.ceph.com 2024-06-13T05:59:42.146 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi039.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-06-13T05:59:42.224 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi096.front.sepia.ceph.com 2024-06-13T05:59:42.224 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi096.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-06-13T05:59:42.297 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi149.front.sepia.ceph.com 2024-06-13T05:59:42.298 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi149.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-06-13T05:59:42.370 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-06-13T05:59:42.378 DEBUG:teuthology.orchestra.run.smithi039:> uname -m 2024-06-13T05:59:42.396 INFO:teuthology.orchestra.run.smithi039.stdout:x86_64 2024-06-13T05:59:42.396 DEBUG:teuthology.orchestra.run.smithi039:> cat /etc/os-release 2024-06-13T05:59:42.454 INFO:teuthology.orchestra.run.smithi039.stdout:NAME="CentOS Stream" 2024-06-13T05:59:42.454 INFO:teuthology.orchestra.run.smithi039.stdout:VERSION="9" 2024-06-13T05:59:42.455 INFO:teuthology.orchestra.run.smithi039.stdout:ID="centos" 2024-06-13T05:59:42.455 INFO:teuthology.orchestra.run.smithi039.stdout:ID_LIKE="rhel fedora" 2024-06-13T05:59:42.455 INFO:teuthology.orchestra.run.smithi039.stdout:VERSION_ID="9" 2024-06-13T05:59:42.455 INFO:teuthology.orchestra.run.smithi039.stdout:PLATFORM_ID="platform:el9" 2024-06-13T05:59:42.455 INFO:teuthology.orchestra.run.smithi039.stdout:PRETTY_NAME="CentOS Stream 9" 2024-06-13T05:59:42.455 INFO:teuthology.orchestra.run.smithi039.stdout:ANSI_COLOR="0;31" 2024-06-13T05:59:42.455 INFO:teuthology.orchestra.run.smithi039.stdout:LOGO="fedora-logo-icon" 2024-06-13T05:59:42.455 INFO:teuthology.orchestra.run.smithi039.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-06-13T05:59:42.455 INFO:teuthology.orchestra.run.smithi039.stdout:HOME_URL="https://centos.org/" 2024-06-13T05:59:42.455 INFO:teuthology.orchestra.run.smithi039.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-06-13T05:59:42.455 INFO:teuthology.orchestra.run.smithi039.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-06-13T05:59:42.455 INFO:teuthology.orchestra.run.smithi039.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-06-13T05:59:42.456 INFO:teuthology.lock.ops:Updating smithi039.front.sepia.ceph.com on lock server 2024-06-13T05:59:42.478 DEBUG:teuthology.orchestra.run.smithi096:> uname -m 2024-06-13T05:59:42.496 INFO:teuthology.orchestra.run.smithi096.stdout:x86_64 2024-06-13T05:59:42.496 DEBUG:teuthology.orchestra.run.smithi096:> cat /etc/os-release 2024-06-13T05:59:42.552 INFO:teuthology.orchestra.run.smithi096.stdout:NAME="CentOS Stream" 2024-06-13T05:59:42.552 INFO:teuthology.orchestra.run.smithi096.stdout:VERSION="9" 2024-06-13T05:59:42.552 INFO:teuthology.orchestra.run.smithi096.stdout:ID="centos" 2024-06-13T05:59:42.552 INFO:teuthology.orchestra.run.smithi096.stdout:ID_LIKE="rhel fedora" 2024-06-13T05:59:42.552 INFO:teuthology.orchestra.run.smithi096.stdout:VERSION_ID="9" 2024-06-13T05:59:42.553 INFO:teuthology.orchestra.run.smithi096.stdout:PLATFORM_ID="platform:el9" 2024-06-13T05:59:42.553 INFO:teuthology.orchestra.run.smithi096.stdout:PRETTY_NAME="CentOS Stream 9" 2024-06-13T05:59:42.553 INFO:teuthology.orchestra.run.smithi096.stdout:ANSI_COLOR="0;31" 2024-06-13T05:59:42.553 INFO:teuthology.orchestra.run.smithi096.stdout:LOGO="fedora-logo-icon" 2024-06-13T05:59:42.553 INFO:teuthology.orchestra.run.smithi096.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-06-13T05:59:42.553 INFO:teuthology.orchestra.run.smithi096.stdout:HOME_URL="https://centos.org/" 2024-06-13T05:59:42.553 INFO:teuthology.orchestra.run.smithi096.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-06-13T05:59:42.553 INFO:teuthology.orchestra.run.smithi096.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-06-13T05:59:42.553 INFO:teuthology.orchestra.run.smithi096.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-06-13T05:59:42.553 INFO:teuthology.lock.ops:Updating smithi096.front.sepia.ceph.com on lock server 2024-06-13T05:59:42.569 DEBUG:teuthology.orchestra.run.smithi149:> uname -m 2024-06-13T05:59:42.588 INFO:teuthology.orchestra.run.smithi149.stdout:x86_64 2024-06-13T05:59:42.588 DEBUG:teuthology.orchestra.run.smithi149:> cat /etc/os-release 2024-06-13T05:59:42.644 INFO:teuthology.orchestra.run.smithi149.stdout:NAME="CentOS Stream" 2024-06-13T05:59:42.644 INFO:teuthology.orchestra.run.smithi149.stdout:VERSION="9" 2024-06-13T05:59:42.644 INFO:teuthology.orchestra.run.smithi149.stdout:ID="centos" 2024-06-13T05:59:42.644 INFO:teuthology.orchestra.run.smithi149.stdout:ID_LIKE="rhel fedora" 2024-06-13T05:59:42.644 INFO:teuthology.orchestra.run.smithi149.stdout:VERSION_ID="9" 2024-06-13T05:59:42.644 INFO:teuthology.orchestra.run.smithi149.stdout:PLATFORM_ID="platform:el9" 2024-06-13T05:59:42.644 INFO:teuthology.orchestra.run.smithi149.stdout:PRETTY_NAME="CentOS Stream 9" 2024-06-13T05:59:42.645 INFO:teuthology.orchestra.run.smithi149.stdout:ANSI_COLOR="0;31" 2024-06-13T05:59:42.645 INFO:teuthology.orchestra.run.smithi149.stdout:LOGO="fedora-logo-icon" 2024-06-13T05:59:42.645 INFO:teuthology.orchestra.run.smithi149.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-06-13T05:59:42.645 INFO:teuthology.orchestra.run.smithi149.stdout:HOME_URL="https://centos.org/" 2024-06-13T05:59:42.645 INFO:teuthology.orchestra.run.smithi149.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-06-13T05:59:42.645 INFO:teuthology.orchestra.run.smithi149.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-06-13T05:59:42.645 INFO:teuthology.orchestra.run.smithi149.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-06-13T05:59:42.645 INFO:teuthology.lock.ops:Updating smithi149.front.sepia.ceph.com on lock server 2024-06-13T05:59:42.661 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-06-13T05:59:42.671 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-06-13T05:59:42.697 INFO:teuthology.task.internal:Checking for old test directory... 2024-06-13T05:59:42.697 DEBUG:teuthology.orchestra.run.smithi039:> test '!' -e /home/ubuntu/cephtest 2024-06-13T05:59:42.700 DEBUG:teuthology.orchestra.run.smithi096:> test '!' -e /home/ubuntu/cephtest 2024-06-13T05:59:42.702 DEBUG:teuthology.orchestra.run.smithi149:> test '!' -e /home/ubuntu/cephtest 2024-06-13T05:59:42.718 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-06-13T05:59:42.725 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-06-13T05:59:42.725 DEBUG:teuthology.orchestra.run.smithi039:> test -z $(ls -A /var/lib/ceph) 2024-06-13T05:59:42.758 DEBUG:teuthology.orchestra.run.smithi096:> test -z $(ls -A /var/lib/ceph) 2024-06-13T05:59:42.760 DEBUG:teuthology.orchestra.run.smithi149:> test -z $(ls -A /var/lib/ceph) 2024-06-13T05:59:43.077 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-06-13T05:59:43.153 INFO:teuthology.run_tasks:Running task kernel... 2024-06-13T05:59:43.167 INFO:teuthology.task.kernel:normalize config orig: {'client': {'sha1': 'distro'}, 'kdb': 1, 'sha1': 'distro'} 2024-06-13T05:59:43.168 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'sha1': 'distro'}} 2024-06-13T05:59:43.168 INFO:teuthology.task.kernel:config {'client.0': {'sha1': 'distro'}}, timeout 300 2024-06-13T05:59:43.168 DEBUG:teuthology.orchestra.run.smithi039:> test -f /run/.containerenv -o -f /.dockerenv 2024-06-13T05:59:43.186 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-13T05:59:43.186 DEBUG:teuthology.orchestra.run.smithi039:> uname -r 2024-06-13T05:59:43.243 INFO:teuthology.orchestra.run.smithi039.stdout:5.14.0-437.el9.x86_64 2024-06-13T05:59:43.244 INFO:teuthology.task.kernel:Running kernel on smithi039: 5.14.0-437.el9.x86_64 2024-06-13T05:59:43.244 DEBUG:teuthology.orchestra.run.smithi039:> sudo yum install -y kernel 2024-06-13T05:59:46.237 INFO:teuthology.orchestra.run.smithi039.stdout:CentOS Stream 9 - BaseOS 5.8 MB/s | 8.1 MB 00:01 2024-06-13T05:59:48.330 INFO:teuthology.orchestra.run.smithi039.stdout:CentOS Stream 9 - AppStream 21 MB/s | 20 MB 00:00 2024-06-13T05:59:52.706 INFO:teuthology.orchestra.run.smithi039.stdout:CentOS Stream 9 - CRB 11 MB/s | 6.3 MB 00:00 2024-06-13T05:59:54.481 INFO:teuthology.orchestra.run.smithi039.stdout:CentOS Stream 9 - Extras packages 33 kB/s | 17 kB 00:00 2024-06-13T05:59:55.409 INFO:teuthology.orchestra.run.smithi039.stdout:Extra Packages for Enterprise Linux 28 MB/s | 21 MB 00:00 2024-06-13T06:00:00.814 INFO:teuthology.orchestra.run.smithi039.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-06-13T06:00:02.953 INFO:teuthology.orchestra.run.smithi039.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-06-13T06:00:02.954 INFO:teuthology.orchestra.run.smithi039.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-06-13T06:00:03.046 INFO:teuthology.orchestra.run.smithi039.stdout:Dependencies resolved. 2024-06-13T06:00:03.059 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2024-06-13T06:00:03.059 INFO:teuthology.orchestra.run.smithi039.stdout: Package Architecture Version Repository Size 2024-06-13T06:00:03.059 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2024-06-13T06:00:03.060 INFO:teuthology.orchestra.run.smithi039.stdout:Installing: 2024-06-13T06:00:03.060 INFO:teuthology.orchestra.run.smithi039.stdout: kernel x86_64 5.14.0-457.el9 baseos 989 k 2024-06-13T06:00:03.060 INFO:teuthology.orchestra.run.smithi039.stdout:Installing dependencies: 2024-06-13T06:00:03.060 INFO:teuthology.orchestra.run.smithi039.stdout: kernel-core x86_64 5.14.0-457.el9 baseos 16 M 2024-06-13T06:00:03.060 INFO:teuthology.orchestra.run.smithi039.stdout: kernel-modules x86_64 5.14.0-457.el9 baseos 35 M 2024-06-13T06:00:03.060 INFO:teuthology.orchestra.run.smithi039.stdout: kernel-modules-core x86_64 5.14.0-457.el9 baseos 29 M 2024-06-13T06:00:03.060 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:00:03.060 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction Summary 2024-06-13T06:00:03.060 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2024-06-13T06:00:03.060 INFO:teuthology.orchestra.run.smithi039.stdout:Install 4 Packages 2024-06-13T06:00:03.060 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:00:03.061 INFO:teuthology.orchestra.run.smithi039.stdout:Total download size: 81 M 2024-06-13T06:00:03.061 INFO:teuthology.orchestra.run.smithi039.stdout:Installed size: 124 M 2024-06-13T06:00:03.061 INFO:teuthology.orchestra.run.smithi039.stdout:Downloading Packages: 2024-06-13T06:00:03.383 INFO:teuthology.orchestra.run.smithi039.stdout:[MIRROR] kernel-5.14.0-457.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/kernel-5.14.0-457.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-13T06:00:03.384 INFO:teuthology.orchestra.run.smithi039.stdout:[MIRROR] kernel-core-5.14.0-457.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/kernel-core-5.14.0-457.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-13T06:00:03.385 INFO:teuthology.orchestra.run.smithi039.stdout:[MIRROR] kernel-modules-5.14.0-457.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/kernel-modules-5.14.0-457.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-13T06:00:03.607 INFO:teuthology.orchestra.run.smithi039.stdout:(1/4): kernel-5.14.0-457.el9.x86_64.rpm 3.1 MB/s | 989 kB 00:00 2024-06-13T06:00:04.199 INFO:teuthology.orchestra.run.smithi039.stdout:(2/4): kernel-core-5.14.0-457.el9.x86_64.rpm 18 MB/s | 16 MB 00:00 2024-06-13T06:00:04.724 INFO:teuthology.orchestra.run.smithi039.stdout:(3/4): kernel-modules-5.14.0-457.el9.x86_64.rpm 24 MB/s | 35 MB 00:01 2024-06-13T06:00:05.032 INFO:teuthology.orchestra.run.smithi039.stdout:(4/4): kernel-modules-core-5.14.0-457.el9.x86_6 20 MB/s | 29 MB 00:01 2024-06-13T06:00:05.035 INFO:teuthology.orchestra.run.smithi039.stdout:-------------------------------------------------------------------------------- 2024-06-13T06:00:05.035 INFO:teuthology.orchestra.run.smithi039.stdout:Total 41 MB/s | 81 MB 00:01 2024-06-13T06:00:05.765 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction check 2024-06-13T06:00:06.196 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction check succeeded. 2024-06-13T06:00:06.196 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction test 2024-06-13T06:00:07.169 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction test succeeded. 2024-06-13T06:00:07.170 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction 2024-06-13T06:00:09.765 INFO:teuthology.orchestra.run.smithi039.stdout: Preparing : 1/1 2024-06-13T06:00:10.426 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : kernel-modules-core-5.14.0-457.el9.x86_64 1/4 2024-06-13T06:00:10.516 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : kernel-core-5.14.0-457.el9.x86_64 2/4 2024-06-13T06:00:13.315 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: kernel-core-5.14.0-457.el9.x86_64 2/4 2024-06-13T06:00:13.451 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : kernel-modules-5.14.0-457.el9.x86_64 3/4 2024-06-13T06:00:18.552 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: kernel-modules-5.14.0-457.el9.x86_64 3/4 2024-06-13T06:00:18.599 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : kernel-5.14.0-457.el9.x86_64 4/4 2024-06-13T06:00:23.723 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: kernel-modules-core-5.14.0-457.el9.x86_64 4/4 2024-06-13T06:00:54.844 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: kernel-core-5.14.0-457.el9.x86_64 4/4 2024-06-13T06:00:54.885 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: kernel-modules-5.14.0-457.el9.x86_64 4/4 2024-06-13T06:00:55.160 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: kernel-5.14.0-457.el9.x86_64 4/4 2024-06-13T06:00:55.160 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : kernel-5.14.0-457.el9.x86_64 1/4 2024-06-13T06:00:55.161 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : kernel-core-5.14.0-457.el9.x86_64 2/4 2024-06-13T06:00:55.161 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : kernel-modules-5.14.0-457.el9.x86_64 3/4 2024-06-13T06:00:55.984 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : kernel-modules-core-5.14.0-457.el9.x86_64 4/4 2024-06-13T06:00:55.984 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:00:55.985 INFO:teuthology.orchestra.run.smithi039.stdout:Installed: 2024-06-13T06:00:55.985 INFO:teuthology.orchestra.run.smithi039.stdout: kernel-5.14.0-457.el9.x86_64 2024-06-13T06:00:55.985 INFO:teuthology.orchestra.run.smithi039.stdout: kernel-core-5.14.0-457.el9.x86_64 2024-06-13T06:00:55.985 INFO:teuthology.orchestra.run.smithi039.stdout: kernel-modules-5.14.0-457.el9.x86_64 2024-06-13T06:00:55.985 INFO:teuthology.orchestra.run.smithi039.stdout: kernel-modules-core-5.14.0-457.el9.x86_64 2024-06-13T06:00:55.985 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:00:55.986 INFO:teuthology.orchestra.run.smithi039.stdout:Complete! 2024-06-13T06:00:56.365 DEBUG:teuthology.orchestra.run.smithi039:> rpm -q kernel | sort -rV | head -n 1 2024-06-13T06:00:56.460 INFO:teuthology.orchestra.run.smithi039.stdout:kernel-5.14.0-457.el9.x86_64 2024-06-13T06:00:56.461 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-457.el9.x86_64 2024-06-13T06:00:56.461 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-437.el9.x86_64 Expected: 5.14.0-457.el9.x86_64 2024-06-13T06:00:56.462 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-06-13T06:00:56.462 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-06-13T06:00:56.462 INFO:teuthology.task.kernel:Installing distro kernel on client.0... 2024-06-13T06:00:56.462 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi039.front.sepia.ceph.com, path=None, version=distro) 2024-06-13T06:00:56.462 DEBUG:teuthology.orchestra.run.smithi039:> rpm -q kernel | sort -rV | head -n 1 2024-06-13T06:00:56.517 INFO:teuthology.orchestra.run.smithi039.stdout:kernel-5.14.0-457.el9.x86_64 2024-06-13T06:00:56.518 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-457.el9.x86_64 2024-06-13T06:00:56.518 DEBUG:teuthology.orchestra.run.smithi039:> sudo rpm -qi grub2-tools 2024-06-13T06:00:56.549 INFO:teuthology.orchestra.run.smithi039.stdout:Name : grub2-tools 2024-06-13T06:00:56.549 INFO:teuthology.orchestra.run.smithi039.stdout:Epoch : 1 2024-06-13T06:00:56.549 INFO:teuthology.orchestra.run.smithi039.stdout:Version : 2.06 2024-06-13T06:00:56.550 INFO:teuthology.orchestra.run.smithi039.stdout:Release : 68.el9 2024-06-13T06:00:56.550 INFO:teuthology.orchestra.run.smithi039.stdout:Architecture: x86_64 2024-06-13T06:00:56.550 INFO:teuthology.orchestra.run.smithi039.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-06-13T06:00:56.550 INFO:teuthology.orchestra.run.smithi039.stdout:Group : Unspecified 2024-06-13T06:00:56.550 INFO:teuthology.orchestra.run.smithi039.stdout:Size : 8264254 2024-06-13T06:00:56.550 INFO:teuthology.orchestra.run.smithi039.stdout:License : GPLv3+ 2024-06-13T06:00:56.550 INFO:teuthology.orchestra.run.smithi039.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-06-13T06:00:56.550 INFO:teuthology.orchestra.run.smithi039.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-06-13T06:00:56.550 INFO:teuthology.orchestra.run.smithi039.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-06-13T06:00:56.550 INFO:teuthology.orchestra.run.smithi039.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-06-13T06:00:56.550 INFO:teuthology.orchestra.run.smithi039.stdout:Packager : builder@centos.org 2024-06-13T06:00:56.550 INFO:teuthology.orchestra.run.smithi039.stdout:Vendor : CentOS 2024-06-13T06:00:56.550 INFO:teuthology.orchestra.run.smithi039.stdout:URL : http://www.gnu.org/software/grub/ 2024-06-13T06:00:56.551 INFO:teuthology.orchestra.run.smithi039.stdout:Summary : Support tools for GRUB. 2024-06-13T06:00:56.551 INFO:teuthology.orchestra.run.smithi039.stdout:Description : 2024-06-13T06:00:56.551 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:00:56.551 INFO:teuthology.orchestra.run.smithi039.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-06-13T06:00:56.551 INFO:teuthology.orchestra.run.smithi039.stdout:customizable bootloader with modular architecture. It supports a rich 2024-06-13T06:00:56.551 INFO:teuthology.orchestra.run.smithi039.stdout:variety of kernel formats, file systems, computer architectures and 2024-06-13T06:00:56.551 INFO:teuthology.orchestra.run.smithi039.stdout:hardware devices. 2024-06-13T06:00:56.551 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:00:56.551 INFO:teuthology.orchestra.run.smithi039.stdout:This subpackage provides tools for support of all platforms. 2024-06-13T06:00:56.552 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-06-13T06:00:56.552 INFO:teuthology.task.kernel:Updating grub on smithi039 to boot 5.14.0-457.el9.x86_64 2024-06-13T06:00:56.552 DEBUG:teuthology.orchestra.run.smithi039:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-06-13T06:00:57.171 INFO:teuthology.orchestra.run.smithi039.stderr:Generating grub configuration file ... 2024-06-13T06:00:58.565 INFO:teuthology.orchestra.run.smithi039.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-06-13T06:00:58.587 INFO:teuthology.orchestra.run.smithi039.stderr:done 2024-06-13T06:00:58.590 DEBUG:teuthology.orchestra.run.smithi039:> mktemp 2024-06-13T06:00:58.605 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/tmp.ysNbhSG566 2024-06-13T06:00:58.606 DEBUG:teuthology.orchestra.run.smithi039:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.ysNbhSG566 2024-06-13T06:00:58.676 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 0666 /tmp/tmp.ysNbhSG566 2024-06-13T06:00:58.813 DEBUG:teuthology.orchestra.remote:smithi039:/tmp/tmp.ysNbhSG566 is 6KB 2024-06-13T06:00:58.833 DEBUG:teuthology.orchestra.run.smithi039:> rm -fr /tmp/tmp.ysNbhSG566 2024-06-13T06:00:58.848 DEBUG:teuthology.orchestra.run.smithi039:> sudo /bin/ls /boot/loader/entries || true 2024-06-13T06:00:58.911 INFO:teuthology.orchestra.run.smithi039.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-06-13T06:00:58.911 INFO:teuthology.orchestra.run.smithi039.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-06-13T06:00:58.911 INFO:teuthology.orchestra.run.smithi039.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-06-13T06:00:58.911 INFO:teuthology.orchestra.run.smithi039.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-457.el9.x86_64.conf 2024-06-13T06:00:58.912 DEBUG:teuthology.orchestra.run.smithi039:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-5.14.0-457.el9.x86_64 2024-06-13T06:00:59.085 DEBUG:teuthology.orchestra.run.smithi039:> sudo shutdown -r now 2024-06-13T06:01:29.089 INFO:teuthology.task.kernel:Checking client client.0 for new kernel version... 2024-06-13T06:01:29.089 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi039.front.sepia.ceph.com' 2024-06-13T06:01:29.090 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi039.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-06-13T06:01:47.550 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.39 2024-06-13T06:01:56.551 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi039.front.sepia.ceph.com' 2024-06-13T06:01:56.552 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi039.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-06-13T06:01:59.614 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.39 2024-06-13T06:02:11.615 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi039.front.sepia.ceph.com' 2024-06-13T06:02:11.616 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi039.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-06-13T06:02:14.690 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.39 2024-06-13T06:02:29.692 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi039.front.sepia.ceph.com' 2024-06-13T06:02:29.692 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi039.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-06-13T06:03:29.696 DEBUG:teuthology.orchestra.remote:timed out 2024-06-13T06:03:47.697 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi039.front.sepia.ceph.com' 2024-06-13T06:03:47.698 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi039.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-06-13T06:03:48.079 DEBUG:teuthology.orchestra.run.smithi039:> true 2024-06-13T06:03:48.424 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi039.front.sepia.ceph.com' 2024-06-13T06:03:48.424 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "5.14.0-457.el9.x86_64"... 2024-06-13T06:03:48.424 DEBUG:teuthology.orchestra.run.smithi039:> uname -r 2024-06-13T06:03:48.440 INFO:teuthology.orchestra.run.smithi039.stdout:5.14.0-457.el9.x86_64 2024-06-13T06:03:48.441 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-457.el9.x86_64 vs 5.14.0-457.el9.x86_64 2024-06-13T06:03:48.441 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-06-13T06:03:48.441 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-06-13T06:03:49.442 DEBUG:teuthology.parallel:result is None 2024-06-13T06:03:49.442 INFO:teuthology.run_tasks:Running task internal.base... 2024-06-13T06:03:49.450 INFO:teuthology.task.internal:Creating test directory... 2024-06-13T06:03:49.450 DEBUG:teuthology.orchestra.run.smithi039:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-06-13T06:03:49.453 DEBUG:teuthology.orchestra.run.smithi096:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-06-13T06:03:49.456 DEBUG:teuthology.orchestra.run.smithi149:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-06-13T06:03:49.474 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-06-13T06:03:49.481 INFO:teuthology.run_tasks:Running task internal.archive... 2024-06-13T06:03:49.505 INFO:teuthology.task.internal:Creating archive directory... 2024-06-13T06:03:49.506 DEBUG:teuthology.orchestra.run.smithi039:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-06-13T06:03:49.512 DEBUG:teuthology.orchestra.run.smithi096:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-06-13T06:03:49.515 DEBUG:teuthology.orchestra.run.smithi149:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-06-13T06:03:49.613 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-06-13T06:03:49.619 INFO:teuthology.task.internal:Enabling coredump saving... 2024-06-13T06:03:49.620 DEBUG:teuthology.orchestra.run.smithi096:> test -f /run/.containerenv -o -f /.dockerenv 2024-06-13T06:03:49.636 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-13T06:03:49.637 DEBUG:teuthology.orchestra.run.smithi149:> test -f /run/.containerenv -o -f /.dockerenv 2024-06-13T06:03:49.653 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-13T06:03:49.654 DEBUG:teuthology.orchestra.run.smithi039:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-06-13T06:03:49.657 DEBUG:teuthology.orchestra.run.smithi096:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-06-13T06:03:49.681 DEBUG:teuthology.orchestra.run.smithi149:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-06-13T06:03:49.717 INFO:teuthology.orchestra.run.smithi096.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-06-13T06:03:49.719 INFO:teuthology.orchestra.run.smithi039.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-06-13T06:03:49.733 INFO:teuthology.orchestra.run.smithi096.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-06-13T06:03:49.749 INFO:teuthology.orchestra.run.smithi149.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-06-13T06:03:49.765 INFO:teuthology.orchestra.run.smithi149.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-06-13T06:03:49.769 INFO:teuthology.orchestra.run.smithi039.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-06-13T06:03:49.771 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-06-13T06:03:49.779 INFO:teuthology.task.internal:Configuring sudo... 2024-06-13T06:03:49.779 DEBUG:teuthology.orchestra.run.smithi039:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-06-13T06:03:49.782 DEBUG:teuthology.orchestra.run.smithi096:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-06-13T06:03:49.784 DEBUG:teuthology.orchestra.run.smithi149:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-06-13T06:03:49.811 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-06-13T06:03:49.819 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-06-13T06:03:49.819 DEBUG:teuthology.orchestra.run.smithi039:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-06-13T06:03:49.853 DEBUG:teuthology.orchestra.run.smithi096:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-06-13T06:03:49.855 DEBUG:teuthology.orchestra.run.smithi149:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-06-13T06:03:49.871 DEBUG:teuthology.orchestra.run.smithi039:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-06-13T06:03:49.946 DEBUG:teuthology.orchestra.run.smithi039:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-06-13T06:03:50.008 DEBUG:teuthology.orchestra.run.smithi039:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-06-13T06:03:50.086 DEBUG:teuthology.orchestra.run.smithi039:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-06-13T06:03:50.133 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-06-13T06:03:50.133 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-06-13T06:03:50.200 DEBUG:teuthology.orchestra.run.smithi096:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-06-13T06:03:50.239 DEBUG:teuthology.orchestra.run.smithi096:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-06-13T06:03:50.294 DEBUG:teuthology.orchestra.run.smithi096:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-06-13T06:03:50.378 DEBUG:teuthology.orchestra.run.smithi096:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-06-13T06:03:50.419 DEBUG:teuthology.orchestra.run.smithi096:> set -ex 2024-06-13T06:03:50.419 DEBUG:teuthology.orchestra.run.smithi096:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-06-13T06:03:50.484 DEBUG:teuthology.orchestra.run.smithi149:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-06-13T06:03:50.522 DEBUG:teuthology.orchestra.run.smithi149:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-06-13T06:03:50.574 DEBUG:teuthology.orchestra.run.smithi149:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-06-13T06:03:50.666 DEBUG:teuthology.orchestra.run.smithi149:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-06-13T06:03:50.699 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2024-06-13T06:03:50.699 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-06-13T06:03:50.765 DEBUG:teuthology.orchestra.run.smithi039:> sudo service rsyslog restart 2024-06-13T06:03:50.768 DEBUG:teuthology.orchestra.run.smithi096:> sudo service rsyslog restart 2024-06-13T06:03:50.770 DEBUG:teuthology.orchestra.run.smithi149:> sudo service rsyslog restart 2024-06-13T06:03:50.809 INFO:teuthology.orchestra.run.smithi039.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-06-13T06:03:50.814 INFO:teuthology.orchestra.run.smithi096.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-06-13T06:03:50.837 INFO:teuthology.orchestra.run.smithi149.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-06-13T06:03:51.329 INFO:teuthology.run_tasks:Running task internal.timer... 2024-06-13T06:03:51.337 INFO:teuthology.task.internal:Starting timer... 2024-06-13T06:03:51.337 INFO:teuthology.run_tasks:Running task pcp... 2024-06-13T06:03:51.375 INFO:teuthology.run_tasks:Running task selinux... 2024-06-13T06:03:51.407 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-06-13T06:03:51.408 DEBUG:teuthology.orchestra.run.smithi039:> sudo service auditd rotate 2024-06-13T06:03:51.481 INFO:teuthology.orchestra.run.smithi039.stdout:Rotating logs: 2024-06-13T06:03:51.483 DEBUG:teuthology.orchestra.run.smithi096:> sudo service auditd rotate 2024-06-13T06:03:51.569 INFO:teuthology.orchestra.run.smithi096.stdout:Rotating logs: 2024-06-13T06:03:51.571 DEBUG:teuthology.orchestra.run.smithi149:> sudo service auditd rotate 2024-06-13T06:03:51.620 INFO:teuthology.orchestra.run.smithi149.stdout:Rotating logs: 2024-06-13T06:03:51.622 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-06-13T06:03:51.622 DEBUG:teuthology.orchestra.run.smithi039:> /usr/sbin/getenforce 2024-06-13T06:03:51.644 INFO:teuthology.orchestra.run.smithi039.stdout:Permissive 2024-06-13T06:03:51.644 DEBUG:teuthology.orchestra.run.smithi096:> /usr/sbin/getenforce 2024-06-13T06:03:51.670 INFO:teuthology.orchestra.run.smithi096.stdout:Permissive 2024-06-13T06:03:51.670 DEBUG:teuthology.orchestra.run.smithi149:> /usr/sbin/getenforce 2024-06-13T06:03:51.690 INFO:teuthology.orchestra.run.smithi149.stdout:Permissive 2024-06-13T06:03:51.690 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi039.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi096.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi149.front.sepia.ceph.com': 'permissive'} 2024-06-13T06:03:51.690 DEBUG:teuthology.orchestra.run.smithi039:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-06-13T06:03:51.721 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-13T06:03:51.721 DEBUG:teuthology.orchestra.run.smithi096:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-06-13T06:03:51.748 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-13T06:03:51.749 DEBUG:teuthology.orchestra.run.smithi149:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-06-13T06:03:51.775 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-13T06:03:51.776 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-06-13T06:03:51.776 DEBUG:teuthology.orchestra.run.smithi039:> sudo /usr/sbin/setenforce permissive 2024-06-13T06:03:51.805 DEBUG:teuthology.orchestra.run.smithi096:> sudo /usr/sbin/setenforce permissive 2024-06-13T06:03:51.839 DEBUG:teuthology.orchestra.run.smithi149:> sudo /usr/sbin/setenforce permissive 2024-06-13T06:03:51.865 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-06-13T06:03:51.875 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-06-13T06:03:51.886 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-06-13T06:03:51.887 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi039.front.sepia.ceph.com,smithi096.front.sepia.ceph.com,smithi149.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-06-13T06:08:43.162 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi039.front.sepia.ceph.com'), Remote(name='ubuntu@smithi096.front.sepia.ceph.com'), Remote(name='ubuntu@smithi149.front.sepia.ceph.com')] 2024-06-13T06:08:43.163 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi039.front.sepia.ceph.com' 2024-06-13T06:08:43.164 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi039.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-06-13T06:08:43.240 DEBUG:teuthology.orchestra.run.smithi039:> true 2024-06-13T06:08:43.318 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi039.front.sepia.ceph.com' 2024-06-13T06:08:43.319 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi096.front.sepia.ceph.com' 2024-06-13T06:08:43.319 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi096.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-06-13T06:08:43.394 DEBUG:teuthology.orchestra.run.smithi096:> true 2024-06-13T06:08:43.470 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi096.front.sepia.ceph.com' 2024-06-13T06:08:43.470 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi149.front.sepia.ceph.com' 2024-06-13T06:08:43.471 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi149.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-06-13T06:08:43.543 DEBUG:teuthology.orchestra.run.smithi149:> true 2024-06-13T06:08:43.617 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi149.front.sepia.ceph.com' 2024-06-13T06:08:43.618 INFO:teuthology.run_tasks:Running task clock... 2024-06-13T06:08:43.632 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-06-13T06:08:43.632 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-06-13T06:08:43.633 DEBUG:teuthology.orchestra.run.smithi039:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-06-13T06:08:43.635 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-06-13T06:08:43.635 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-06-13T06:08:43.637 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-06-13T06:08:43.638 DEBUG:teuthology.orchestra.run.smithi149:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-06-13T06:08:43.663 INFO:teuthology.orchestra.run.smithi039.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-06-13T06:08:43.666 INFO:teuthology.orchestra.run.smithi096.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-06-13T06:08:43.678 INFO:teuthology.orchestra.run.smithi039.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-06-13T06:08:43.681 INFO:teuthology.orchestra.run.smithi096.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-06-13T06:08:43.687 INFO:teuthology.orchestra.run.smithi149.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-06-13T06:08:43.700 INFO:teuthology.orchestra.run.smithi149.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-06-13T06:08:43.702 INFO:teuthology.orchestra.run.smithi039.stderr:sudo: ntpd: command not found 2024-06-13T06:08:43.706 INFO:teuthology.orchestra.run.smithi096.stderr:sudo: ntpd: command not found 2024-06-13T06:08:43.714 INFO:teuthology.orchestra.run.smithi039.stdout:506 Cannot talk to daemon 2024-06-13T06:08:43.717 INFO:teuthology.orchestra.run.smithi096.stdout:506 Cannot talk to daemon 2024-06-13T06:08:43.723 INFO:teuthology.orchestra.run.smithi149.stderr:sudo: ntpd: command not found 2024-06-13T06:08:43.728 INFO:teuthology.orchestra.run.smithi039.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-06-13T06:08:43.731 INFO:teuthology.orchestra.run.smithi096.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-06-13T06:08:43.733 INFO:teuthology.orchestra.run.smithi149.stdout:506 Cannot talk to daemon 2024-06-13T06:08:43.743 INFO:teuthology.orchestra.run.smithi039.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-06-13T06:08:43.744 INFO:teuthology.orchestra.run.smithi096.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-06-13T06:08:43.747 INFO:teuthology.orchestra.run.smithi149.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-06-13T06:08:43.760 INFO:teuthology.orchestra.run.smithi149.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-06-13T06:08:43.805 INFO:teuthology.orchestra.run.smithi096.stderr:bash: line 1: ntpq: command not found 2024-06-13T06:08:43.805 INFO:teuthology.orchestra.run.smithi039.stderr:bash: line 1: ntpq: command not found 2024-06-13T06:08:43.808 INFO:teuthology.orchestra.run.smithi096.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-06-13T06:08:43.809 INFO:teuthology.orchestra.run.smithi096.stdout:=============================================================================== 2024-06-13T06:08:43.809 INFO:teuthology.orchestra.run.smithi096.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-06-13T06:08:43.809 INFO:teuthology.orchestra.run.smithi096.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-06-13T06:08:43.809 INFO:teuthology.orchestra.run.smithi096.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-06-13T06:08:43.809 INFO:teuthology.orchestra.run.smithi096.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-06-13T06:08:43.810 INFO:teuthology.orchestra.run.smithi039.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-06-13T06:08:43.810 INFO:teuthology.orchestra.run.smithi039.stdout:=============================================================================== 2024-06-13T06:08:43.810 INFO:teuthology.orchestra.run.smithi039.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-06-13T06:08:43.810 INFO:teuthology.orchestra.run.smithi039.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-06-13T06:08:43.810 INFO:teuthology.orchestra.run.smithi039.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-06-13T06:08:43.810 INFO:teuthology.orchestra.run.smithi039.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-06-13T06:08:43.818 INFO:teuthology.orchestra.run.smithi149.stderr:bash: line 1: ntpq: command not found 2024-06-13T06:08:43.821 INFO:teuthology.orchestra.run.smithi149.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-06-13T06:08:43.822 INFO:teuthology.orchestra.run.smithi149.stdout:=============================================================================== 2024-06-13T06:08:43.822 INFO:teuthology.orchestra.run.smithi149.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-06-13T06:08:43.822 INFO:teuthology.orchestra.run.smithi149.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-06-13T06:08:43.822 INFO:teuthology.orchestra.run.smithi149.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-06-13T06:08:43.822 INFO:teuthology.orchestra.run.smithi149.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-06-13T06:08:43.822 INFO:teuthology.run_tasks:Running task install... 2024-06-13T06:08:43.830 DEBUG:teuthology.task.install:project ceph 2024-06-13T06:08:43.831 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '3d89accfe3201286f000e065a1faea2a88c7a6ba'}} 2024-06-13T06:08:43.831 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '3d89accfe3201286f000e065a1faea2a88c7a6ba'} 2024-06-13T06:08:43.831 INFO:teuthology.task.install:Using flavor: default 2024-06-13T06:08:43.836 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-06-13T06:08:43.836 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-06-13T06:08:43.836 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '3d89accfe3201286f000e065a1faea2a88c7a6ba', 'tag': None, 'wait_for_package': False} 2024-06-13T06:08:43.837 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=3d89accfe3201286f000e065a1faea2a88c7a6ba 2024-06-13T06:08:43.839 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '3d89accfe3201286f000e065a1faea2a88c7a6ba', 'tag': None, 'wait_for_package': False} 2024-06-13T06:08:43.839 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=3d89accfe3201286f000e065a1faea2a88c7a6ba 2024-06-13T06:08:43.840 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '3d89accfe3201286f000e065a1faea2a88c7a6ba', 'tag': None, 'wait_for_package': False} 2024-06-13T06:08:43.840 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=3d89accfe3201286f000e065a1faea2a88c7a6ba 2024-06-13T06:08:43.990 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/ 2024-06-13T06:08:43.991 INFO:teuthology.task.install.rpm:Package version is 19.0.0-2946.g3d89accf 2024-06-13T06:08:44.049 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/ 2024-06-13T06:08:44.049 INFO:teuthology.task.install.rpm:Package version is 19.0.0-2946.g3d89accf 2024-06-13T06:08:44.057 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/ 2024-06-13T06:08:44.057 INFO:teuthology.task.install.rpm:Package version is 19.0.0-2946.g3d89accf 2024-06-13T06:08:44.292 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-06-13T06:08:44.293 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-06-13T06:08:44.293 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-06-13T06:08:44.320 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-06-13T06:08:44.320 DEBUG:teuthology.orchestra.run.smithi039:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/3d89accfe3201286f000e065a1faea2a88c7a6ba/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-06-13T06:08:44.388 DEBUG:teuthology.orchestra.run.smithi039:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-06-13T06:08:44.396 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-06-13T06:08:44.397 DEBUG:teuthology.orchestra.run.smithi096:> set -ex 2024-06-13T06:08:44.397 DEBUG:teuthology.orchestra.run.smithi096:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-06-13T06:08:44.401 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-06-13T06:08:44.401 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2024-06-13T06:08:44.401 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-06-13T06:08:44.422 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-06-13T06:08:44.423 DEBUG:teuthology.orchestra.run.smithi096:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/3d89accfe3201286f000e065a1faea2a88c7a6ba/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-06-13T06:08:44.427 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-06-13T06:08:44.427 DEBUG:teuthology.orchestra.run.smithi149:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/3d89accfe3201286f000e065a1faea2a88c7a6ba/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-06-13T06:08:44.466 DEBUG:teuthology.orchestra.run.smithi039:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-06-13T06:08:44.489 DEBUG:teuthology.orchestra.run.smithi096:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-06-13T06:08:44.492 DEBUG:teuthology.orchestra.run.smithi149:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-06-13T06:08:44.532 INFO:teuthology.orchestra.run.smithi039.stdout:check_obsoletes = 1 2024-06-13T06:08:44.534 DEBUG:teuthology.orchestra.run.smithi039:> sudo yum clean all 2024-06-13T06:08:44.563 DEBUG:teuthology.orchestra.run.smithi096:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-06-13T06:08:44.567 DEBUG:teuthology.orchestra.run.smithi149:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-06-13T06:08:44.626 INFO:teuthology.orchestra.run.smithi096.stdout:check_obsoletes = 1 2024-06-13T06:08:44.628 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum clean all 2024-06-13T06:08:44.631 INFO:teuthology.orchestra.run.smithi149.stdout:check_obsoletes = 1 2024-06-13T06:08:44.633 DEBUG:teuthology.orchestra.run.smithi149:> sudo yum clean all 2024-06-13T06:08:44.779 INFO:teuthology.orchestra.run.smithi039.stdout:45 files removed 2024-06-13T06:08:44.808 DEBUG:teuthology.orchestra.run.smithi039:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-06-13T06:08:44.850 INFO:teuthology.orchestra.run.smithi096.stdout:45 files removed 2024-06-13T06:08:44.857 INFO:teuthology.orchestra.run.smithi149.stdout:45 files removed 2024-06-13T06:08:44.877 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-06-13T06:08:44.885 DEBUG:teuthology.orchestra.run.smithi149:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-06-13T06:08:45.928 INFO:teuthology.orchestra.run.smithi039.stdout:ceph packages for x86_64 100 kB/s | 83 kB 00:00 2024-06-13T06:08:45.985 INFO:teuthology.orchestra.run.smithi096.stdout:ceph packages for x86_64 98 kB/s | 83 kB 00:00 2024-06-13T06:08:46.012 INFO:teuthology.orchestra.run.smithi149.stdout:ceph packages for x86_64 96 kB/s | 83 kB 00:00 2024-06-13T06:08:46.835 INFO:teuthology.orchestra.run.smithi096.stdout:ceph noarch packages 14 kB/s | 11 kB 00:00 2024-06-13T06:08:46.845 INFO:teuthology.orchestra.run.smithi039.stdout:ceph noarch packages 13 kB/s | 11 kB 00:00 2024-06-13T06:08:46.850 INFO:teuthology.orchestra.run.smithi149.stdout:ceph noarch packages 14 kB/s | 11 kB 00:00 2024-06-13T06:08:47.671 INFO:teuthology.orchestra.run.smithi039.stdout:ceph source packages 2.4 kB/s | 1.9 kB 00:00 2024-06-13T06:08:47.694 INFO:teuthology.orchestra.run.smithi096.stdout:ceph source packages 2.3 kB/s | 1.9 kB 00:00 2024-06-13T06:08:47.738 INFO:teuthology.orchestra.run.smithi149.stdout:ceph source packages 2.2 kB/s | 1.9 kB 00:00 2024-06-13T06:08:49.306 INFO:teuthology.orchestra.run.smithi149.stdout:CentOS Stream 9 - BaseOS 5.3 MB/s | 8.1 MB 00:01 2024-06-13T06:08:49.317 INFO:teuthology.orchestra.run.smithi039.stdout:CentOS Stream 9 - BaseOS 5.1 MB/s | 8.1 MB 00:01 2024-06-13T06:08:49.937 INFO:teuthology.orchestra.run.smithi096.stdout:CentOS Stream 9 - BaseOS 3.7 MB/s | 8.1 MB 00:02 2024-06-13T06:08:51.474 INFO:teuthology.orchestra.run.smithi039.stdout:CentOS Stream 9 - AppStream 20 MB/s | 20 MB 00:00 2024-06-13T06:08:52.138 INFO:teuthology.orchestra.run.smithi096.stdout:CentOS Stream 9 - AppStream 18 MB/s | 20 MB 00:01 2024-06-13T06:08:53.059 INFO:teuthology.orchestra.run.smithi149.stdout:CentOS Stream 9 - AppStream 7.4 MB/s | 20 MB 00:02 2024-06-13T06:08:55.907 INFO:teuthology.orchestra.run.smithi039.stdout:CentOS Stream 9 - CRB 10 MB/s | 6.3 MB 00:00 2024-06-13T06:08:57.214 INFO:teuthology.orchestra.run.smithi096.stdout:CentOS Stream 9 - CRB 4.4 MB/s | 6.3 MB 00:01 2024-06-13T06:08:57.674 INFO:teuthology.orchestra.run.smithi039.stdout:CentOS Stream 9 - Extras packages 32 kB/s | 17 kB 00:00 2024-06-13T06:08:58.684 INFO:teuthology.orchestra.run.smithi149.stdout:CentOS Stream 9 - CRB 3.2 MB/s | 6.3 MB 00:01 2024-06-13T06:08:58.922 INFO:teuthology.orchestra.run.smithi096.stdout:CentOS Stream 9 - Extras packages 32 kB/s | 17 kB 00:00 2024-06-13T06:08:59.403 INFO:teuthology.orchestra.run.smithi039.stdout:Extra Packages for Enterprise Linux 14 MB/s | 21 MB 00:01 2024-06-13T06:09:00.375 INFO:teuthology.orchestra.run.smithi096.stdout:Extra Packages for Enterprise Linux 16 MB/s | 21 MB 00:01 2024-06-13T06:09:00.766 INFO:teuthology.orchestra.run.smithi149.stdout:CentOS Stream 9 - Extras packages 19 kB/s | 17 kB 00:00 2024-06-13T06:09:02.103 INFO:teuthology.orchestra.run.smithi149.stdout:Extra Packages for Enterprise Linux 18 MB/s | 21 MB 00:01 2024-06-13T06:09:04.884 INFO:teuthology.orchestra.run.smithi039.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-06-13T06:09:05.613 INFO:teuthology.orchestra.run.smithi096.stdout:lab-extras 36 kB/s | 1.7 kB 00:00 2024-06-13T06:09:07.321 INFO:teuthology.orchestra.run.smithi039.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-06-13T06:09:07.322 INFO:teuthology.orchestra.run.smithi039.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-06-13T06:09:07.333 INFO:teuthology.orchestra.run.smithi039.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-06-13T06:09:07.333 INFO:teuthology.orchestra.run.smithi039.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-06-13T06:09:07.334 INFO:teuthology.orchestra.run.smithi039.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-06-13T06:09:07.335 INFO:teuthology.orchestra.run.smithi039.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-06-13T06:09:07.337 INFO:teuthology.orchestra.run.smithi039.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-06-13T06:09:07.339 INFO:teuthology.orchestra.run.smithi039.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-06-13T06:09:07.340 INFO:teuthology.orchestra.run.smithi039.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-06-13T06:09:07.406 INFO:teuthology.orchestra.run.smithi039.stdout:Dependencies resolved. 2024-06-13T06:09:07.425 INFO:teuthology.orchestra.run.smithi039.stdout:======================================================================================= 2024-06-13T06:09:07.425 INFO:teuthology.orchestra.run.smithi039.stdout: Package Arch Version Repository Size 2024-06-13T06:09:07.425 INFO:teuthology.orchestra.run.smithi039.stdout:======================================================================================= 2024-06-13T06:09:07.425 INFO:teuthology.orchestra.run.smithi039.stdout:Installing: 2024-06-13T06:09:07.425 INFO:teuthology.orchestra.run.smithi039.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-06-13T06:09:07.425 INFO:teuthology.orchestra.run.smithi039.stdout: ceph x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 6.6 k 2024-06-13T06:09:07.425 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-base x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 5.4 M 2024-06-13T06:09:07.425 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-fuse x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 890 k 2024-06-13T06:09:07.426 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 145 k 2024-06-13T06:09:07.426 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 1.5 M 2024-06-13T06:09:07.426 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-cephadm noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 142 k 2024-06-13T06:09:07.426 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-dashboard noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 3.5 M 2024-06-13T06:09:07.426 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 7.4 M 2024-06-13T06:09:07.426 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-rook noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 49 k 2024-06-13T06:09:07.426 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-radosgw x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 10 M 2024-06-13T06:09:07.426 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-test x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 48 M 2024-06-13T06:09:07.426 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-volume noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 264 k 2024-06-13T06:09:07.426 INFO:teuthology.orchestra.run.smithi039.stdout: cephadm noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 763 k 2024-06-13T06:09:07.426 INFO:teuthology.orchestra.run.smithi039.stdout: cephfs-mirror x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 221 k 2024-06-13T06:09:07.426 INFO:teuthology.orchestra.run.smithi039.stdout: cephfs-shell x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 27 k 2024-06-13T06:09:07.426 INFO:teuthology.orchestra.run.smithi039.stdout: cephfs-top noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 18 k 2024-06-13T06:09:07.427 INFO:teuthology.orchestra.run.smithi039.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-06-13T06:09:07.427 INFO:teuthology.orchestra.run.smithi039.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-06-13T06:09:07.427 INFO:teuthology.orchestra.run.smithi039.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-06-13T06:09:07.427 INFO:teuthology.orchestra.run.smithi039.stdout: libcephfs-devel x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 32 k 2024-06-13T06:09:07.427 INFO:teuthology.orchestra.run.smithi039.stdout: libcephfs2 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 747 k 2024-06-13T06:09:07.427 INFO:teuthology.orchestra.run.smithi039.stdout: librados-devel x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 127 k 2024-06-13T06:09:07.427 INFO:teuthology.orchestra.run.smithi039.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-06-13T06:09:07.427 INFO:teuthology.orchestra.run.smithi039.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-06-13T06:09:07.427 INFO:teuthology.orchestra.run.smithi039.stdout: openssl-devel x86_64 1:3.2.2-1.el9 appstream 4.4 M 2024-06-13T06:09:07.427 INFO:teuthology.orchestra.run.smithi039.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-06-13T06:09:07.427 INFO:teuthology.orchestra.run.smithi039.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-06-13T06:09:07.428 INFO:teuthology.orchestra.run.smithi039.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-06-13T06:09:07.428 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cephfs x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 162 k 2024-06-13T06:09:07.428 INFO:teuthology.orchestra.run.smithi039.stdout: python3-rados x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 321 k 2024-06-13T06:09:07.428 INFO:teuthology.orchestra.run.smithi039.stdout: python3-rbd x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 300 k 2024-06-13T06:09:07.428 INFO:teuthology.orchestra.run.smithi039.stdout: python3-rgw x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 99 k 2024-06-13T06:09:07.428 INFO:teuthology.orchestra.run.smithi039.stdout: rbd-fuse x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 85 k 2024-06-13T06:09:07.428 INFO:teuthology.orchestra.run.smithi039.stdout: rbd-mirror x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 3.1 M 2024-06-13T06:09:07.428 INFO:teuthology.orchestra.run.smithi039.stdout: rbd-nbd x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 171 k 2024-06-13T06:09:07.428 INFO:teuthology.orchestra.run.smithi039.stdout: xfsprogs-devel x86_64 6.4.0-1.el9 appstream 95 k 2024-06-13T06:09:07.428 INFO:teuthology.orchestra.run.smithi039.stdout:Upgrading: 2024-06-13T06:09:07.428 INFO:teuthology.orchestra.run.smithi039.stdout: NetworkManager x86_64 1:1.47.91-1.el9 baseos 2.3 M 2024-06-13T06:09:07.428 INFO:teuthology.orchestra.run.smithi039.stdout: NetworkManager-libnm x86_64 1:1.47.91-1.el9 baseos 1.8 M 2024-06-13T06:09:07.428 INFO:teuthology.orchestra.run.smithi039.stdout: NetworkManager-team x86_64 1:1.47.91-1.el9 baseos 41 k 2024-06-13T06:09:07.429 INFO:teuthology.orchestra.run.smithi039.stdout: NetworkManager-tui x86_64 1:1.47.91-1.el9 baseos 248 k 2024-06-13T06:09:07.429 INFO:teuthology.orchestra.run.smithi039.stdout: elfutils-debuginfod-client x86_64 0.191-4.el9 baseos 37 k 2024-06-13T06:09:07.429 INFO:teuthology.orchestra.run.smithi039.stdout: elfutils-libelf x86_64 0.191-4.el9 baseos 207 k 2024-06-13T06:09:07.429 INFO:teuthology.orchestra.run.smithi039.stdout: elfutils-libs x86_64 0.191-4.el9 baseos 260 k 2024-06-13T06:09:07.429 INFO:teuthology.orchestra.run.smithi039.stdout: librados2 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 3.4 M 2024-06-13T06:09:07.429 INFO:teuthology.orchestra.run.smithi039.stdout: librbd1 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 3.1 M 2024-06-13T06:09:07.429 INFO:teuthology.orchestra.run.smithi039.stdout: openssl x86_64 1:3.2.2-1.el9 baseos 1.4 M 2024-06-13T06:09:07.429 INFO:teuthology.orchestra.run.smithi039.stdout: openssl-libs x86_64 1:3.2.2-1.el9 baseos 2.4 M 2024-06-13T06:09:07.429 INFO:teuthology.orchestra.run.smithi039.stdout: xfsprogs x86_64 6.4.0-1.el9 baseos 1.1 M 2024-06-13T06:09:07.429 INFO:teuthology.orchestra.run.smithi039.stdout:Installing dependencies: 2024-06-13T06:09:07.429 INFO:teuthology.orchestra.run.smithi039.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-06-13T06:09:07.429 INFO:teuthology.orchestra.run.smithi039.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-06-13T06:09:07.429 INFO:teuthology.orchestra.run.smithi039.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-06-13T06:09:07.430 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-common x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 21 M 2024-06-13T06:09:07.430 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-grafana-dashboards noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 32 k 2024-06-13T06:09:07.430 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mds x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 2.4 M 2024-06-13T06:09:07.430 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-modules-core noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 249 k 2024-06-13T06:09:07.430 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mon x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 4.7 M 2024-06-13T06:09:07.430 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-osd x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 17 M 2024-06-13T06:09:07.430 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-prometheus-alerts noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 16 k 2024-06-13T06:09:07.430 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-selinux x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 25 k 2024-06-13T06:09:07.430 INFO:teuthology.orchestra.run.smithi039.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-06-13T06:09:07.430 INFO:teuthology.orchestra.run.smithi039.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-06-13T06:09:07.430 INFO:teuthology.orchestra.run.smithi039.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-06-13T06:09:07.430 INFO:teuthology.orchestra.run.smithi039.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-06-13T06:09:07.430 INFO:teuthology.orchestra.run.smithi039.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-06-13T06:09:07.431 INFO:teuthology.orchestra.run.smithi039.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-06-13T06:09:07.431 INFO:teuthology.orchestra.run.smithi039.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-06-13T06:09:07.431 INFO:teuthology.orchestra.run.smithi039.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-06-13T06:09:07.431 INFO:teuthology.orchestra.run.smithi039.stdout: libcephsqlite x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 163 k 2024-06-13T06:09:07.431 INFO:teuthology.orchestra.run.smithi039.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-06-13T06:09:07.431 INFO:teuthology.orchestra.run.smithi039.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-06-13T06:09:07.431 INFO:teuthology.orchestra.run.smithi039.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-06-13T06:09:07.431 INFO:teuthology.orchestra.run.smithi039.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-06-13T06:09:07.431 INFO:teuthology.orchestra.run.smithi039.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-06-13T06:09:07.431 INFO:teuthology.orchestra.run.smithi039.stdout: libradosstriper1 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 501 k 2024-06-13T06:09:07.431 INFO:teuthology.orchestra.run.smithi039.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-06-13T06:09:07.431 INFO:teuthology.orchestra.run.smithi039.stdout: librgw2 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 5.3 M 2024-06-13T06:09:07.432 INFO:teuthology.orchestra.run.smithi039.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-06-13T06:09:07.432 INFO:teuthology.orchestra.run.smithi039.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-06-13T06:09:07.432 INFO:teuthology.orchestra.run.smithi039.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-06-13T06:09:07.432 INFO:teuthology.orchestra.run.smithi039.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-06-13T06:09:07.432 INFO:teuthology.orchestra.run.smithi039.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-06-13T06:09:07.432 INFO:teuthology.orchestra.run.smithi039.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-06-13T06:09:07.432 INFO:teuthology.orchestra.run.smithi039.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-06-13T06:09:07.432 INFO:teuthology.orchestra.run.smithi039.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-06-13T06:09:07.432 INFO:teuthology.orchestra.run.smithi039.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-06-13T06:09:07.432 INFO:teuthology.orchestra.run.smithi039.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-06-13T06:09:07.432 INFO:teuthology.orchestra.run.smithi039.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-06-13T06:09:07.432 INFO:teuthology.orchestra.run.smithi039.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-06-13T06:09:07.433 INFO:teuthology.orchestra.run.smithi039.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-06-13T06:09:07.433 INFO:teuthology.orchestra.run.smithi039.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-06-13T06:09:07.433 INFO:teuthology.orchestra.run.smithi039.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-06-13T06:09:07.433 INFO:teuthology.orchestra.run.smithi039.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-06-13T06:09:07.433 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-06-13T06:09:07.433 INFO:teuthology.orchestra.run.smithi039.stdout: python3-ceph-argparse x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 45 k 2024-06-13T06:09:07.433 INFO:teuthology.orchestra.run.smithi039.stdout: python3-ceph-common x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 135 k 2024-06-13T06:09:07.433 INFO:teuthology.orchestra.run.smithi039.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-06-13T06:09:07.433 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-06-13T06:09:07.433 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-06-13T06:09:07.433 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-06-13T06:09:07.433 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-06-13T06:09:07.433 INFO:teuthology.orchestra.run.smithi039.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-06-13T06:09:07.433 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-06-13T06:09:07.434 INFO:teuthology.orchestra.run.smithi039.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-06-13T06:09:07.434 INFO:teuthology.orchestra.run.smithi039.stdout: python3-google-auth noarch 1:2.29.0-2.el9 epel 205 k 2024-06-13T06:09:07.434 INFO:teuthology.orchestra.run.smithi039.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-06-13T06:09:07.434 INFO:teuthology.orchestra.run.smithi039.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-06-13T06:09:07.434 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-06-13T06:09:07.434 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-06-13T06:09:07.434 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-06-13T06:09:07.434 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-06-13T06:09:07.434 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-06-13T06:09:07.434 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-06-13T06:09:07.434 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-06-13T06:09:07.434 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-06-13T06:09:07.435 INFO:teuthology.orchestra.run.smithi039.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-06-13T06:09:07.435 INFO:teuthology.orchestra.run.smithi039.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-06-13T06:09:07.435 INFO:teuthology.orchestra.run.smithi039.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-06-13T06:09:07.435 INFO:teuthology.orchestra.run.smithi039.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-06-13T06:09:07.435 INFO:teuthology.orchestra.run.smithi039.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-06-13T06:09:07.435 INFO:teuthology.orchestra.run.smithi039.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-06-13T06:09:07.435 INFO:teuthology.orchestra.run.smithi039.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-06-13T06:09:07.435 INFO:teuthology.orchestra.run.smithi039.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-06-13T06:09:07.435 INFO:teuthology.orchestra.run.smithi039.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-06-13T06:09:07.435 INFO:teuthology.orchestra.run.smithi039.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-06-13T06:09:07.435 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-06-13T06:09:07.435 INFO:teuthology.orchestra.run.smithi039.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-06-13T06:09:07.435 INFO:teuthology.orchestra.run.smithi039.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-06-13T06:09:07.436 INFO:teuthology.orchestra.run.smithi039.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-06-13T06:09:07.436 INFO:teuthology.orchestra.run.smithi039.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-06-13T06:09:07.436 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-06-13T06:09:07.436 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-06-13T06:09:07.436 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-06-13T06:09:07.436 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-06-13T06:09:07.436 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-06-13T06:09:07.436 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-06-13T06:09:07.436 INFO:teuthology.orchestra.run.smithi039.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-06-13T06:09:07.436 INFO:teuthology.orchestra.run.smithi039.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-06-13T06:09:07.436 INFO:teuthology.orchestra.run.smithi039.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-06-13T06:09:07.436 INFO:teuthology.orchestra.run.smithi039.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-06-13T06:09:07.436 INFO:teuthology.orchestra.run.smithi039.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-06-13T06:09:07.437 INFO:teuthology.orchestra.run.smithi039.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-06-13T06:09:07.437 INFO:teuthology.orchestra.run.smithi039.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-06-13T06:09:07.437 INFO:teuthology.orchestra.run.smithi039.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-06-13T06:09:07.437 INFO:teuthology.orchestra.run.smithi039.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-06-13T06:09:07.437 INFO:teuthology.orchestra.run.smithi039.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-06-13T06:09:07.437 INFO:teuthology.orchestra.run.smithi039.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-06-13T06:09:07.437 INFO:teuthology.orchestra.run.smithi039.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-06-13T06:09:07.437 INFO:teuthology.orchestra.run.smithi039.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-06-13T06:09:07.437 INFO:teuthology.orchestra.run.smithi039.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-06-13T06:09:07.437 INFO:teuthology.orchestra.run.smithi039.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-06-13T06:09:07.437 INFO:teuthology.orchestra.run.smithi039.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-06-13T06:09:07.437 INFO:teuthology.orchestra.run.smithi039.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-06-13T06:09:07.437 INFO:teuthology.orchestra.run.smithi039.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-06-13T06:09:07.437 INFO:teuthology.orchestra.run.smithi039.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-06-13T06:09:07.438 INFO:teuthology.orchestra.run.smithi039.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-06-13T06:09:07.438 INFO:teuthology.orchestra.run.smithi039.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-06-13T06:09:07.438 INFO:teuthology.orchestra.run.smithi039.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-06-13T06:09:07.438 INFO:teuthology.orchestra.run.smithi039.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-06-13T06:09:07.438 INFO:teuthology.orchestra.run.smithi039.stdout:Installing weak dependencies: 2024-06-13T06:09:07.438 INFO:teuthology.orchestra.run.smithi039.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-06-13T06:09:07.438 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:09:07.438 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction Summary 2024-06-13T06:09:07.438 INFO:teuthology.orchestra.run.smithi039.stdout:======================================================================================= 2024-06-13T06:09:07.438 INFO:teuthology.orchestra.run.smithi039.stdout:Install 148 Packages 2024-06-13T06:09:07.438 INFO:teuthology.orchestra.run.smithi039.stdout:Upgrade 12 Packages 2024-06-13T06:09:07.438 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:09:07.439 INFO:teuthology.orchestra.run.smithi039.stdout:Total download size: 226 M 2024-06-13T06:09:07.439 INFO:teuthology.orchestra.run.smithi039.stdout:Downloading Packages: 2024-06-13T06:09:07.458 INFO:teuthology.orchestra.run.smithi149.stdout:lab-extras 16 kB/s | 1.7 kB 00:00 2024-06-13T06:09:07.886 INFO:teuthology.orchestra.run.smithi096.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-06-13T06:09:07.887 INFO:teuthology.orchestra.run.smithi096.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-06-13T06:09:07.897 INFO:teuthology.orchestra.run.smithi096.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-06-13T06:09:07.898 INFO:teuthology.orchestra.run.smithi096.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-06-13T06:09:07.899 INFO:teuthology.orchestra.run.smithi096.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-06-13T06:09:07.900 INFO:teuthology.orchestra.run.smithi096.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-06-13T06:09:07.901 INFO:teuthology.orchestra.run.smithi096.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-06-13T06:09:07.903 INFO:teuthology.orchestra.run.smithi096.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-06-13T06:09:07.904 INFO:teuthology.orchestra.run.smithi096.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-06-13T06:09:07.966 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-06-13T06:09:07.985 INFO:teuthology.orchestra.run.smithi039.stdout:(1/160): ceph-19.0.0-2946.g3d89accf.el9.x86_64. 30 kB/s | 6.6 kB 00:00 2024-06-13T06:09:07.996 INFO:teuthology.orchestra.run.smithi096.stdout:======================================================================================= 2024-06-13T06:09:07.996 INFO:teuthology.orchestra.run.smithi096.stdout: Package Arch Version Repository Size 2024-06-13T06:09:07.996 INFO:teuthology.orchestra.run.smithi096.stdout:======================================================================================= 2024-06-13T06:09:07.997 INFO:teuthology.orchestra.run.smithi096.stdout:Installing: 2024-06-13T06:09:07.997 INFO:teuthology.orchestra.run.smithi096.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-06-13T06:09:07.997 INFO:teuthology.orchestra.run.smithi096.stdout: ceph x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 6.6 k 2024-06-13T06:09:07.997 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-base x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 5.4 M 2024-06-13T06:09:07.997 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-fuse x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 890 k 2024-06-13T06:09:07.997 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 145 k 2024-06-13T06:09:07.997 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-mgr x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 1.5 M 2024-06-13T06:09:07.997 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-mgr-cephadm noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 142 k 2024-06-13T06:09:07.997 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-mgr-dashboard noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 3.5 M 2024-06-13T06:09:07.997 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 7.4 M 2024-06-13T06:09:07.997 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-mgr-rook noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 49 k 2024-06-13T06:09:07.997 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-radosgw x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 10 M 2024-06-13T06:09:07.998 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-test x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 48 M 2024-06-13T06:09:07.998 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-volume noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 264 k 2024-06-13T06:09:07.998 INFO:teuthology.orchestra.run.smithi096.stdout: cephadm noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 763 k 2024-06-13T06:09:07.998 INFO:teuthology.orchestra.run.smithi096.stdout: cephfs-mirror x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 221 k 2024-06-13T06:09:07.998 INFO:teuthology.orchestra.run.smithi096.stdout: cephfs-shell x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 27 k 2024-06-13T06:09:07.998 INFO:teuthology.orchestra.run.smithi096.stdout: cephfs-top noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 18 k 2024-06-13T06:09:07.998 INFO:teuthology.orchestra.run.smithi096.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-06-13T06:09:07.998 INFO:teuthology.orchestra.run.smithi096.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-06-13T06:09:07.998 INFO:teuthology.orchestra.run.smithi096.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-06-13T06:09:07.998 INFO:teuthology.orchestra.run.smithi096.stdout: libcephfs-devel x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 32 k 2024-06-13T06:09:07.998 INFO:teuthology.orchestra.run.smithi096.stdout: libcephfs2 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 747 k 2024-06-13T06:09:07.999 INFO:teuthology.orchestra.run.smithi096.stdout: librados-devel x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 127 k 2024-06-13T06:09:07.999 INFO:teuthology.orchestra.run.smithi096.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-06-13T06:09:07.999 INFO:teuthology.orchestra.run.smithi096.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-06-13T06:09:07.999 INFO:teuthology.orchestra.run.smithi096.stdout: openssl-devel x86_64 1:3.2.2-1.el9 appstream 4.4 M 2024-06-13T06:09:07.999 INFO:teuthology.orchestra.run.smithi096.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-06-13T06:09:07.999 INFO:teuthology.orchestra.run.smithi096.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-06-13T06:09:07.999 INFO:teuthology.orchestra.run.smithi096.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-06-13T06:09:07.999 INFO:teuthology.orchestra.run.smithi096.stdout: python3-cephfs x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 162 k 2024-06-13T06:09:07.999 INFO:teuthology.orchestra.run.smithi096.stdout: python3-rados x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 321 k 2024-06-13T06:09:07.999 INFO:teuthology.orchestra.run.smithi096.stdout: python3-rbd x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 300 k 2024-06-13T06:09:07.999 INFO:teuthology.orchestra.run.smithi096.stdout: python3-rgw x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 99 k 2024-06-13T06:09:07.999 INFO:teuthology.orchestra.run.smithi096.stdout: rbd-fuse x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 85 k 2024-06-13T06:09:08.000 INFO:teuthology.orchestra.run.smithi096.stdout: rbd-mirror x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 3.1 M 2024-06-13T06:09:08.000 INFO:teuthology.orchestra.run.smithi096.stdout: rbd-nbd x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 171 k 2024-06-13T06:09:08.000 INFO:teuthology.orchestra.run.smithi096.stdout: xfsprogs-devel x86_64 6.4.0-1.el9 appstream 95 k 2024-06-13T06:09:08.000 INFO:teuthology.orchestra.run.smithi096.stdout:Upgrading: 2024-06-13T06:09:08.000 INFO:teuthology.orchestra.run.smithi096.stdout: NetworkManager x86_64 1:1.47.91-1.el9 baseos 2.3 M 2024-06-13T06:09:08.000 INFO:teuthology.orchestra.run.smithi096.stdout: NetworkManager-libnm x86_64 1:1.47.91-1.el9 baseos 1.8 M 2024-06-13T06:09:08.000 INFO:teuthology.orchestra.run.smithi096.stdout: NetworkManager-team x86_64 1:1.47.91-1.el9 baseos 41 k 2024-06-13T06:09:08.000 INFO:teuthology.orchestra.run.smithi096.stdout: NetworkManager-tui x86_64 1:1.47.91-1.el9 baseos 248 k 2024-06-13T06:09:08.000 INFO:teuthology.orchestra.run.smithi096.stdout: elfutils-debuginfod-client x86_64 0.191-4.el9 baseos 37 k 2024-06-13T06:09:08.000 INFO:teuthology.orchestra.run.smithi096.stdout: elfutils-libelf x86_64 0.191-4.el9 baseos 207 k 2024-06-13T06:09:08.000 INFO:teuthology.orchestra.run.smithi096.stdout: elfutils-libs x86_64 0.191-4.el9 baseos 260 k 2024-06-13T06:09:08.000 INFO:teuthology.orchestra.run.smithi096.stdout: librados2 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 3.4 M 2024-06-13T06:09:08.001 INFO:teuthology.orchestra.run.smithi096.stdout: librbd1 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 3.1 M 2024-06-13T06:09:08.001 INFO:teuthology.orchestra.run.smithi096.stdout: openssl x86_64 1:3.2.2-1.el9 baseos 1.4 M 2024-06-13T06:09:08.001 INFO:teuthology.orchestra.run.smithi096.stdout: openssl-libs x86_64 1:3.2.2-1.el9 baseos 2.4 M 2024-06-13T06:09:08.001 INFO:teuthology.orchestra.run.smithi096.stdout: xfsprogs x86_64 6.4.0-1.el9 baseos 1.1 M 2024-06-13T06:09:08.001 INFO:teuthology.orchestra.run.smithi096.stdout:Installing dependencies: 2024-06-13T06:09:08.001 INFO:teuthology.orchestra.run.smithi096.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-06-13T06:09:08.001 INFO:teuthology.orchestra.run.smithi096.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-06-13T06:09:08.001 INFO:teuthology.orchestra.run.smithi096.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-06-13T06:09:08.001 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-common x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 21 M 2024-06-13T06:09:08.001 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-grafana-dashboards noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 32 k 2024-06-13T06:09:08.001 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-mds x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 2.4 M 2024-06-13T06:09:08.001 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-mgr-modules-core noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 249 k 2024-06-13T06:09:08.002 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-mon x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 4.7 M 2024-06-13T06:09:08.002 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-osd x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 17 M 2024-06-13T06:09:08.002 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-prometheus-alerts noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 16 k 2024-06-13T06:09:08.002 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-selinux x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 25 k 2024-06-13T06:09:08.002 INFO:teuthology.orchestra.run.smithi096.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-06-13T06:09:08.002 INFO:teuthology.orchestra.run.smithi096.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-06-13T06:09:08.002 INFO:teuthology.orchestra.run.smithi096.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-06-13T06:09:08.002 INFO:teuthology.orchestra.run.smithi096.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-06-13T06:09:08.002 INFO:teuthology.orchestra.run.smithi096.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-06-13T06:09:08.002 INFO:teuthology.orchestra.run.smithi096.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-06-13T06:09:08.002 INFO:teuthology.orchestra.run.smithi096.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-06-13T06:09:08.002 INFO:teuthology.orchestra.run.smithi096.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-06-13T06:09:08.003 INFO:teuthology.orchestra.run.smithi096.stdout: libcephsqlite x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 163 k 2024-06-13T06:09:08.003 INFO:teuthology.orchestra.run.smithi096.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-06-13T06:09:08.003 INFO:teuthology.orchestra.run.smithi096.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-06-13T06:09:08.003 INFO:teuthology.orchestra.run.smithi096.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-06-13T06:09:08.003 INFO:teuthology.orchestra.run.smithi096.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-06-13T06:09:08.003 INFO:teuthology.orchestra.run.smithi096.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-06-13T06:09:08.003 INFO:teuthology.orchestra.run.smithi096.stdout: libradosstriper1 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 501 k 2024-06-13T06:09:08.003 INFO:teuthology.orchestra.run.smithi096.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-06-13T06:09:08.003 INFO:teuthology.orchestra.run.smithi096.stdout: librgw2 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 5.3 M 2024-06-13T06:09:08.003 INFO:teuthology.orchestra.run.smithi096.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-06-13T06:09:08.003 INFO:teuthology.orchestra.run.smithi096.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-06-13T06:09:08.003 INFO:teuthology.orchestra.run.smithi096.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-06-13T06:09:08.004 INFO:teuthology.orchestra.run.smithi096.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-06-13T06:09:08.004 INFO:teuthology.orchestra.run.smithi096.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-06-13T06:09:08.004 INFO:teuthology.orchestra.run.smithi096.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-06-13T06:09:08.004 INFO:teuthology.orchestra.run.smithi096.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-06-13T06:09:08.004 INFO:teuthology.orchestra.run.smithi096.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-06-13T06:09:08.004 INFO:teuthology.orchestra.run.smithi096.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-06-13T06:09:08.004 INFO:teuthology.orchestra.run.smithi096.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-06-13T06:09:08.004 INFO:teuthology.orchestra.run.smithi096.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-06-13T06:09:08.004 INFO:teuthology.orchestra.run.smithi096.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-06-13T06:09:08.004 INFO:teuthology.orchestra.run.smithi096.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-06-13T06:09:08.004 INFO:teuthology.orchestra.run.smithi096.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-06-13T06:09:08.004 INFO:teuthology.orchestra.run.smithi096.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-06-13T06:09:08.005 INFO:teuthology.orchestra.run.smithi096.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-06-13T06:09:08.005 INFO:teuthology.orchestra.run.smithi096.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-06-13T06:09:08.005 INFO:teuthology.orchestra.run.smithi096.stdout: python3-ceph-argparse x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 45 k 2024-06-13T06:09:08.005 INFO:teuthology.orchestra.run.smithi096.stdout: python3-ceph-common x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 135 k 2024-06-13T06:09:08.005 INFO:teuthology.orchestra.run.smithi096.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-06-13T06:09:08.005 INFO:teuthology.orchestra.run.smithi096.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-06-13T06:09:08.005 INFO:teuthology.orchestra.run.smithi096.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-06-13T06:09:08.005 INFO:teuthology.orchestra.run.smithi096.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-06-13T06:09:08.005 INFO:teuthology.orchestra.run.smithi096.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-06-13T06:09:08.005 INFO:teuthology.orchestra.run.smithi096.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-06-13T06:09:08.005 INFO:teuthology.orchestra.run.smithi096.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-06-13T06:09:08.005 INFO:teuthology.orchestra.run.smithi096.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-06-13T06:09:08.006 INFO:teuthology.orchestra.run.smithi096.stdout: python3-google-auth noarch 1:2.29.0-2.el9 epel 205 k 2024-06-13T06:09:08.006 INFO:teuthology.orchestra.run.smithi096.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-06-13T06:09:08.006 INFO:teuthology.orchestra.run.smithi096.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-06-13T06:09:08.006 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-06-13T06:09:08.006 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-06-13T06:09:08.006 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-06-13T06:09:08.006 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-06-13T06:09:08.006 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-06-13T06:09:08.006 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-06-13T06:09:08.006 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-06-13T06:09:08.006 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-06-13T06:09:08.006 INFO:teuthology.orchestra.run.smithi096.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-06-13T06:09:08.007 INFO:teuthology.orchestra.run.smithi096.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-06-13T06:09:08.007 INFO:teuthology.orchestra.run.smithi096.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-06-13T06:09:08.007 INFO:teuthology.orchestra.run.smithi096.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-06-13T06:09:08.007 INFO:teuthology.orchestra.run.smithi096.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-06-13T06:09:08.007 INFO:teuthology.orchestra.run.smithi096.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-06-13T06:09:08.007 INFO:teuthology.orchestra.run.smithi096.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-06-13T06:09:08.007 INFO:teuthology.orchestra.run.smithi096.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-06-13T06:09:08.007 INFO:teuthology.orchestra.run.smithi096.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-06-13T06:09:08.007 INFO:teuthology.orchestra.run.smithi096.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-06-13T06:09:08.007 INFO:teuthology.orchestra.run.smithi096.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-06-13T06:09:08.007 INFO:teuthology.orchestra.run.smithi096.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-06-13T06:09:08.007 INFO:teuthology.orchestra.run.smithi096.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-06-13T06:09:08.008 INFO:teuthology.orchestra.run.smithi096.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-06-13T06:09:08.008 INFO:teuthology.orchestra.run.smithi096.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-06-13T06:09:08.008 INFO:teuthology.orchestra.run.smithi096.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-06-13T06:09:08.008 INFO:teuthology.orchestra.run.smithi096.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-06-13T06:09:08.008 INFO:teuthology.orchestra.run.smithi096.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-06-13T06:09:08.008 INFO:teuthology.orchestra.run.smithi096.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-06-13T06:09:08.008 INFO:teuthology.orchestra.run.smithi096.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-06-13T06:09:08.008 INFO:teuthology.orchestra.run.smithi096.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-06-13T06:09:08.008 INFO:teuthology.orchestra.run.smithi096.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-06-13T06:09:08.008 INFO:teuthology.orchestra.run.smithi096.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-06-13T06:09:08.008 INFO:teuthology.orchestra.run.smithi096.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-06-13T06:09:08.009 INFO:teuthology.orchestra.run.smithi096.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-06-13T06:09:08.009 INFO:teuthology.orchestra.run.smithi096.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-06-13T06:09:08.009 INFO:teuthology.orchestra.run.smithi096.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-06-13T06:09:08.009 INFO:teuthology.orchestra.run.smithi096.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-06-13T06:09:08.009 INFO:teuthology.orchestra.run.smithi096.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-06-13T06:09:08.009 INFO:teuthology.orchestra.run.smithi096.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-06-13T06:09:08.009 INFO:teuthology.orchestra.run.smithi096.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-06-13T06:09:08.009 INFO:teuthology.orchestra.run.smithi096.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-06-13T06:09:08.009 INFO:teuthology.orchestra.run.smithi096.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-06-13T06:09:08.009 INFO:teuthology.orchestra.run.smithi096.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-06-13T06:09:08.009 INFO:teuthology.orchestra.run.smithi096.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-06-13T06:09:08.009 INFO:teuthology.orchestra.run.smithi096.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-06-13T06:09:08.010 INFO:teuthology.orchestra.run.smithi096.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-06-13T06:09:08.010 INFO:teuthology.orchestra.run.smithi096.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-06-13T06:09:08.010 INFO:teuthology.orchestra.run.smithi096.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-06-13T06:09:08.010 INFO:teuthology.orchestra.run.smithi096.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-06-13T06:09:08.010 INFO:teuthology.orchestra.run.smithi096.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-06-13T06:09:08.010 INFO:teuthology.orchestra.run.smithi096.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-06-13T06:09:08.010 INFO:teuthology.orchestra.run.smithi096.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-06-13T06:09:08.010 INFO:teuthology.orchestra.run.smithi096.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-06-13T06:09:08.010 INFO:teuthology.orchestra.run.smithi096.stdout:Installing weak dependencies: 2024-06-13T06:09:08.010 INFO:teuthology.orchestra.run.smithi096.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-06-13T06:09:08.010 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-06-13T06:09:08.010 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction Summary 2024-06-13T06:09:08.011 INFO:teuthology.orchestra.run.smithi096.stdout:======================================================================================= 2024-06-13T06:09:08.011 INFO:teuthology.orchestra.run.smithi096.stdout:Install 148 Packages 2024-06-13T06:09:08.011 INFO:teuthology.orchestra.run.smithi096.stdout:Upgrade 12 Packages 2024-06-13T06:09:08.011 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-06-13T06:09:08.011 INFO:teuthology.orchestra.run.smithi096.stdout:Total download size: 226 M 2024-06-13T06:09:08.011 INFO:teuthology.orchestra.run.smithi096.stdout:Downloading Packages: 2024-06-13T06:09:08.764 INFO:teuthology.orchestra.run.smithi096.stdout:(1/160): ceph-19.0.0-2946.g3d89accf.el9.x86_64. 19 kB/s | 6.6 kB 00:00 2024-06-13T06:09:09.758 INFO:teuthology.orchestra.run.smithi149.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-06-13T06:09:09.759 INFO:teuthology.orchestra.run.smithi149.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-06-13T06:09:09.770 INFO:teuthology.orchestra.run.smithi149.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-06-13T06:09:09.771 INFO:teuthology.orchestra.run.smithi149.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-06-13T06:09:09.772 INFO:teuthology.orchestra.run.smithi149.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-06-13T06:09:09.772 INFO:teuthology.orchestra.run.smithi149.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-06-13T06:09:09.774 INFO:teuthology.orchestra.run.smithi149.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-06-13T06:09:09.776 INFO:teuthology.orchestra.run.smithi149.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-06-13T06:09:09.777 INFO:teuthology.orchestra.run.smithi149.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-06-13T06:09:09.839 INFO:teuthology.orchestra.run.smithi149.stdout:Dependencies resolved. 2024-06-13T06:09:09.854 INFO:teuthology.orchestra.run.smithi149.stdout:======================================================================================= 2024-06-13T06:09:09.854 INFO:teuthology.orchestra.run.smithi149.stdout: Package Arch Version Repository Size 2024-06-13T06:09:09.854 INFO:teuthology.orchestra.run.smithi149.stdout:======================================================================================= 2024-06-13T06:09:09.855 INFO:teuthology.orchestra.run.smithi149.stdout:Installing: 2024-06-13T06:09:09.855 INFO:teuthology.orchestra.run.smithi149.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-06-13T06:09:09.855 INFO:teuthology.orchestra.run.smithi149.stdout: ceph x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 6.6 k 2024-06-13T06:09:09.855 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-base x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 5.4 M 2024-06-13T06:09:09.855 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-fuse x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 890 k 2024-06-13T06:09:09.855 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 145 k 2024-06-13T06:09:09.855 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 1.5 M 2024-06-13T06:09:09.855 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-cephadm noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 142 k 2024-06-13T06:09:09.855 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-dashboard noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 3.5 M 2024-06-13T06:09:09.855 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 7.4 M 2024-06-13T06:09:09.855 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-rook noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 49 k 2024-06-13T06:09:09.855 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-radosgw x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 10 M 2024-06-13T06:09:09.855 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-test x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 48 M 2024-06-13T06:09:09.856 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-volume noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 264 k 2024-06-13T06:09:09.856 INFO:teuthology.orchestra.run.smithi149.stdout: cephadm noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 763 k 2024-06-13T06:09:09.856 INFO:teuthology.orchestra.run.smithi149.stdout: cephfs-mirror x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 221 k 2024-06-13T06:09:09.856 INFO:teuthology.orchestra.run.smithi149.stdout: cephfs-shell x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 27 k 2024-06-13T06:09:09.856 INFO:teuthology.orchestra.run.smithi149.stdout: cephfs-top noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 18 k 2024-06-13T06:09:09.856 INFO:teuthology.orchestra.run.smithi149.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-06-13T06:09:09.856 INFO:teuthology.orchestra.run.smithi149.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-06-13T06:09:09.856 INFO:teuthology.orchestra.run.smithi149.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-06-13T06:09:09.856 INFO:teuthology.orchestra.run.smithi149.stdout: libcephfs-devel x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 32 k 2024-06-13T06:09:09.856 INFO:teuthology.orchestra.run.smithi149.stdout: libcephfs2 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 747 k 2024-06-13T06:09:09.856 INFO:teuthology.orchestra.run.smithi149.stdout: librados-devel x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 127 k 2024-06-13T06:09:09.856 INFO:teuthology.orchestra.run.smithi149.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-06-13T06:09:09.856 INFO:teuthology.orchestra.run.smithi149.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-06-13T06:09:09.857 INFO:teuthology.orchestra.run.smithi149.stdout: openssl-devel x86_64 1:3.2.2-1.el9 appstream 4.4 M 2024-06-13T06:09:09.857 INFO:teuthology.orchestra.run.smithi149.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-06-13T06:09:09.857 INFO:teuthology.orchestra.run.smithi149.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-06-13T06:09:09.857 INFO:teuthology.orchestra.run.smithi149.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-06-13T06:09:09.857 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cephfs x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 162 k 2024-06-13T06:09:09.857 INFO:teuthology.orchestra.run.smithi149.stdout: python3-rados x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 321 k 2024-06-13T06:09:09.857 INFO:teuthology.orchestra.run.smithi149.stdout: python3-rbd x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 300 k 2024-06-13T06:09:09.857 INFO:teuthology.orchestra.run.smithi149.stdout: python3-rgw x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 99 k 2024-06-13T06:09:09.857 INFO:teuthology.orchestra.run.smithi149.stdout: rbd-fuse x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 85 k 2024-06-13T06:09:09.857 INFO:teuthology.orchestra.run.smithi149.stdout: rbd-mirror x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 3.1 M 2024-06-13T06:09:09.857 INFO:teuthology.orchestra.run.smithi149.stdout: rbd-nbd x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 171 k 2024-06-13T06:09:09.857 INFO:teuthology.orchestra.run.smithi149.stdout: xfsprogs-devel x86_64 6.4.0-1.el9 appstream 95 k 2024-06-13T06:09:09.857 INFO:teuthology.orchestra.run.smithi149.stdout:Upgrading: 2024-06-13T06:09:09.857 INFO:teuthology.orchestra.run.smithi149.stdout: NetworkManager x86_64 1:1.47.91-1.el9 baseos 2.3 M 2024-06-13T06:09:09.858 INFO:teuthology.orchestra.run.smithi149.stdout: NetworkManager-libnm x86_64 1:1.47.91-1.el9 baseos 1.8 M 2024-06-13T06:09:09.858 INFO:teuthology.orchestra.run.smithi149.stdout: NetworkManager-team x86_64 1:1.47.91-1.el9 baseos 41 k 2024-06-13T06:09:09.858 INFO:teuthology.orchestra.run.smithi149.stdout: NetworkManager-tui x86_64 1:1.47.91-1.el9 baseos 248 k 2024-06-13T06:09:09.858 INFO:teuthology.orchestra.run.smithi149.stdout: elfutils-debuginfod-client x86_64 0.191-4.el9 baseos 37 k 2024-06-13T06:09:09.858 INFO:teuthology.orchestra.run.smithi149.stdout: elfutils-libelf x86_64 0.191-4.el9 baseos 207 k 2024-06-13T06:09:09.858 INFO:teuthology.orchestra.run.smithi149.stdout: elfutils-libs x86_64 0.191-4.el9 baseos 260 k 2024-06-13T06:09:09.858 INFO:teuthology.orchestra.run.smithi149.stdout: librados2 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 3.4 M 2024-06-13T06:09:09.858 INFO:teuthology.orchestra.run.smithi149.stdout: librbd1 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 3.1 M 2024-06-13T06:09:09.858 INFO:teuthology.orchestra.run.smithi149.stdout: openssl x86_64 1:3.2.2-1.el9 baseos 1.4 M 2024-06-13T06:09:09.858 INFO:teuthology.orchestra.run.smithi149.stdout: openssl-libs x86_64 1:3.2.2-1.el9 baseos 2.4 M 2024-06-13T06:09:09.858 INFO:teuthology.orchestra.run.smithi149.stdout: xfsprogs x86_64 6.4.0-1.el9 baseos 1.1 M 2024-06-13T06:09:09.858 INFO:teuthology.orchestra.run.smithi149.stdout:Installing dependencies: 2024-06-13T06:09:09.859 INFO:teuthology.orchestra.run.smithi149.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-06-13T06:09:09.859 INFO:teuthology.orchestra.run.smithi149.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-06-13T06:09:09.859 INFO:teuthology.orchestra.run.smithi149.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-06-13T06:09:09.859 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-common x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 21 M 2024-06-13T06:09:09.859 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-grafana-dashboards noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 32 k 2024-06-13T06:09:09.859 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mds x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 2.4 M 2024-06-13T06:09:09.859 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-modules-core noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 249 k 2024-06-13T06:09:09.859 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mon x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 4.7 M 2024-06-13T06:09:09.859 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-osd x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 17 M 2024-06-13T06:09:09.859 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-prometheus-alerts noarch 2:19.0.0-2946.g3d89accf.el9 ceph-noarch 16 k 2024-06-13T06:09:09.859 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-selinux x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 25 k 2024-06-13T06:09:09.859 INFO:teuthology.orchestra.run.smithi149.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-06-13T06:09:09.859 INFO:teuthology.orchestra.run.smithi149.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-06-13T06:09:09.859 INFO:teuthology.orchestra.run.smithi149.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-06-13T06:09:09.860 INFO:teuthology.orchestra.run.smithi149.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-06-13T06:09:09.860 INFO:teuthology.orchestra.run.smithi149.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-06-13T06:09:09.860 INFO:teuthology.orchestra.run.smithi149.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-06-13T06:09:09.860 INFO:teuthology.orchestra.run.smithi149.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-06-13T06:09:09.860 INFO:teuthology.orchestra.run.smithi149.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-06-13T06:09:09.860 INFO:teuthology.orchestra.run.smithi149.stdout: libcephsqlite x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 163 k 2024-06-13T06:09:09.860 INFO:teuthology.orchestra.run.smithi149.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-06-13T06:09:09.860 INFO:teuthology.orchestra.run.smithi149.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-06-13T06:09:09.860 INFO:teuthology.orchestra.run.smithi149.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-06-13T06:09:09.860 INFO:teuthology.orchestra.run.smithi149.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-06-13T06:09:09.860 INFO:teuthology.orchestra.run.smithi149.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-06-13T06:09:09.860 INFO:teuthology.orchestra.run.smithi149.stdout: libradosstriper1 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 501 k 2024-06-13T06:09:09.860 INFO:teuthology.orchestra.run.smithi149.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-06-13T06:09:09.860 INFO:teuthology.orchestra.run.smithi149.stdout: librgw2 x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 5.3 M 2024-06-13T06:09:09.861 INFO:teuthology.orchestra.run.smithi149.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-06-13T06:09:09.861 INFO:teuthology.orchestra.run.smithi149.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-06-13T06:09:09.861 INFO:teuthology.orchestra.run.smithi149.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-06-13T06:09:09.861 INFO:teuthology.orchestra.run.smithi149.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-06-13T06:09:09.861 INFO:teuthology.orchestra.run.smithi149.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-06-13T06:09:09.861 INFO:teuthology.orchestra.run.smithi149.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-06-13T06:09:09.861 INFO:teuthology.orchestra.run.smithi149.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-06-13T06:09:09.861 INFO:teuthology.orchestra.run.smithi149.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-06-13T06:09:09.861 INFO:teuthology.orchestra.run.smithi149.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-06-13T06:09:09.861 INFO:teuthology.orchestra.run.smithi149.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-06-13T06:09:09.861 INFO:teuthology.orchestra.run.smithi149.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-06-13T06:09:09.861 INFO:teuthology.orchestra.run.smithi149.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-06-13T06:09:09.862 INFO:teuthology.orchestra.run.smithi149.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-06-13T06:09:09.862 INFO:teuthology.orchestra.run.smithi149.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-06-13T06:09:09.862 INFO:teuthology.orchestra.run.smithi149.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-06-13T06:09:09.862 INFO:teuthology.orchestra.run.smithi149.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-06-13T06:09:09.862 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-06-13T06:09:09.862 INFO:teuthology.orchestra.run.smithi149.stdout: python3-ceph-argparse x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 45 k 2024-06-13T06:09:09.862 INFO:teuthology.orchestra.run.smithi149.stdout: python3-ceph-common x86_64 2:19.0.0-2946.g3d89accf.el9 ceph 135 k 2024-06-13T06:09:09.862 INFO:teuthology.orchestra.run.smithi149.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-06-13T06:09:09.862 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-06-13T06:09:09.862 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-06-13T06:09:09.862 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-06-13T06:09:09.862 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-06-13T06:09:09.863 INFO:teuthology.orchestra.run.smithi149.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-06-13T06:09:09.863 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-06-13T06:09:09.863 INFO:teuthology.orchestra.run.smithi149.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-06-13T06:09:09.863 INFO:teuthology.orchestra.run.smithi149.stdout: python3-google-auth noarch 1:2.29.0-2.el9 epel 205 k 2024-06-13T06:09:09.863 INFO:teuthology.orchestra.run.smithi149.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-06-13T06:09:09.863 INFO:teuthology.orchestra.run.smithi149.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-06-13T06:09:09.863 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-06-13T06:09:09.863 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-06-13T06:09:09.863 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-06-13T06:09:09.863 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-06-13T06:09:09.863 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-06-13T06:09:09.863 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-06-13T06:09:09.863 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-06-13T06:09:09.863 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-06-13T06:09:09.863 INFO:teuthology.orchestra.run.smithi149.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-06-13T06:09:09.864 INFO:teuthology.orchestra.run.smithi149.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-06-13T06:09:09.864 INFO:teuthology.orchestra.run.smithi149.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-06-13T06:09:09.864 INFO:teuthology.orchestra.run.smithi149.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-06-13T06:09:09.864 INFO:teuthology.orchestra.run.smithi149.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-06-13T06:09:09.864 INFO:teuthology.orchestra.run.smithi149.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-06-13T06:09:09.864 INFO:teuthology.orchestra.run.smithi149.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-06-13T06:09:09.864 INFO:teuthology.orchestra.run.smithi149.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-06-13T06:09:09.864 INFO:teuthology.orchestra.run.smithi149.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-06-13T06:09:09.864 INFO:teuthology.orchestra.run.smithi149.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-06-13T06:09:09.864 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-06-13T06:09:09.864 INFO:teuthology.orchestra.run.smithi149.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-06-13T06:09:09.865 INFO:teuthology.orchestra.run.smithi149.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-06-13T06:09:09.865 INFO:teuthology.orchestra.run.smithi149.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-06-13T06:09:09.865 INFO:teuthology.orchestra.run.smithi149.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-06-13T06:09:09.865 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-06-13T06:09:09.865 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-06-13T06:09:09.865 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-06-13T06:09:09.865 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-06-13T06:09:09.865 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-06-13T06:09:09.865 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-06-13T06:09:09.865 INFO:teuthology.orchestra.run.smithi149.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-06-13T06:09:09.865 INFO:teuthology.orchestra.run.smithi149.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-06-13T06:09:09.866 INFO:teuthology.orchestra.run.smithi149.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-06-13T06:09:09.866 INFO:teuthology.orchestra.run.smithi149.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-06-13T06:09:09.866 INFO:teuthology.orchestra.run.smithi149.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-06-13T06:09:09.866 INFO:teuthology.orchestra.run.smithi149.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-06-13T06:09:09.866 INFO:teuthology.orchestra.run.smithi149.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-06-13T06:09:09.866 INFO:teuthology.orchestra.run.smithi149.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-06-13T06:09:09.866 INFO:teuthology.orchestra.run.smithi149.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-06-13T06:09:09.866 INFO:teuthology.orchestra.run.smithi149.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-06-13T06:09:09.866 INFO:teuthology.orchestra.run.smithi149.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-06-13T06:09:09.866 INFO:teuthology.orchestra.run.smithi149.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-06-13T06:09:09.867 INFO:teuthology.orchestra.run.smithi149.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-06-13T06:09:09.867 INFO:teuthology.orchestra.run.smithi149.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-06-13T06:09:09.867 INFO:teuthology.orchestra.run.smithi149.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-06-13T06:09:09.867 INFO:teuthology.orchestra.run.smithi149.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-06-13T06:09:09.867 INFO:teuthology.orchestra.run.smithi149.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-06-13T06:09:09.867 INFO:teuthology.orchestra.run.smithi149.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-06-13T06:09:09.867 INFO:teuthology.orchestra.run.smithi149.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-06-13T06:09:09.867 INFO:teuthology.orchestra.run.smithi149.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-06-13T06:09:09.867 INFO:teuthology.orchestra.run.smithi149.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-06-13T06:09:09.867 INFO:teuthology.orchestra.run.smithi149.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-06-13T06:09:09.867 INFO:teuthology.orchestra.run.smithi149.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-06-13T06:09:09.867 INFO:teuthology.orchestra.run.smithi149.stdout:Installing weak dependencies: 2024-06-13T06:09:09.868 INFO:teuthology.orchestra.run.smithi149.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-06-13T06:09:09.868 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-06-13T06:09:09.868 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction Summary 2024-06-13T06:09:09.868 INFO:teuthology.orchestra.run.smithi149.stdout:======================================================================================= 2024-06-13T06:09:09.868 INFO:teuthology.orchestra.run.smithi149.stdout:Install 148 Packages 2024-06-13T06:09:09.868 INFO:teuthology.orchestra.run.smithi149.stdout:Upgrade 12 Packages 2024-06-13T06:09:09.868 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-06-13T06:09:09.869 INFO:teuthology.orchestra.run.smithi149.stdout:Total download size: 226 M 2024-06-13T06:09:09.869 INFO:teuthology.orchestra.run.smithi149.stdout:Downloading Packages: 2024-06-13T06:09:09.885 INFO:teuthology.orchestra.run.smithi039.stdout:(2/160): ceph-fuse-19.0.0-2946.g3d89accf.el9.x8 468 kB/s | 890 kB 00:01 2024-06-13T06:09:09.889 INFO:teuthology.orchestra.run.smithi096.stdout:(2/160): ceph-fuse-19.0.0-2946.g3d89accf.el9.x8 791 kB/s | 890 kB 00:01 2024-06-13T06:09:10.139 INFO:teuthology.orchestra.run.smithi096.stdout:(3/160): ceph-immutable-object-cache-19.0.0-294 580 kB/s | 145 kB 00:00 2024-06-13T06:09:10.185 INFO:teuthology.orchestra.run.smithi039.stdout:(3/160): ceph-immutable-object-cache-19.0.0-294 483 kB/s | 145 kB 00:00 2024-06-13T06:09:11.259 INFO:teuthology.orchestra.run.smithi149.stdout:(1/160): ceph-19.0.0-2946.g3d89accf.el9.x86_64. 10 kB/s | 6.6 kB 00:00 2024-06-13T06:09:12.023 INFO:teuthology.orchestra.run.smithi096.stdout:(4/160): ceph-base-19.0.0-2946.g3d89accf.el9.x8 1.5 MB/s | 5.4 MB 00:03 2024-06-13T06:09:12.643 INFO:teuthology.orchestra.run.smithi149.stdout:(2/160): ceph-fuse-19.0.0-2946.g3d89accf.el9.x8 643 kB/s | 890 kB 00:01 2024-06-13T06:09:12.823 INFO:teuthology.orchestra.run.smithi096.stdout:(5/160): ceph-mds-19.0.0-2946.g3d89accf.el9.x86 902 kB/s | 2.4 MB 00:02 2024-06-13T06:09:13.018 INFO:teuthology.orchestra.run.smithi039.stdout:(4/160): ceph-base-19.0.0-2946.g3d89accf.el9.x8 1.0 MB/s | 5.4 MB 00:05 2024-06-13T06:09:13.106 INFO:teuthology.orchestra.run.smithi096.stdout:(6/160): ceph-mgr-19.0.0-2946.g3d89accf.el9.x86 1.4 MB/s | 1.5 MB 00:01 2024-06-13T06:09:13.176 INFO:teuthology.orchestra.run.smithi149.stdout:(3/160): ceph-immutable-object-cache-19.0.0-294 271 kB/s | 145 kB 00:00 2024-06-13T06:09:13.427 INFO:teuthology.orchestra.run.smithi149.stdout:(4/160): ceph-base-19.0.0-2946.g3d89accf.el9.x8 1.9 MB/s | 5.4 MB 00:02 2024-06-13T06:09:13.768 INFO:teuthology.orchestra.run.smithi149.stdout:(5/160): ceph-mgr-19.0.0-2946.g3d89accf.el9.x86 4.4 MB/s | 1.5 MB 00:00 2024-06-13T06:09:13.902 INFO:teuthology.orchestra.run.smithi039.stdout:(5/160): ceph-mds-19.0.0-2946.g3d89accf.el9.x86 651 kB/s | 2.4 MB 00:03 2024-06-13T06:09:14.160 INFO:teuthology.orchestra.run.smithi039.stdout:(6/160): ceph-mgr-19.0.0-2946.g3d89accf.el9.x86 1.3 MB/s | 1.5 MB 00:01 2024-06-13T06:09:14.552 INFO:teuthology.orchestra.run.smithi149.stdout:(6/160): ceph-mon-19.0.0-2946.g3d89accf.el9.x86 6.0 MB/s | 4.7 MB 00:00 2024-06-13T06:09:17.169 INFO:teuthology.orchestra.run.smithi149.stdout:(7/160): ceph-mds-19.0.0-2946.g3d89accf.el9.x86 606 kB/s | 2.4 MB 00:03 2024-06-13T06:09:17.869 INFO:teuthology.orchestra.run.smithi149.stdout:(8/160): ceph-osd-19.0.0-2946.g3d89accf.el9.x86 5.1 MB/s | 17 MB 00:03 2024-06-13T06:09:17.961 INFO:teuthology.orchestra.run.smithi149.stdout:(9/160): ceph-selinux-19.0.0-2946.g3d89accf.el9 275 kB/s | 25 kB 00:00 2024-06-13T06:09:18.535 INFO:teuthology.orchestra.run.smithi039.stdout:(7/160): ceph-common-19.0.0-2946.g3d89accf.el9. 1.9 MB/s | 21 MB 00:10 2024-06-13T06:09:18.564 INFO:teuthology.orchestra.run.smithi096.stdout:(7/160): ceph-mon-19.0.0-2946.g3d89accf.el9.x86 837 kB/s | 4.7 MB 00:05 2024-06-13T06:09:19.194 INFO:teuthology.orchestra.run.smithi039.stdout:(8/160): ceph-mon-19.0.0-2946.g3d89accf.el9.x86 908 kB/s | 4.7 MB 00:05 2024-06-13T06:09:19.286 INFO:teuthology.orchestra.run.smithi039.stdout:(9/160): ceph-selinux-19.0.0-2946.g3d89accf.el9 275 kB/s | 25 kB 00:00 2024-06-13T06:09:20.314 INFO:teuthology.orchestra.run.smithi096.stdout:(8/160): ceph-common-19.0.0-2946.g3d89accf.el9. 1.8 MB/s | 21 MB 00:11 2024-06-13T06:09:20.344 INFO:teuthology.orchestra.run.smithi149.stdout:(10/160): ceph-common-19.0.0-2946.g3d89accf.el9 2.2 MB/s | 21 MB 00:09 2024-06-13T06:09:20.389 INFO:teuthology.orchestra.run.smithi096.stdout:(9/160): ceph-selinux-19.0.0-2946.g3d89accf.el9 337 kB/s | 25 kB 00:00 2024-06-13T06:09:20.511 INFO:teuthology.orchestra.run.smithi149.stdout:(11/160): cephfs-mirror-19.0.0-2946.g3d89accf.e 1.3 MB/s | 221 kB 00:00 2024-06-13T06:09:20.594 INFO:teuthology.orchestra.run.smithi149.stdout:(12/160): cephfs-shell-19.0.0-2946.g3d89accf.el 325 kB/s | 27 kB 00:00 2024-06-13T06:09:20.687 INFO:teuthology.orchestra.run.smithi149.stdout:(13/160): libcephfs-devel-19.0.0-2946.g3d89accf 346 kB/s | 32 kB 00:00 2024-06-13T06:09:21.003 INFO:teuthology.orchestra.run.smithi149.stdout:(14/160): libcephfs2-19.0.0-2946.g3d89accf.el9. 2.3 MB/s | 747 kB 00:00 2024-06-13T06:09:21.104 INFO:teuthology.orchestra.run.smithi149.stdout:(15/160): libcephsqlite-19.0.0-2946.g3d89accf.e 1.6 MB/s | 163 kB 00:00 2024-06-13T06:09:21.204 INFO:teuthology.orchestra.run.smithi149.stdout:(16/160): librados-devel-19.0.0-2946.g3d89accf. 1.2 MB/s | 127 kB 00:00 2024-06-13T06:09:21.463 INFO:teuthology.orchestra.run.smithi149.stdout:(17/160): libradosstriper1-19.0.0-2946.g3d89acc 1.9 MB/s | 501 kB 00:00 2024-06-13T06:09:22.369 INFO:teuthology.orchestra.run.smithi039.stdout:(10/160): ceph-radosgw-19.0.0-2946.g3d89accf.el 2.7 MB/s | 10 MB 00:03 2024-06-13T06:09:22.544 INFO:teuthology.orchestra.run.smithi039.stdout:(11/160): cephfs-mirror-19.0.0-2946.g3d89accf.e 1.2 MB/s | 221 kB 00:00 2024-06-13T06:09:22.636 INFO:teuthology.orchestra.run.smithi039.stdout:(12/160): cephfs-shell-19.0.0-2946.g3d89accf.el 295 kB/s | 27 kB 00:00 2024-06-13T06:09:22.728 INFO:teuthology.orchestra.run.smithi039.stdout:(13/160): libcephfs-devel-19.0.0-2946.g3d89accf 346 kB/s | 32 kB 00:00 2024-06-13T06:09:23.053 INFO:teuthology.orchestra.run.smithi039.stdout:(14/160): libcephfs2-19.0.0-2946.g3d89accf.el9. 2.2 MB/s | 747 kB 00:00 2024-06-13T06:09:23.153 INFO:teuthology.orchestra.run.smithi039.stdout:(15/160): libcephsqlite-19.0.0-2946.g3d89accf.e 1.6 MB/s | 163 kB 00:00 2024-06-13T06:09:23.254 INFO:teuthology.orchestra.run.smithi039.stdout:(16/160): librados-devel-19.0.0-2946.g3d89accf. 1.2 MB/s | 127 kB 00:00 2024-06-13T06:09:23.512 INFO:teuthology.orchestra.run.smithi039.stdout:(17/160): libradosstriper1-19.0.0-2946.g3d89acc 1.9 MB/s | 501 kB 00:00 2024-06-13T06:09:23.838 INFO:teuthology.orchestra.run.smithi039.stdout:(18/160): ceph-osd-19.0.0-2946.g3d89accf.el9.x8 1.7 MB/s | 17 MB 00:09 2024-06-13T06:09:23.929 INFO:teuthology.orchestra.run.smithi039.stdout:(19/160): python3-ceph-argparse-19.0.0-2946.g3d 494 kB/s | 45 kB 00:00 2024-06-13T06:09:24.004 INFO:teuthology.orchestra.run.smithi149.stdout:(18/160): librgw2-19.0.0-2946.g3d89accf.el9.x86 2.1 MB/s | 5.3 MB 00:02 2024-06-13T06:09:24.013 INFO:teuthology.orchestra.run.smithi039.stdout:(20/160): python3-ceph-common-19.0.0-2946.g3d89 1.6 MB/s | 135 kB 00:00 2024-06-13T06:09:24.071 INFO:teuthology.orchestra.run.smithi149.stdout:(19/160): python3-ceph-argparse-19.0.0-2946.g3d 680 kB/s | 45 kB 00:00 2024-06-13T06:09:24.105 INFO:teuthology.orchestra.run.smithi096.stdout:(10/160): ceph-osd-19.0.0-2946.g3d89accf.el9.x8 1.5 MB/s | 17 MB 00:10 2024-06-13T06:09:24.138 INFO:teuthology.orchestra.run.smithi039.stdout:(21/160): python3-cephfs-19.0.0-2946.g3d89accf. 1.3 MB/s | 162 kB 00:00 2024-06-13T06:09:24.163 INFO:teuthology.orchestra.run.smithi149.stdout:(20/160): python3-ceph-common-19.0.0-2946.g3d89 1.4 MB/s | 135 kB 00:00 2024-06-13T06:09:24.246 INFO:teuthology.orchestra.run.smithi149.stdout:(21/160): python3-cephfs-19.0.0-2946.g3d89accf. 1.9 MB/s | 162 kB 00:00 2024-06-13T06:09:24.289 INFO:teuthology.orchestra.run.smithi096.stdout:(11/160): cephfs-mirror-19.0.0-2946.g3d89accf.e 1.2 MB/s | 221 kB 00:00 2024-06-13T06:09:24.347 INFO:teuthology.orchestra.run.smithi039.stdout:(22/160): python3-rados-19.0.0-2946.g3d89accf.e 1.5 MB/s | 321 kB 00:00 2024-06-13T06:09:24.389 INFO:teuthology.orchestra.run.smithi096.stdout:(12/160): cephfs-shell-19.0.0-2946.g3d89accf.el 271 kB/s | 27 kB 00:00 2024-06-13T06:09:24.397 INFO:teuthology.orchestra.run.smithi149.stdout:(22/160): python3-rados-19.0.0-2946.g3d89accf.e 2.1 MB/s | 321 kB 00:00 2024-06-13T06:09:24.490 INFO:teuthology.orchestra.run.smithi096.stdout:(13/160): libcephfs-devel-19.0.0-2946.g3d89accf 317 kB/s | 32 kB 00:00 2024-06-13T06:09:24.555 INFO:teuthology.orchestra.run.smithi149.stdout:(23/160): python3-rbd-19.0.0-2946.g3d89accf.el9 1.9 MB/s | 300 kB 00:00 2024-06-13T06:09:24.573 INFO:teuthology.orchestra.run.smithi039.stdout:(23/160): python3-rbd-19.0.0-2946.g3d89accf.el9 1.3 MB/s | 300 kB 00:00 2024-06-13T06:09:24.647 INFO:teuthology.orchestra.run.smithi149.stdout:(24/160): python3-rgw-19.0.0-2946.g3d89accf.el9 1.1 MB/s | 99 kB 00:00 2024-06-13T06:09:24.673 INFO:teuthology.orchestra.run.smithi039.stdout:(24/160): python3-rgw-19.0.0-2946.g3d89accf.el9 994 kB/s | 99 kB 00:00 2024-06-13T06:09:24.739 INFO:teuthology.orchestra.run.smithi149.stdout:(25/160): rbd-fuse-19.0.0-2946.g3d89accf.el9.x8 929 kB/s | 85 kB 00:00 2024-06-13T06:09:24.765 INFO:teuthology.orchestra.run.smithi039.stdout:(25/160): rbd-fuse-19.0.0-2946.g3d89accf.el9.x8 931 kB/s | 85 kB 00:00 2024-06-13T06:09:24.848 INFO:teuthology.orchestra.run.smithi096.stdout:(14/160): libcephfs2-19.0.0-2946.g3d89accf.el9. 2.0 MB/s | 747 kB 00:00 2024-06-13T06:09:24.965 INFO:teuthology.orchestra.run.smithi096.stdout:(15/160): libcephsqlite-19.0.0-2946.g3d89accf.e 1.4 MB/s | 163 kB 00:00 2024-06-13T06:09:25.082 INFO:teuthology.orchestra.run.smithi096.stdout:(16/160): librados-devel-19.0.0-2946.g3d89accf. 1.1 MB/s | 127 kB 00:00 2024-06-13T06:09:25.557 INFO:teuthology.orchestra.run.smithi096.stdout:(17/160): libradosstriper1-19.0.0-2946.g3d89acc 1.0 MB/s | 501 kB 00:00 2024-06-13T06:09:25.807 INFO:teuthology.orchestra.run.smithi039.stdout:(26/160): librgw2-19.0.0-2946.g3d89accf.el9.x86 2.3 MB/s | 5.3 MB 00:02 2024-06-13T06:09:25.898 INFO:teuthology.orchestra.run.smithi039.stdout:(27/160): rbd-nbd-19.0.0-2946.g3d89accf.el9.x86 1.8 MB/s | 171 kB 00:00 2024-06-13T06:09:25.991 INFO:teuthology.orchestra.run.smithi039.stdout:(28/160): ceph-grafana-dashboards-19.0.0-2946.g 345 kB/s | 32 kB 00:00 2024-06-13T06:09:26.091 INFO:teuthology.orchestra.run.smithi039.stdout:(29/160): ceph-mgr-cephadm-19.0.0-2946.g3d89acc 1.4 MB/s | 142 kB 00:00 2024-06-13T06:09:26.298 INFO:teuthology.orchestra.run.smithi149.stdout:(26/160): rbd-mirror-19.0.0-2946.g3d89accf.el9. 2.0 MB/s | 3.1 MB 00:01 2024-06-13T06:09:26.366 INFO:teuthology.orchestra.run.smithi039.stdout:(30/160): rbd-mirror-19.0.0-2946.g3d89accf.el9. 1.9 MB/s | 3.1 MB 00:01 2024-06-13T06:09:26.507 INFO:teuthology.orchestra.run.smithi149.stdout:(27/160): ceph-radosgw-19.0.0-2946.g3d89accf.el 1.1 MB/s | 10 MB 00:09 2024-06-13T06:09:26.532 INFO:teuthology.orchestra.run.smithi149.stdout:(28/160): rbd-nbd-19.0.0-2946.g3d89accf.el9.x86 731 kB/s | 171 kB 00:00 2024-06-13T06:09:26.607 INFO:teuthology.orchestra.run.smithi149.stdout:(29/160): ceph-grafana-dashboards-19.0.0-2946.g 317 kB/s | 32 kB 00:00 2024-06-13T06:09:26.707 INFO:teuthology.orchestra.run.smithi149.stdout:(30/160): ceph-mgr-cephadm-19.0.0-2946.g3d89acc 811 kB/s | 142 kB 00:00 2024-06-13T06:09:27.824 INFO:teuthology.orchestra.run.smithi096.stdout:(18/160): librgw2-19.0.0-2946.g3d89accf.el9.x86 2.3 MB/s | 5.3 MB 00:02 2024-06-13T06:09:27.833 INFO:teuthology.orchestra.run.smithi039.stdout:(31/160): ceph-mgr-dashboard-19.0.0-2946.g3d89a 2.0 MB/s | 3.5 MB 00:01 2024-06-13T06:09:27.916 INFO:teuthology.orchestra.run.smithi096.stdout:(19/160): python3-ceph-argparse-19.0.0-2946.g3d 493 kB/s | 45 kB 00:00 2024-06-13T06:09:28.000 INFO:teuthology.orchestra.run.smithi039.stdout:(32/160): ceph-mgr-modules-core-19.0.0-2946.g3d 1.5 MB/s | 249 kB 00:00 2024-06-13T06:09:28.024 INFO:teuthology.orchestra.run.smithi096.stdout:(20/160): python3-ceph-common-19.0.0-2946.g3d89 1.2 MB/s | 135 kB 00:00 2024-06-13T06:09:28.083 INFO:teuthology.orchestra.run.smithi039.stdout:(33/160): ceph-mgr-rook-19.0.0-2946.g3d89accf.e 593 kB/s | 49 kB 00:00 2024-06-13T06:09:28.133 INFO:teuthology.orchestra.run.smithi096.stdout:(21/160): python3-cephfs-19.0.0-2946.g3d89accf. 1.5 MB/s | 162 kB 00:00 2024-06-13T06:09:28.159 INFO:teuthology.orchestra.run.smithi039.stdout:(34/160): ceph-prometheus-alerts-19.0.0-2946.g3 219 kB/s | 16 kB 00:00 2024-06-13T06:09:28.317 INFO:teuthology.orchestra.run.smithi096.stdout:(22/160): python3-rados-19.0.0-2946.g3d89accf.e 1.7 MB/s | 321 kB 00:00 2024-06-13T06:09:28.317 INFO:teuthology.orchestra.run.smithi039.stdout:(35/160): ceph-volume-19.0.0-2946.g3d89accf.el9 1.6 MB/s | 264 kB 00:00 2024-06-13T06:09:28.592 INFO:teuthology.orchestra.run.smithi096.stdout:(23/160): ceph-radosgw-19.0.0-2946.g3d89accf.el 1.0 MB/s | 10 MB 00:10 2024-06-13T06:09:28.617 INFO:teuthology.orchestra.run.smithi096.stdout:(24/160): python3-rbd-19.0.0-2946.g3d89accf.el9 998 kB/s | 300 kB 00:00 2024-06-13T06:09:28.659 INFO:teuthology.orchestra.run.smithi039.stdout:(36/160): cephadm-19.0.0-2946.g3d89accf.el9.noa 2.2 MB/s | 763 kB 00:00 2024-06-13T06:09:28.709 INFO:teuthology.orchestra.run.smithi096.stdout:(25/160): rbd-fuse-19.0.0-2946.g3d89accf.el9.x8 929 kB/s | 85 kB 00:00 2024-06-13T06:09:28.743 INFO:teuthology.orchestra.run.smithi039.stdout:(37/160): cephfs-top-19.0.0-2946.g3d89accf.el9. 219 kB/s | 18 kB 00:00 2024-06-13T06:09:28.751 INFO:teuthology.orchestra.run.smithi096.stdout:(26/160): python3-rgw-19.0.0-2946.g3d89accf.el9 626 kB/s | 99 kB 00:00 2024-06-13T06:09:28.791 INFO:teuthology.orchestra.run.smithi039.stdout:[MIRROR] fuse-2.9.9-15.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/fuse-2.9.9-15.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-13T06:09:28.984 INFO:teuthology.orchestra.run.smithi096.stdout:(27/160): rbd-nbd-19.0.0-2946.g3d89accf.el9.x86 732 kB/s | 171 kB 00:00 2024-06-13T06:09:29.016 INFO:teuthology.orchestra.run.smithi149.stdout:(31/160): ceph-test-19.0.0-2946.g3d89accf.el9.x 4.4 MB/s | 48 MB 00:11 2024-06-13T06:09:29.085 INFO:teuthology.orchestra.run.smithi096.stdout:(28/160): ceph-grafana-dashboards-19.0.0-2946.g 317 kB/s | 32 kB 00:00 2024-06-13T06:09:29.218 INFO:teuthology.orchestra.run.smithi039.stdout:(38/160): ceph-mgr-diskprediction-local-19.0.0- 2.6 MB/s | 7.4 MB 00:02 2024-06-13T06:09:29.221 INFO:teuthology.orchestra.run.smithi039.stdout:[MIRROR] libgfortran-11.4.1-3.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/libgfortran-11.4.1-3.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-13T06:09:29.233 INFO:teuthology.orchestra.run.smithi149.stdout:(32/160): ceph-mgr-modules-core-19.0.0-2946.g3d 1.1 MB/s | 249 kB 00:00 2024-06-13T06:09:29.277 INFO:teuthology.orchestra.run.smithi096.stdout:(29/160): ceph-mgr-cephadm-19.0.0-2946.g3d89acc 742 kB/s | 142 kB 00:00 2024-06-13T06:09:29.316 INFO:teuthology.orchestra.run.smithi149.stdout:(33/160): ceph-mgr-rook-19.0.0-2946.g3d89accf.e 594 kB/s | 49 kB 00:00 2024-06-13T06:09:29.400 INFO:teuthology.orchestra.run.smithi149.stdout:(34/160): ceph-prometheus-alerts-19.0.0-2946.g3 197 kB/s | 16 kB 00:00 2024-06-13T06:09:29.567 INFO:teuthology.orchestra.run.smithi149.stdout:(35/160): ceph-volume-19.0.0-2946.g3d89accf.el9 1.5 MB/s | 264 kB 00:00 2024-06-13T06:09:29.617 INFO:teuthology.orchestra.run.smithi149.stdout:(36/160): ceph-mgr-dashboard-19.0.0-2946.g3d89a 1.2 MB/s | 3.5 MB 00:03 2024-06-13T06:09:29.627 INFO:teuthology.orchestra.run.smithi039.stdout:(39/160): fuse-2.9.9-15.el9.x86_64.rpm 91 kB/s | 80 kB 00:00 2024-06-13T06:09:29.628 INFO:teuthology.orchestra.run.smithi039.stdout:[MIRROR] libquadmath-11.4.1-3.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/libquadmath-11.4.1-3.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-13T06:09:29.701 INFO:teuthology.orchestra.run.smithi149.stdout:(37/160): cephfs-top-19.0.0-2946.g3d89accf.el9. 219 kB/s | 18 kB 00:00 2024-06-13T06:09:29.741 INFO:teuthology.orchestra.run.smithi149.stdout:[MIRROR] fuse-2.9.9-15.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/fuse-2.9.9-15.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-13T06:09:29.819 INFO:teuthology.orchestra.run.smithi096.stdout:(30/160): rbd-mirror-19.0.0-2946.g3d89accf.el9. 2.8 MB/s | 3.1 MB 00:01 2024-06-13T06:09:29.871 INFO:teuthology.orchestra.run.smithi149.stdout:(38/160): fuse-2.9.9-15.el9.x86_64.rpm 473 kB/s | 80 kB 00:00 2024-06-13T06:09:29.872 INFO:teuthology.orchestra.run.smithi149.stdout:[MIRROR] libgfortran-11.4.1-3.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/libgfortran-11.4.1-3.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-13T06:09:30.010 INFO:teuthology.orchestra.run.smithi149.stdout:(39/160): ceph-mgr-diskprediction-local-19.0.0- 2.2 MB/s | 7.4 MB 00:03 2024-06-13T06:09:30.012 INFO:teuthology.orchestra.run.smithi149.stdout:[MIRROR] libquadmath-11.4.1-3.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/libquadmath-11.4.1-3.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-13T06:09:30.076 INFO:teuthology.orchestra.run.smithi149.stdout:(40/160): libgfortran-11.4.1-3.el9.x86_64.rpm 3.8 MB/s | 803 kB 00:00 2024-06-13T06:09:30.102 INFO:teuthology.orchestra.run.smithi149.stdout:(41/160): cephadm-19.0.0-2946.g3d89accf.el9.noa 1.4 MB/s | 763 kB 00:00 2024-06-13T06:09:30.127 INFO:teuthology.orchestra.run.smithi149.stdout:(42/160): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.9 MB/s | 253 kB 00:00 2024-06-13T06:09:30.152 INFO:teuthology.orchestra.run.smithi149.stdout:(43/160): libquadmath-11.4.1-3.el9.x86_64.rpm 1.3 MB/s | 195 kB 00:00 2024-06-13T06:09:30.177 INFO:teuthology.orchestra.run.smithi149.stdout:(44/160): python3-ply-3.11-14.el9.noarch.rpm 2.1 MB/s | 106 kB 00:00 2024-06-13T06:09:30.211 INFO:teuthology.orchestra.run.smithi149.stdout:(45/160): python3-pycparser-2.20-6.el9.noarch.r 2.3 MB/s | 135 kB 00:00 2024-06-13T06:09:30.236 INFO:teuthology.orchestra.run.smithi149.stdout:(46/160): python3-requests-2.25.1-8.el9.noarch. 2.1 MB/s | 125 kB 00:00 2024-06-13T06:09:30.239 INFO:teuthology.orchestra.run.smithi149.stdout:[MIRROR] automake-1.16.2-8.el9.noarch.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/AppStream/x86_64/os/Packages/automake-1.16.2-8.el9.noarch.rpm (IP: 8.43.85.72) 2024-06-13T06:09:30.260 INFO:teuthology.orchestra.run.smithi039.stdout:(40/160): libgfortran-11.4.1-3.el9.x86_64.rpm 772 kB/s | 803 kB 00:01 2024-06-13T06:09:30.278 INFO:teuthology.orchestra.run.smithi149.stdout:(47/160): python3-urllib3-1.26.5-5.el9.noarch.r 3.1 MB/s | 215 kB 00:00 2024-06-13T06:09:30.281 INFO:teuthology.orchestra.run.smithi149.stdout:[MIRROR] bison-3.7.4-5.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/AppStream/x86_64/os/Packages/bison-3.7.4-5.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-13T06:09:30.345 INFO:teuthology.orchestra.run.smithi149.stdout:(48/160): automake-1.16.2-8.el9.noarch.rpm 6.2 MB/s | 689 kB 00:00 2024-06-13T06:09:30.348 INFO:teuthology.orchestra.run.smithi149.stdout:[MIRROR] boost-program-options-1.75.0-8.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/AppStream/x86_64/os/Packages/boost-program-options-1.75.0-8.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-13T06:09:30.396 INFO:teuthology.orchestra.run.smithi149.stdout:(49/160): bison-3.7.4-5.el9.x86_64.rpm 7.9 MB/s | 943 kB 00:00 2024-06-13T06:09:30.429 INFO:teuthology.orchestra.run.smithi149.stdout:(50/160): python3-cryptography-36.0.1-4.el9.x86 3.7 MB/s | 1.2 MB 00:00 2024-06-13T06:09:30.455 INFO:teuthology.orchestra.run.smithi149.stdout:(51/160): elfutils-libelf-devel-0.191-4.el9.x86 372 kB/s | 22 kB 00:00 2024-06-13T06:09:30.480 INFO:teuthology.orchestra.run.smithi149.stdout:(52/160): boost-program-options-1.75.0-8.el9.x8 797 kB/s | 107 kB 00:00 2024-06-13T06:09:30.497 INFO:teuthology.orchestra.run.smithi149.stdout:(53/160): flexiblas-3.0.4-8.el9.x86_64.rpm 781 kB/s | 33 kB 00:00 2024-06-13T06:09:30.511 INFO:teuthology.orchestra.run.smithi039.stdout:(41/160): libquadmath-11.4.1-3.el9.x86_64.rpm 221 kB/s | 195 kB 00:00 2024-06-13T06:09:30.539 INFO:teuthology.orchestra.run.smithi149.stdout:(54/160): flexiblas-openblas-openmp-3.0.4-8.el9 438 kB/s | 18 kB 00:00 2024-06-13T06:09:30.564 INFO:teuthology.orchestra.run.smithi149.stdout:(55/160): flex-2.6.4-9.el9.x86_64.rpm 2.3 MB/s | 313 kB 00:00 2024-06-13T06:09:30.581 INFO:teuthology.orchestra.run.smithi149.stdout:(56/160): libaio-devel-0.3.111-13.el9.x86_64.rp 265 kB/s | 11 kB 00:00 2024-06-13T06:09:30.615 INFO:teuthology.orchestra.run.smithi149.stdout:(57/160): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.3 MB/s | 45 kB 00:00 2024-06-13T06:09:30.640 INFO:teuthology.orchestra.run.smithi149.stdout:(58/160): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.1 MB/s | 160 kB 00:00 2024-06-13T06:09:30.841 INFO:teuthology.orchestra.run.smithi149.stdout:(59/160): librdkafka-1.6.1-102.el9.x86_64.rpm 2.9 MB/s | 662 kB 00:00 2024-06-13T06:09:30.949 INFO:teuthology.orchestra.run.smithi149.stdout:(60/160): libtool-2.4.6-45.el9.x86_64.rpm 1.8 MB/s | 582 kB 00:00 2024-06-13T06:09:31.041 INFO:teuthology.orchestra.run.smithi149.stdout:(61/160): libuuid-devel-2.37.4-18.el9.x86_64.rp 127 kB/s | 25 kB 00:00 2024-06-13T06:09:31.058 INFO:teuthology.orchestra.run.smithi149.stdout:(62/160): libzstd-devel-1.5.1-2.el9.x86_64.rpm 436 kB/s | 47 kB 00:00 2024-06-13T06:09:31.133 INFO:teuthology.orchestra.run.smithi149.stdout:(63/160): lua-5.4.4-4.el9.x86_64.rpm 2.5 MB/s | 188 kB 00:00 2024-06-13T06:09:31.175 INFO:teuthology.orchestra.run.smithi149.stdout:(64/160): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.1 MB/s | 292 kB 00:00 2024-06-13T06:09:31.177 INFO:teuthology.orchestra.run.smithi039.stdout:(42/160): python3-cffi-1.14.5-5.el9.x86_64.rpm 276 kB/s | 253 kB 00:00 2024-06-13T06:09:31.200 INFO:teuthology.orchestra.run.smithi149.stdout:(65/160): openblas-0.3.21-2.el9.x86_64.rpm 526 kB/s | 35 kB 00:00 2024-06-13T06:09:31.543 INFO:teuthology.orchestra.run.smithi149.stdout:(66/160): flexiblas-netlib-3.0.4-8.el9.x86_64.r 2.8 MB/s | 3.0 MB 00:01 2024-06-13T06:09:31.629 INFO:teuthology.orchestra.run.smithi039.stdout:(43/160): python3-cryptography-36.0.1-4.el9.x86 1.1 MB/s | 1.2 MB 00:01 2024-06-13T06:09:31.970 INFO:teuthology.orchestra.run.smithi039.stdout:(44/160): python3-ply-3.11-14.el9.noarch.rpm 135 kB/s | 106 kB 00:00 2024-06-13T06:09:31.994 INFO:teuthology.orchestra.run.smithi096.stdout:(31/160): ceph-mgr-dashboard-19.0.0-2946.g3d89a 1.3 MB/s | 3.5 MB 00:02 2024-06-13T06:09:32.009 INFO:teuthology.orchestra.run.smithi149.stdout:(67/160): postgresql-13.14-1.el9.x86_64.rpm 3.4 MB/s | 1.6 MB 00:00 2024-06-13T06:09:32.077 INFO:teuthology.orchestra.run.smithi096.stdout:(32/160): ceph-mgr-diskprediction-local-19.0.0- 3.3 MB/s | 7.4 MB 00:02 2024-06-13T06:09:32.177 INFO:teuthology.orchestra.run.smithi096.stdout:(33/160): ceph-mgr-rook-19.0.0-2946.g3d89accf.e 495 kB/s | 49 kB 00:00 2024-06-13T06:09:32.244 INFO:teuthology.orchestra.run.smithi096.stdout:(34/160): ceph-mgr-modules-core-19.0.0-2946.g3d 993 kB/s | 249 kB 00:00 2024-06-13T06:09:32.278 INFO:teuthology.orchestra.run.smithi096.stdout:(35/160): ceph-prometheus-alerts-19.0.0-2946.g3 164 kB/s | 16 kB 00:00 2024-06-13T06:09:32.301 INFO:teuthology.orchestra.run.smithi149.stdout:(68/160): postgresql-contrib-13.14-1.el9.x86_64 3.1 MB/s | 911 kB 00:00 2024-06-13T06:09:32.385 INFO:teuthology.orchestra.run.smithi149.stdout:(69/160): postgresql-private-libs-13.14-1.el9.x 1.6 MB/s | 133 kB 00:00 2024-06-13T06:09:32.453 INFO:teuthology.orchestra.run.smithi039.stdout:(45/160): python3-pycparser-2.20-6.el9.noarch.r 164 kB/s | 135 kB 00:00 2024-06-13T06:09:32.585 INFO:teuthology.orchestra.run.smithi149.stdout:(70/160): openssl-devel-3.2.2-1.el9.x86_64.rpm 3.2 MB/s | 4.4 MB 00:01 2024-06-13T06:09:32.694 INFO:teuthology.orchestra.run.smithi149.stdout:(71/160): openblas-openmp-0.3.21-2.el9.x86_64.r 3.1 MB/s | 4.7 MB 00:01 2024-06-13T06:09:32.752 INFO:teuthology.orchestra.run.smithi149.stdout:(72/160): python3-attrs-20.3.0-7.el9.noarch.rpm 1.5 MB/s | 87 kB 00:00 2024-06-13T06:09:32.778 INFO:teuthology.orchestra.run.smithi039.stdout:(46/160): python3-requests-2.25.1-8.el9.noarch. 154 kB/s | 125 kB 00:00 2024-06-13T06:09:32.780 INFO:teuthology.orchestra.run.smithi039.stdout:[MIRROR] automake-1.16.2-8.el9.noarch.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/AppStream/x86_64/os/Packages/automake-1.16.2-8.el9.noarch.rpm (IP: 8.43.85.72) 2024-06-13T06:09:32.888 INFO:teuthology.orchestra.run.smithi096.stdout:(36/160): ceph-test-19.0.0-2946.g3d89accf.el9.x 3.9 MB/s | 48 MB 00:12 2024-06-13T06:09:32.911 INFO:teuthology.orchestra.run.smithi096.stdout:(37/160): ceph-volume-19.0.0-2946.g3d89accf.el9 395 kB/s | 264 kB 00:00 2024-06-13T06:09:32.962 INFO:teuthology.orchestra.run.smithi096.stdout:(38/160): cephfs-top-19.0.0-2946.g3d89accf.el9. 247 kB/s | 18 kB 00:00 2024-06-13T06:09:32.966 INFO:teuthology.orchestra.run.smithi096.stdout:[MIRROR] fuse-2.9.9-15.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/fuse-2.9.9-15.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-13T06:09:32.969 INFO:teuthology.orchestra.run.smithi149.stdout:(73/160): protobuf-3.14.0-13.el9.x86_64.rpm 2.6 MB/s | 1.0 MB 00:00 2024-06-13T06:09:33.011 INFO:teuthology.orchestra.run.smithi149.stdout:(74/160): python3-colorama-0.4.6-3.el9.noarch.r 1.4 MB/s | 61 kB 00:00 2024-06-13T06:09:33.038 INFO:teuthology.orchestra.run.smithi096.stdout:(39/160): cephadm-19.0.0-2946.g3d89accf.el9.noa 1.0 MB/s | 763 kB 00:00 2024-06-13T06:09:33.041 INFO:teuthology.orchestra.run.smithi096.stdout:[MIRROR] libgfortran-11.4.1-3.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/libgfortran-11.4.1-3.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-13T06:09:33.042 INFO:teuthology.orchestra.run.smithi096.stdout:[MIRROR] libquadmath-11.4.1-3.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/BaseOS/x86_64/os/Packages/libquadmath-11.4.1-3.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-13T06:09:33.128 INFO:teuthology.orchestra.run.smithi149.stdout:(75/160): python3-devel-3.9.18-3.el9.x86_64.rpm 2.0 MB/s | 244 kB 00:00 2024-06-13T06:09:33.170 INFO:teuthology.orchestra.run.smithi149.stdout:(76/160): python3-jinja2-2.11.3-6.el9.noarch.rp 5.8 MB/s | 248 kB 00:00 2024-06-13T06:09:33.212 INFO:teuthology.orchestra.run.smithi149.stdout:(77/160): python3-jsonpatch-1.21-16.el9.noarch. 615 kB/s | 26 kB 00:00 2024-06-13T06:09:33.213 INFO:teuthology.orchestra.run.smithi096.stdout:(40/160): fuse-2.9.9-15.el9.x86_64.rpm 267 kB/s | 80 kB 00:00 2024-06-13T06:09:33.238 INFO:teuthology.orchestra.run.smithi096.stdout:(41/160): libquadmath-11.4.1-3.el9.x86_64.rpm 987 kB/s | 195 kB 00:00 2024-06-13T06:09:33.262 INFO:teuthology.orchestra.run.smithi149.stdout:(78/160): python3-jsonpointer-2.0-4.el9.noarch. 385 kB/s | 19 kB 00:00 2024-06-13T06:09:33.329 INFO:teuthology.orchestra.run.smithi039.stdout:(47/160): ceph-test-19.0.0-2946.g3d89accf.el9.x 3.4 MB/s | 48 MB 00:14 2024-06-13T06:09:33.330 INFO:teuthology.orchestra.run.smithi039.stdout:[MIRROR] bison-3.7.4-5.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/AppStream/x86_64/os/Packages/bison-3.7.4-5.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-13T06:09:33.371 INFO:teuthology.orchestra.run.smithi039.stdout:(48/160): automake-1.16.2-8.el9.noarch.rpm 1.1 MB/s | 689 kB 00:00 2024-06-13T06:09:33.371 INFO:teuthology.orchestra.run.smithi149.stdout:(79/160): python3-mako-1.1.4-6.el9.noarch.rpm 1.6 MB/s | 172 kB 00:00 2024-06-13T06:09:33.372 INFO:teuthology.orchestra.run.smithi039.stdout:[MIRROR] boost-program-options-1.75.0-8.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/AppStream/x86_64/os/Packages/boost-program-options-1.75.0-8.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-13T06:09:33.380 INFO:teuthology.orchestra.run.smithi096.stdout:(42/160): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.5 MB/s | 253 kB 00:00 2024-06-13T06:09:33.429 INFO:teuthology.orchestra.run.smithi039.stdout:(49/160): boost-program-options-1.75.0-8.el9.x8 1.8 MB/s | 107 kB 00:00 2024-06-13T06:09:33.430 INFO:teuthology.orchestra.run.smithi149.stdout:(80/160): python3-markupsafe-1.1.1-12.el9.x86_6 595 kB/s | 35 kB 00:00 2024-06-13T06:09:33.447 INFO:teuthology.orchestra.run.smithi096.stdout:(43/160): python3-ply-3.11-14.el9.noarch.rpm 1.6 MB/s | 106 kB 00:00 2024-06-13T06:09:33.472 INFO:teuthology.orchestra.run.smithi039.stdout:(50/160): elfutils-libelf-devel-0.191-4.el9.x86 519 kB/s | 22 kB 00:00 2024-06-13T06:09:33.497 INFO:teuthology.orchestra.run.smithi096.stdout:(44/160): libgfortran-11.4.1-3.el9.x86_64.rpm 1.5 MB/s | 803 kB 00:00 2024-06-13T06:09:33.564 INFO:teuthology.orchestra.run.smithi039.stdout:(51/160): bison-3.7.4-5.el9.x86_64.rpm 3.9 MB/s | 943 kB 00:00 2024-06-13T06:09:33.571 INFO:teuthology.orchestra.run.smithi096.stdout:(45/160): python3-pycparser-2.20-6.el9.noarch.r 1.1 MB/s | 135 kB 00:00 2024-06-13T06:09:33.589 INFO:teuthology.orchestra.run.smithi039.stdout:(52/160): flex-2.6.4-9.el9.x86_64.rpm 2.6 MB/s | 313 kB 00:00 2024-06-13T06:09:33.597 INFO:teuthology.orchestra.run.smithi096.stdout:(46/160): python3-requests-2.25.1-8.el9.noarch. 1.2 MB/s | 125 kB 00:00 2024-06-13T06:09:33.599 INFO:teuthology.orchestra.run.smithi096.stdout:[MIRROR] automake-1.16.2-8.el9.noarch.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/AppStream/x86_64/os/Packages/automake-1.16.2-8.el9.noarch.rpm (IP: 8.43.85.72) 2024-06-13T06:09:33.606 INFO:teuthology.orchestra.run.smithi039.stdout:(53/160): flexiblas-3.0.4-8.el9.x86_64.rpm 782 kB/s | 33 kB 00:00 2024-06-13T06:09:33.639 INFO:teuthology.orchestra.run.smithi039.stdout:(54/160): flexiblas-openblas-openmp-3.0.4-8.el9 549 kB/s | 18 kB 00:00 2024-06-13T06:09:33.656 INFO:teuthology.orchestra.run.smithi096.stdout:(47/160): python3-urllib3-1.26.5-5.el9.noarch.r 2.5 MB/s | 215 kB 00:00 2024-06-13T06:09:33.657 INFO:teuthology.orchestra.run.smithi096.stdout:[MIRROR] bison-3.7.4-5.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/AppStream/x86_64/os/Packages/bison-3.7.4-5.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-13T06:09:33.673 INFO:teuthology.orchestra.run.smithi039.stdout:(55/160): libaio-devel-0.3.111-13.el9.x86_64.rp 333 kB/s | 11 kB 00:00 2024-06-13T06:09:33.723 INFO:teuthology.orchestra.run.smithi039.stdout:(56/160): python3-urllib3-1.26.5-5.el9.noarch.r 169 kB/s | 215 kB 00:01 2024-06-13T06:09:33.748 INFO:teuthology.orchestra.run.smithi096.stdout:(48/160): python3-cryptography-36.0.1-4.el9.x86 2.4 MB/s | 1.2 MB 00:00 2024-06-13T06:09:33.749 INFO:teuthology.orchestra.run.smithi039.stdout:(57/160): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.1 MB/s | 160 kB 00:00 2024-06-13T06:09:33.749 INFO:teuthology.orchestra.run.smithi096.stdout:[MIRROR] boost-program-options-1.75.0-8.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/AppStream/x86_64/os/Packages/boost-program-options-1.75.0-8.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-13T06:09:33.824 INFO:teuthology.orchestra.run.smithi039.stdout:(58/160): librabbitmq-0.11.0-7.el9.x86_64.rpm 451 kB/s | 45 kB 00:00 2024-06-13T06:09:33.840 INFO:teuthology.orchestra.run.smithi096.stdout:(49/160): boost-program-options-1.75.0-8.el9.x8 1.1 MB/s | 107 kB 00:00 2024-06-13T06:09:33.891 INFO:teuthology.orchestra.run.smithi096.stdout:(50/160): elfutils-libelf-devel-0.191-4.el9.x86 433 kB/s | 22 kB 00:00 2024-06-13T06:09:33.933 INFO:teuthology.orchestra.run.smithi039.stdout:(59/160): libtool-2.4.6-45.el9.x86_64.rpm 5.2 MB/s | 582 kB 00:00 2024-06-13T06:09:33.958 INFO:teuthology.orchestra.run.smithi039.stdout:(60/160): librdkafka-1.6.1-102.el9.x86_64.rpm 3.1 MB/s | 662 kB 00:00 2024-06-13T06:09:33.983 INFO:teuthology.orchestra.run.smithi039.stdout:(61/160): libuuid-devel-2.37.4-18.el9.x86_64.rp 507 kB/s | 25 kB 00:00 2024-06-13T06:09:34.000 INFO:teuthology.orchestra.run.smithi039.stdout:(62/160): libzstd-devel-1.5.1-2.el9.x86_64.rpm 1.1 MB/s | 47 kB 00:00 2024-06-13T06:09:34.025 INFO:teuthology.orchestra.run.smithi039.stdout:(63/160): lttng-ust-2.12.0-6.el9.x86_64.rpm 6.8 MB/s | 292 kB 00:00 2024-06-13T06:09:34.049 INFO:teuthology.orchestra.run.smithi096.stdout:(51/160): flex-2.6.4-9.el9.x86_64.rpm 1.9 MB/s | 313 kB 00:00 2024-06-13T06:09:34.059 INFO:teuthology.orchestra.run.smithi039.stdout:(64/160): openblas-0.3.21-2.el9.x86_64.rpm 1.0 MB/s | 35 kB 00:00 2024-06-13T06:09:34.076 INFO:teuthology.orchestra.run.smithi039.stdout:(65/160): lua-5.4.4-4.el9.x86_64.rpm 2.4 MB/s | 188 kB 00:00 2024-06-13T06:09:34.097 INFO:teuthology.orchestra.run.smithi149.stdout:(81/160): postgresql-server-13.14-1.el9.x86_64. 3.4 MB/s | 5.8 MB 00:01 2024-06-13T06:09:34.099 INFO:teuthology.orchestra.run.smithi096.stdout:(52/160): bison-3.7.4-5.el9.x86_64.rpm 2.1 MB/s | 943 kB 00:00 2024-06-13T06:09:34.125 INFO:teuthology.orchestra.run.smithi096.stdout:(53/160): flexiblas-3.0.4-8.el9.x86_64.rpm 434 kB/s | 33 kB 00:00 2024-06-13T06:09:34.184 INFO:teuthology.orchestra.run.smithi096.stdout:(54/160): flexiblas-openblas-openmp-3.0.4-8.el9 313 kB/s | 18 kB 00:00 2024-06-13T06:09:34.205 INFO:teuthology.orchestra.run.smithi149.stdout:(82/160): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.3 MB/s | 250 kB 00:00 2024-06-13T06:09:34.250 INFO:teuthology.orchestra.run.smithi096.stdout:(55/160): automake-1.16.2-8.el9.noarch.rpm 1.0 MB/s | 689 kB 00:00 2024-06-13T06:09:34.297 INFO:teuthology.orchestra.run.smithi149.stdout:(83/160): python3-oauthlib-3.1.1-5.el9.noarch.r 2.4 MB/s | 222 kB 00:00 2024-06-13T06:09:34.309 INFO:teuthology.orchestra.run.smithi096.stdout:(56/160): libaio-devel-0.3.111-13.el9.x86_64.rp 89 kB/s | 11 kB 00:00 2024-06-13T06:09:34.354 INFO:teuthology.orchestra.run.smithi096.stdout:(57/160): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.6 MB/s | 160 kB 00:00 2024-06-13T06:09:34.364 INFO:teuthology.orchestra.run.smithi149.stdout:(84/160): python3-packaging-20.9-5.el9.noarch.r 1.1 MB/s | 77 kB 00:00 2024-06-13T06:09:34.376 INFO:teuthology.orchestra.run.smithi096.stdout:(58/160): librabbitmq-0.11.0-7.el9.x86_64.rpm 676 kB/s | 45 kB 00:00 2024-06-13T06:09:34.376 INFO:teuthology.orchestra.run.smithi039.stdout:(66/160): flexiblas-netlib-3.0.4-8.el9.x86_64.r 3.8 MB/s | 3.0 MB 00:00 2024-06-13T06:09:34.406 INFO:teuthology.orchestra.run.smithi149.stdout:(85/160): python3-prettytable-0.7.2-27.el9.noar 1.0 MB/s | 42 kB 00:00 2024-06-13T06:09:34.515 INFO:teuthology.orchestra.run.smithi149.stdout:(86/160): python3-protobuf-3.14.0-13.el9.noarch 2.4 MB/s | 269 kB 00:00 2024-06-13T06:09:34.543 INFO:teuthology.orchestra.run.smithi096.stdout:(59/160): librdkafka-1.6.1-102.el9.x86_64.rpm 3.4 MB/s | 662 kB 00:00 2024-06-13T06:09:34.602 INFO:teuthology.orchestra.run.smithi096.stdout:(60/160): libuuid-devel-2.37.4-18.el9.x86_64.rp 437 kB/s | 25 kB 00:00 2024-06-13T06:09:34.624 INFO:teuthology.orchestra.run.smithi149.stdout:(87/160): python3-babel-2.9.1-2.el9.noarch.rpm 3.2 MB/s | 6.0 MB 00:01 2024-06-13T06:09:34.640 INFO:teuthology.orchestra.run.smithi149.stdout:(88/160): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.2 MB/s | 159 kB 00:00 2024-06-13T06:09:34.660 INFO:teuthology.orchestra.run.smithi096.stdout:(61/160): libzstd-devel-1.5.1-2.el9.x86_64.rpm 814 kB/s | 47 kB 00:00 2024-06-13T06:09:34.682 INFO:teuthology.orchestra.run.smithi149.stdout:(89/160): python3-pytz-2021.1-5.el9.noarch.rpm 1.2 MB/s | 51 kB 00:00 2024-06-13T06:09:34.710 INFO:teuthology.orchestra.run.smithi096.stdout:(62/160): flexiblas-netlib-3.0.4-8.el9.x86_64.r 4.9 MB/s | 3.0 MB 00:00 2024-06-13T06:09:34.724 INFO:teuthology.orchestra.run.smithi149.stdout:(90/160): python3-requests-oauthlib-1.3.0-12.el 1.3 MB/s | 54 kB 00:00 2024-06-13T06:09:34.766 INFO:teuthology.orchestra.run.smithi149.stdout:(91/160): python3-pyasn1-modules-0.4.8-6.el9.no 1.9 MB/s | 279 kB 00:00 2024-06-13T06:09:34.800 INFO:teuthology.orchestra.run.smithi149.stdout:(92/160): python3-toml-0.10.2-6.el9.noarch.rpm 1.2 MB/s | 42 kB 00:00 2024-06-13T06:09:34.811 INFO:teuthology.orchestra.run.smithi096.stdout:(63/160): lua-5.4.4-4.el9.x86_64.rpm 1.8 MB/s | 188 kB 00:00 2024-06-13T06:09:34.842 INFO:teuthology.orchestra.run.smithi149.stdout:(93/160): python3-wcwidth-0.2.5-8.el9.noarch.rp 1.0 MB/s | 44 kB 00:00 2024-06-13T06:09:34.843 INFO:teuthology.orchestra.run.smithi039.stdout:(67/160): postgresql-13.14-1.el9.x86_64.rpm 3.4 MB/s | 1.6 MB 00:00 2024-06-13T06:09:34.844 INFO:teuthology.orchestra.run.smithi096.stdout:(64/160): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.6 MB/s | 292 kB 00:00 2024-06-13T06:09:34.886 INFO:teuthology.orchestra.run.smithi096.stdout:(65/160): libtool-2.4.6-45.el9.x86_64.rpm 1.1 MB/s | 582 kB 00:00 2024-06-13T06:09:34.903 INFO:teuthology.orchestra.run.smithi096.stdout:(66/160): openblas-0.3.21-2.el9.x86_64.rpm 383 kB/s | 35 kB 00:00 2024-06-13T06:09:34.950 INFO:teuthology.orchestra.run.smithi149.stdout:(94/160): python3-numpy-1.20.1-5.el9.x86_64.rpm 3.4 MB/s | 5.1 MB 00:01 2024-06-13T06:09:34.992 INFO:teuthology.orchestra.run.smithi149.stdout:(95/160): qatlib-24.02.0-1.el9.x86_64.rpm 1.4 MB/s | 221 kB 00:00 2024-06-13T06:09:35.018 INFO:teuthology.orchestra.run.smithi149.stdout:(96/160): qatlib-service-24.02.0-1.el9.x86_64.r 536 kB/s | 36 kB 00:00 2024-06-13T06:09:35.043 INFO:teuthology.orchestra.run.smithi149.stdout:(97/160): qatzip-libs-1.2.0-1.el9.x86_64.rpm 944 kB/s | 47 kB 00:00 2024-06-13T06:09:35.085 INFO:teuthology.orchestra.run.smithi149.stdout:(98/160): uuid-1.6.2-55.el9.x86_64.rpm 1.4 MB/s | 58 kB 00:00 2024-06-13T06:09:35.135 INFO:teuthology.orchestra.run.smithi039.stdout:(68/160): postgresql-contrib-13.14-1.el9.x86_64 3.1 MB/s | 911 kB 00:00 2024-06-13T06:09:35.143 INFO:teuthology.orchestra.run.smithi149.stdout:(99/160): socat-1.7.4.1-6.el9.x86_64.rpm 2.4 MB/s | 304 kB 00:00 2024-06-13T06:09:35.169 INFO:teuthology.orchestra.run.smithi149.stdout:(100/160): xfsprogs-devel-6.4.0-1.el9.x86_64.rp 1.1 MB/s | 95 kB 00:00 2024-06-13T06:09:35.210 INFO:teuthology.orchestra.run.smithi039.stdout:(69/160): postgresql-private-libs-13.14-1.el9.x 1.7 MB/s | 133 kB 00:00 2024-06-13T06:09:35.211 INFO:teuthology.orchestra.run.smithi149.stdout:(101/160): xmlstarlet-1.6.1-20.el9.x86_64.rpm 954 kB/s | 64 kB 00:00 2024-06-13T06:09:35.220 INFO:teuthology.orchestra.run.smithi096.stdout:(67/160): postgresql-13.14-1.el9.x86_64.rpm 5.0 MB/s | 1.6 MB 00:00 2024-06-13T06:09:35.236 INFO:teuthology.orchestra.run.smithi149.stdout:(102/160): zlib-devel-1.2.11-41.el9.x86_64.rpm 669 kB/s | 45 kB 00:00 2024-06-13T06:09:35.236 INFO:teuthology.orchestra.run.smithi149.stdout:[MIRROR] lua-devel-5.4.4-4.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/CRB/x86_64/os/Packages/lua-devel-5.4.4-4.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-13T06:09:35.239 INFO:teuthology.orchestra.run.smithi149.stdout:[MIRROR] protobuf-compiler-3.14.0-13.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/CRB/x86_64/os/Packages/protobuf-compiler-3.14.0-13.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-13T06:09:35.270 INFO:teuthology.orchestra.run.smithi149.stdout:(103/160): lua-devel-5.4.4-4.el9.x86_64.rpm 381 kB/s | 22 kB 00:00 2024-06-13T06:09:35.303 INFO:teuthology.orchestra.run.smithi149.stdout:(104/160): abseil-cpp-20211102.0-3.el9.x86_64.r 16 MB/s | 548 kB 00:00 2024-06-13T06:09:35.327 INFO:teuthology.orchestra.run.smithi039.stdout:(70/160): openblas-openmp-0.3.21-2.el9.x86_64.r 3.7 MB/s | 4.7 MB 00:01 2024-06-13T06:09:35.345 INFO:teuthology.orchestra.run.smithi149.stdout:(105/160): gperftools-libs-2.9.1-2.el9.x86_64.r 7.3 MB/s | 309 kB 00:00 2024-06-13T06:09:35.362 INFO:teuthology.orchestra.run.smithi149.stdout:(106/160): grpc-data-1.46.7-10.el9.noarch.rpm 1.1 MB/s | 19 kB 00:00 2024-06-13T06:09:35.436 INFO:teuthology.orchestra.run.smithi039.stdout:(71/160): openssl-devel-3.2.2-1.el9.x86_64.rpm 3.3 MB/s | 4.4 MB 00:01 2024-06-13T06:09:35.494 INFO:teuthology.orchestra.run.smithi039.stdout:(72/160): python3-attrs-20.3.0-7.el9.noarch.rpm 1.5 MB/s | 87 kB 00:00 2024-06-13T06:09:35.562 INFO:teuthology.orchestra.run.smithi149.stdout:(107/160): protobuf-compiler-3.14.0-13.el9.x86_ 2.6 MB/s | 863 kB 00:00 2024-06-13T06:09:35.637 INFO:teuthology.orchestra.run.smithi096.stdout:(68/160): openblas-openmp-0.3.21-2.el9.x86_64.r 6.0 MB/s | 4.7 MB 00:00 2024-06-13T06:09:35.662 INFO:teuthology.orchestra.run.smithi149.stdout:(108/160): libarrow-9.0.0-11.el9.x86_64.rpm 15 MB/s | 4.4 MB 00:00 2024-06-13T06:09:35.688 INFO:teuthology.orchestra.run.smithi149.stdout:(109/160): liboath-2.6.7-2.el9.x86_64.rpm 2.1 MB/s | 49 kB 00:00 2024-06-13T06:09:35.705 INFO:teuthology.orchestra.run.smithi149.stdout:(110/160): libarrow-doc-9.0.0-11.el9.noarch.rpm 183 kB/s | 26 kB 00:00 2024-06-13T06:09:35.730 INFO:teuthology.orchestra.run.smithi149.stdout:(111/160): libunwind-1.6.2-1.el9.x86_64.rpm 1.6 MB/s | 67 kB 00:00 2024-06-13T06:09:35.764 INFO:teuthology.orchestra.run.smithi149.stdout:(112/160): luarocks-3.9.2-5.el9.noarch.rpm 2.5 MB/s | 151 kB 00:00 2024-06-13T06:09:35.806 INFO:teuthology.orchestra.run.smithi149.stdout:(113/160): parquet-libs-9.0.0-11.el9.x86_64.rpm 11 MB/s | 839 kB 00:00 2024-06-13T06:09:35.831 INFO:teuthology.orchestra.run.smithi149.stdout:(114/160): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-06-13T06:09:35.837 INFO:teuthology.orchestra.run.smithi096.stdout:(69/160): postgresql-private-libs-13.14-1.el9.x 667 kB/s | 133 kB 00:00 2024-06-13T06:09:35.857 INFO:teuthology.orchestra.run.smithi149.stdout:(115/160): python3-asyncssh-2.13.2-5.el9.noarch 5.8 MB/s | 548 kB 00:00 2024-06-13T06:09:35.878 INFO:teuthology.orchestra.run.smithi039.stdout:(73/160): protobuf-3.14.0-13.el9.x86_64.rpm 1.8 MB/s | 1.0 MB 00:00 2024-06-13T06:09:35.882 INFO:teuthology.orchestra.run.smithi149.stdout:(116/160): python3-cachetools-4.2.4-1.el9.noarc 643 kB/s | 32 kB 00:00 2024-06-13T06:09:35.907 INFO:teuthology.orchestra.run.smithi149.stdout:(117/160): python3-certifi-2021.10.8-2.el9.noar 299 kB/s | 15 kB 00:00 2024-06-13T06:09:35.920 INFO:teuthology.orchestra.run.smithi039.stdout:(74/160): python3-colorama-0.4.6-3.el9.noarch.r 1.4 MB/s | 61 kB 00:00 2024-06-13T06:09:35.932 INFO:teuthology.orchestra.run.smithi149.stdout:(118/160): python3-cheroot-8.6.0-4.el9.noarch.r 3.3 MB/s | 172 kB 00:00 2024-06-13T06:09:35.958 INFO:teuthology.orchestra.run.smithi149.stdout:(119/160): python3-cherrypy-18.6.1-2.el9.noarch 7.0 MB/s | 358 kB 00:00 2024-06-13T06:09:35.962 INFO:teuthology.orchestra.run.smithi039.stdout:(75/160): python3-devel-3.9.18-3.el9.x86_64.rpm 5.7 MB/s | 244 kB 00:00 2024-06-13T06:09:36.062 INFO:teuthology.orchestra.run.smithi039.stdout:(76/160): python3-jinja2-2.11.3-6.el9.noarch.rp 2.4 MB/s | 248 kB 00:00 2024-06-13T06:09:36.091 INFO:teuthology.orchestra.run.smithi149.stdout:(120/160): python3-cmd2-2.4.2-2.el9.noarch.rpm 1.9 MB/s | 303 kB 00:00 2024-06-13T06:09:36.113 INFO:teuthology.orchestra.run.smithi039.stdout:(77/160): python3-jsonpatch-1.21-16.el9.noarch. 510 kB/s | 26 kB 00:00 2024-06-13T06:09:36.155 INFO:teuthology.orchestra.run.smithi039.stdout:(78/160): python3-jsonpointer-2.0-4.el9.noarch. 460 kB/s | 19 kB 00:00 2024-06-13T06:09:36.196 INFO:teuthology.orchestra.run.smithi096.stdout:(70/160): postgresql-contrib-13.14-1.el9.x86_64 934 kB/s | 911 kB 00:00 2024-06-13T06:09:36.200 INFO:teuthology.orchestra.run.smithi149.stdout:(121/160): python3-google-auth-2.29.0-2.el9.noa 850 kB/s | 205 kB 00:00 2024-06-13T06:09:36.230 INFO:teuthology.orchestra.run.smithi039.stdout:(79/160): python3-mako-1.1.4-6.el9.noarch.rpm 2.2 MB/s | 172 kB 00:00 2024-06-13T06:09:36.233 INFO:teuthology.orchestra.run.smithi149.stdout:(122/160): python3-grpcio-tools-1.46.7-10.el9.x 4.3 MB/s | 144 kB 00:00 2024-06-13T06:09:36.259 INFO:teuthology.orchestra.run.smithi149.stdout:(123/160): python3-jaraco-8.2.1-3.el9.noarch.rp 429 kB/s | 11 kB 00:00 2024-06-13T06:09:36.272 INFO:teuthology.orchestra.run.smithi039.stdout:(80/160): python3-markupsafe-1.1.1-12.el9.x86_6 835 kB/s | 35 kB 00:00 2024-06-13T06:09:36.284 INFO:teuthology.orchestra.run.smithi149.stdout:(124/160): python3-jaraco-classes-3.2.1-5.el9.n 704 kB/s | 18 kB 00:00 2024-06-13T06:09:36.309 INFO:teuthology.orchestra.run.smithi149.stdout:(125/160): python3-jaraco-collections-3.0.0-8.e 935 kB/s | 23 kB 00:00 2024-06-13T06:09:36.335 INFO:teuthology.orchestra.run.smithi149.stdout:(126/160): python3-jaraco-functools-3.5.0-2.el9 776 kB/s | 19 kB 00:00 2024-06-13T06:09:36.377 INFO:teuthology.orchestra.run.smithi149.stdout:(127/160): python3-grpcio-1.46.7-10.el9.x86_64. 7.2 MB/s | 2.0 MB 00:00 2024-06-13T06:09:36.396 INFO:teuthology.orchestra.run.smithi096.stdout:(71/160): openssl-devel-3.2.2-1.el9.x86_64.rpm 2.9 MB/s | 4.4 MB 00:01 2024-06-13T06:09:36.402 INFO:teuthology.orchestra.run.smithi149.stdout:(128/160): python3-jaraco-text-3.2.0-6.el9.noar 294 kB/s | 20 kB 00:00 2024-06-13T06:09:36.427 INFO:teuthology.orchestra.run.smithi149.stdout:(129/160): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-06-13T06:09:36.453 INFO:teuthology.orchestra.run.smithi149.stdout:(130/160): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-06-13T06:09:36.463 INFO:teuthology.orchestra.run.smithi096.stdout:(72/160): python3-attrs-20.3.0-7.el9.noarch.rpm 1.3 MB/s | 87 kB 00:00 2024-06-13T06:09:36.486 INFO:teuthology.orchestra.run.smithi149.stdout:(131/160): python3-kubernetes-26.1.0-2.el9.noar 9.4 MB/s | 1.0 MB 00:00 2024-06-13T06:09:36.511 INFO:teuthology.orchestra.run.smithi149.stdout:(132/160): python3-natsort-7.1.1-5.el9.noarch.r 987 kB/s | 58 kB 00:00 2024-06-13T06:09:36.537 INFO:teuthology.orchestra.run.smithi149.stdout:(133/160): python3-portend-3.1.0-2.el9.noarch.r 659 kB/s | 16 kB 00:00 2024-06-13T06:09:36.562 INFO:teuthology.orchestra.run.smithi149.stdout:(134/160): python3-pecan-1.4.2-3.el9.noarch.rpm 3.5 MB/s | 272 kB 00:00 2024-06-13T06:09:36.563 INFO:teuthology.orchestra.run.smithi096.stdout:(73/160): protobuf-3.14.0-13.el9.x86_64.rpm 2.7 MB/s | 1.0 MB 00:00 2024-06-13T06:09:36.587 INFO:teuthology.orchestra.run.smithi149.stdout:(135/160): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.8 MB/s | 90 kB 00:00 2024-06-13T06:09:36.613 INFO:teuthology.orchestra.run.smithi149.stdout:(136/160): python3-pyperclip-1.8.2-2.el9.noarch 564 kB/s | 28 kB 00:00 2024-06-13T06:09:36.638 INFO:teuthology.orchestra.run.smithi149.stdout:(137/160): python3-repoze-lru-0.7-16.el9.noarch 611 kB/s | 31 kB 00:00 2024-06-13T06:09:36.663 INFO:teuthology.orchestra.run.smithi149.stdout:(138/160): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-06-13T06:09:36.688 INFO:teuthology.orchestra.run.smithi149.stdout:(139/160): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-06-13T06:09:36.689 INFO:teuthology.orchestra.run.smithi096.stdout:(74/160): python3-colorama-0.4.6-3.el9.noarch.r 491 kB/s | 61 kB 00:00 2024-06-13T06:09:36.714 INFO:teuthology.orchestra.run.smithi149.stdout:(140/160): python3-tempora-5.0.0-2.el9.noarch.r 707 kB/s | 36 kB 00:00 2024-06-13T06:09:36.739 INFO:teuthology.orchestra.run.smithi149.stdout:(141/160): python3-typing-extensions-4.4.0-2.el 1.0 MB/s | 51 kB 00:00 2024-06-13T06:09:36.765 INFO:teuthology.orchestra.run.smithi149.stdout:(142/160): python3-webob-1.8.7-6.el9.noarch.rpm 4.5 MB/s | 230 kB 00:00 2024-06-13T06:09:36.790 INFO:teuthology.orchestra.run.smithi149.stdout:(143/160): python3-websocket-client-1.2.3-2.el9 1.7 MB/s | 90 kB 00:00 2024-06-13T06:09:36.807 INFO:teuthology.orchestra.run.smithi149.stdout:(144/160): python3-zc-lockfile-2.0-10.el9.noarc 1.2 MB/s | 20 kB 00:00 2024-06-13T06:09:36.841 INFO:teuthology.orchestra.run.smithi149.stdout:(145/160): python3-werkzeug-2.0.3-3.el9.1.noarc 5.5 MB/s | 427 kB 00:00 2024-06-13T06:09:36.857 INFO:teuthology.orchestra.run.smithi149.stdout:(146/160): re2-20211101-3.el9.x86_64.rpm 3.7 MB/s | 192 kB 00:00 2024-06-13T06:09:36.931 INFO:teuthology.orchestra.run.smithi096.stdout:(75/160): postgresql-server-13.14-1.el9.x86_64. 5.3 MB/s | 5.8 MB 00:01 2024-06-13T06:09:36.964 INFO:teuthology.orchestra.run.smithi039.stdout:(81/160): postgresql-server-13.14-1.el9.x86_64. 3.3 MB/s | 5.8 MB 00:01 2024-06-13T06:09:36.983 INFO:teuthology.orchestra.run.smithi149.stdout:(147/160): thrift-0.15.0-2.el9.x86_64.rpm 11 MB/s | 1.6 MB 00:00 2024-06-13T06:09:37.006 INFO:teuthology.orchestra.run.smithi096.stdout:(76/160): python3-devel-3.9.18-3.el9.x86_64.rpm 770 kB/s | 244 kB 00:00 2024-06-13T06:09:37.064 INFO:teuthology.orchestra.run.smithi039.stdout:(82/160): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.5 MB/s | 250 kB 00:00 2024-06-13T06:09:37.097 INFO:teuthology.orchestra.run.smithi096.stdout:(77/160): python3-babel-2.9.1-2.el9.noarch.rpm 9.4 MB/s | 6.0 MB 00:00 2024-06-13T06:09:37.148 INFO:teuthology.orchestra.run.smithi096.stdout:(78/160): python3-jsonpatch-1.21-16.el9.noarch. 181 kB/s | 26 kB 00:00 2024-06-13T06:09:37.156 INFO:teuthology.orchestra.run.smithi039.stdout:(83/160): python3-oauthlib-3.1.1-5.el9.noarch.r 2.4 MB/s | 222 kB 00:00 2024-06-13T06:09:37.173 INFO:teuthology.orchestra.run.smithi096.stdout:(79/160): python3-jinja2-2.11.3-6.el9.noarch.rp 1.0 MB/s | 248 kB 00:00 2024-06-13T06:09:37.199 INFO:teuthology.orchestra.run.smithi096.stdout:(80/160): python3-jsonpointer-2.0-4.el9.noarch. 190 kB/s | 19 kB 00:00 2024-06-13T06:09:37.257 INFO:teuthology.orchestra.run.smithi096.stdout:(81/160): python3-markupsafe-1.1.1-12.el9.x86_6 597 kB/s | 35 kB 00:00 2024-06-13T06:09:37.265 INFO:teuthology.orchestra.run.smithi039.stdout:(84/160): python3-babel-2.9.1-2.el9.noarch.rpm 3.4 MB/s | 6.0 MB 00:01 2024-06-13T06:09:37.290 INFO:teuthology.orchestra.run.smithi039.stdout:(85/160): python3-packaging-20.9-5.el9.noarch.r 577 kB/s | 77 kB 00:00 2024-06-13T06:09:37.307 INFO:teuthology.orchestra.run.smithi096.stdout:(82/160): python3-mako-1.1.4-6.el9.noarch.rpm 1.1 MB/s | 172 kB 00:00 2024-06-13T06:09:37.315 INFO:teuthology.orchestra.run.smithi039.stdout:(86/160): python3-prettytable-0.7.2-27.el9.noar 843 kB/s | 42 kB 00:00 2024-06-13T06:09:37.374 INFO:teuthology.orchestra.run.smithi096.stdout:(83/160): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.1 MB/s | 250 kB 00:00 2024-06-13T06:09:37.391 INFO:teuthology.orchestra.run.smithi039.stdout:(87/160): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.1 MB/s | 159 kB 00:00 2024-06-13T06:09:37.416 INFO:teuthology.orchestra.run.smithi039.stdout:(88/160): python3-protobuf-3.14.0-13.el9.noarch 2.1 MB/s | 269 kB 00:00 2024-06-13T06:09:37.424 INFO:teuthology.orchestra.run.smithi096.stdout:(84/160): python3-oauthlib-3.1.1-5.el9.noarch.r 1.9 MB/s | 222 kB 00:00 2024-06-13T06:09:37.458 INFO:teuthology.orchestra.run.smithi039.stdout:(89/160): python3-pytz-2021.1-5.el9.noarch.rpm 1.2 MB/s | 51 kB 00:00 2024-06-13T06:09:37.475 INFO:teuthology.orchestra.run.smithi096.stdout:(85/160): python3-packaging-20.9-5.el9.noarch.r 771 kB/s | 77 kB 00:00 2024-06-13T06:09:37.500 INFO:teuthology.orchestra.run.smithi039.stdout:(90/160): python3-requests-oauthlib-1.3.0-12.el 1.3 MB/s | 54 kB 00:00 2024-06-13T06:09:37.500 INFO:teuthology.orchestra.run.smithi096.stdout:(86/160): python3-prettytable-0.7.2-27.el9.noar 562 kB/s | 42 kB 00:00 2024-06-13T06:09:37.525 INFO:teuthology.orchestra.run.smithi039.stdout:(91/160): python3-pyasn1-modules-0.4.8-6.el9.no 2.0 MB/s | 279 kB 00:00 2024-06-13T06:09:37.559 INFO:teuthology.orchestra.run.smithi039.stdout:(92/160): python3-toml-0.10.2-6.el9.noarch.rpm 1.2 MB/s | 42 kB 00:00 2024-06-13T06:09:37.575 INFO:teuthology.orchestra.run.smithi096.stdout:(87/160): python3-protobuf-3.14.0-13.el9.noarch 2.6 MB/s | 269 kB 00:00 2024-06-13T06:09:37.592 INFO:teuthology.orchestra.run.smithi039.stdout:(93/160): python3-wcwidth-0.2.5-8.el9.noarch.rp 1.3 MB/s | 44 kB 00:00 2024-06-13T06:09:37.609 INFO:teuthology.orchestra.run.smithi096.stdout:(88/160): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.4 MB/s | 159 kB 00:00 2024-06-13T06:09:37.650 INFO:teuthology.orchestra.run.smithi149.stdout:(148/160): librbd1-19.0.0-2946.g3d89accf.el9.x8 4.7 MB/s | 3.1 MB 00:00 2024-06-13T06:09:37.676 INFO:teuthology.orchestra.run.smithi096.stdout:(89/160): python3-numpy-1.20.1-5.el9.x86_64.rpm 11 MB/s | 5.1 MB 00:00 2024-06-13T06:09:37.684 INFO:teuthology.orchestra.run.smithi039.stdout:(94/160): qatlib-24.02.0-1.el9.x86_64.rpm 2.4 MB/s | 221 kB 00:00 2024-06-13T06:09:37.718 INFO:teuthology.orchestra.run.smithi039.stdout:(95/160): qatlib-service-24.02.0-1.el9.x86_64.r 1.1 MB/s | 36 kB 00:00 2024-06-13T06:09:37.751 INFO:teuthology.orchestra.run.smithi096.stdout:(90/160): python3-requests-oauthlib-1.3.0-12.el 718 kB/s | 54 kB 00:00 2024-06-13T06:09:37.802 INFO:teuthology.orchestra.run.smithi039.stdout:(96/160): python3-numpy-1.20.1-5.el9.x86_64.rpm 3.3 MB/s | 5.1 MB 00:01 2024-06-13T06:09:37.818 INFO:teuthology.orchestra.run.smithi039.stdout:(97/160): qatzip-libs-1.2.0-1.el9.x86_64.rpm 474 kB/s | 47 kB 00:00 2024-06-13T06:09:37.843 INFO:teuthology.orchestra.run.smithi096.stdout:(91/160): python3-pyasn1-modules-0.4.8-6.el9.no 1.0 MB/s | 279 kB 00:00 2024-06-13T06:09:37.852 INFO:teuthology.orchestra.run.smithi039.stdout:(98/160): uuid-1.6.2-55.el9.x86_64.rpm 1.7 MB/s | 58 kB 00:00 2024-06-13T06:09:37.860 INFO:teuthology.orchestra.run.smithi096.stdout:(92/160): python3-pytz-2021.1-5.el9.noarch.rpm 203 kB/s | 51 kB 00:00 2024-06-13T06:09:37.894 INFO:teuthology.orchestra.run.smithi096.stdout:(93/160): python3-toml-0.10.2-6.el9.noarch.rpm 832 kB/s | 42 kB 00:00 2024-06-13T06:09:37.919 INFO:teuthology.orchestra.run.smithi096.stdout:(94/160): python3-wcwidth-0.2.5-8.el9.noarch.rp 757 kB/s | 44 kB 00:00 2024-06-13T06:09:37.919 INFO:teuthology.orchestra.run.smithi039.stdout:(99/160): xfsprogs-devel-6.4.0-1.el9.x86_64.rpm 1.4 MB/s | 95 kB 00:00 2024-06-13T06:09:37.945 INFO:teuthology.orchestra.run.smithi039.stdout:(100/160): socat-1.7.4.1-6.el9.x86_64.rpm 2.1 MB/s | 304 kB 00:00 2024-06-13T06:09:37.978 INFO:teuthology.orchestra.run.smithi096.stdout:(95/160): qatlib-service-24.02.0-1.el9.x86_64.r 616 kB/s | 36 kB 00:00 2024-06-13T06:09:37.978 INFO:teuthology.orchestra.run.smithi039.stdout:(101/160): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.1 MB/s | 64 kB 00:00 2024-06-13T06:09:38.003 INFO:teuthology.orchestra.run.smithi039.stdout:(102/160): zlib-devel-1.2.11-41.el9.x86_64.rpm 767 kB/s | 45 kB 00:00 2024-06-13T06:09:38.004 INFO:teuthology.orchestra.run.smithi039.stdout:[MIRROR] lua-devel-5.4.4-4.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/CRB/x86_64/os/Packages/lua-devel-5.4.4-4.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-13T06:09:38.004 INFO:teuthology.orchestra.run.smithi039.stdout:[MIRROR] protobuf-compiler-3.14.0-13.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/CRB/x86_64/os/Packages/protobuf-compiler-3.14.0-13.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-13T06:09:38.028 INFO:teuthology.orchestra.run.smithi096.stdout:(96/160): qatlib-24.02.0-1.el9.x86_64.rpm 1.6 MB/s | 221 kB 00:00 2024-06-13T06:09:38.083 INFO:teuthology.orchestra.run.smithi149.stdout:(149/160): librados2-19.0.0-2946.g3d89accf.el9. 2.8 MB/s | 3.4 MB 00:01 2024-06-13T06:09:38.087 INFO:teuthology.orchestra.run.smithi039.stdout:(103/160): lua-devel-5.4.4-4.el9.x86_64.rpm 205 kB/s | 22 kB 00:00 2024-06-13T06:09:38.129 INFO:teuthology.orchestra.run.smithi039.stdout:(104/160): abseil-cpp-20211102.0-3.el9.x86_64.r 13 MB/s | 548 kB 00:00 2024-06-13T06:09:38.163 INFO:teuthology.orchestra.run.smithi039.stdout:(105/160): gperftools-libs-2.9.1-2.el9.x86_64.r 9.0 MB/s | 309 kB 00:00 2024-06-13T06:09:38.188 INFO:teuthology.orchestra.run.smithi039.stdout:(106/160): grpc-data-1.46.7-10.el9.noarch.rpm 780 kB/s | 19 kB 00:00 2024-06-13T06:09:38.267 INFO:teuthology.orchestra.run.smithi149.stdout:(150/160): NetworkManager-1.47.91-1.el9.x86_64. 3.7 MB/s | 2.3 MB 00:00 2024-06-13T06:09:38.304 INFO:teuthology.orchestra.run.smithi096.stdout:(97/160): socat-1.7.4.1-6.el9.x86_64.rpm 1.1 MB/s | 304 kB 00:00 2024-06-13T06:09:38.309 INFO:teuthology.orchestra.run.smithi149.stdout:(151/160): NetworkManager-team-1.47.91-1.el9.x8 992 kB/s | 41 kB 00:00 2024-06-13T06:09:38.345 INFO:teuthology.orchestra.run.smithi096.stdout:(98/160): qatzip-libs-1.2.0-1.el9.x86_64.rpm 129 kB/s | 47 kB 00:00 2024-06-13T06:09:38.363 INFO:teuthology.orchestra.run.smithi039.stdout:(107/160): protobuf-compiler-3.14.0-13.el9.x86_ 2.3 MB/s | 863 kB 00:00 2024-06-13T06:09:38.371 INFO:teuthology.orchestra.run.smithi096.stdout:(99/160): uuid-1.6.2-55.el9.x86_64.rpm 868 kB/s | 58 kB 00:00 2024-06-13T06:09:38.401 INFO:teuthology.orchestra.run.smithi149.stdout:(152/160): NetworkManager-tui-1.47.91-1.el9.x86 2.6 MB/s | 248 kB 00:00 2024-06-13T06:09:38.430 INFO:teuthology.orchestra.run.smithi039.stdout:(108/160): libarrow-doc-9.0.0-11.el9.noarch.rpm 391 kB/s | 26 kB 00:00 2024-06-13T06:09:38.443 INFO:teuthology.orchestra.run.smithi149.stdout:(153/160): elfutils-debuginfod-client-0.191-4.e 878 kB/s | 37 kB 00:00 2024-06-13T06:09:38.446 INFO:teuthology.orchestra.run.smithi096.stdout:(100/160): xfsprogs-devel-6.4.0-1.el9.x86_64.rp 946 kB/s | 95 kB 00:00 2024-06-13T06:09:38.464 INFO:teuthology.orchestra.run.smithi039.stdout:(109/160): liboath-2.6.7-2.el9.x86_64.rpm 1.4 MB/s | 49 kB 00:00 2024-06-13T06:09:38.488 INFO:teuthology.orchestra.run.smithi096.stdout:(101/160): xmlstarlet-1.6.1-20.el9.x86_64.rpm 546 kB/s | 64 kB 00:00 2024-06-13T06:09:38.490 INFO:teuthology.orchestra.run.smithi096.stdout:[MIRROR] lua-devel-5.4.4-4.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/CRB/x86_64/os/Packages/lua-devel-5.4.4-4.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-13T06:09:38.497 INFO:teuthology.orchestra.run.smithi039.stdout:(110/160): libunwind-1.6.2-1.el9.x86_64.rpm 2.0 MB/s | 67 kB 00:00 2024-06-13T06:09:38.535 INFO:teuthology.orchestra.run.smithi149.stdout:(154/160): elfutils-libelf-0.191-4.el9.x86_64.r 2.2 MB/s | 207 kB 00:00 2024-06-13T06:09:38.538 INFO:teuthology.orchestra.run.smithi096.stdout:(102/160): zlib-devel-1.2.11-41.el9.x86_64.rpm 492 kB/s | 45 kB 00:00 2024-06-13T06:09:38.539 INFO:teuthology.orchestra.run.smithi039.stdout:(111/160): luarocks-3.9.2-5.el9.noarch.rpm 3.6 MB/s | 151 kB 00:00 2024-06-13T06:09:38.540 INFO:teuthology.orchestra.run.smithi096.stdout:[MIRROR] protobuf-compiler-3.14.0-13.el9.x86_64.rpm: Status code: 404 for https://download-cc-rdu01.fedoraproject.org/pub/centos-stream/9-stream/CRB/x86_64/os/Packages/protobuf-compiler-3.14.0-13.el9.x86_64.rpm (IP: 8.43.85.72) 2024-06-13T06:09:38.610 INFO:teuthology.orchestra.run.smithi149.stdout:(155/160): NetworkManager-libnm-1.47.91-1.el9.x 3.4 MB/s | 1.8 MB 00:00 2024-06-13T06:09:38.648 INFO:teuthology.orchestra.run.smithi039.stdout:(112/160): libarrow-9.0.0-11.el9.x86_64.rpm 9.6 MB/s | 4.4 MB 00:00 2024-06-13T06:09:38.685 INFO:teuthology.orchestra.run.smithi149.stdout:(156/160): elfutils-libs-0.191-4.el9.x86_64.rpm 1.7 MB/s | 260 kB 00:00 2024-06-13T06:09:38.690 INFO:teuthology.orchestra.run.smithi039.stdout:(113/160): parquet-libs-9.0.0-11.el9.x86_64.rpm 5.5 MB/s | 839 kB 00:00 2024-06-13T06:09:38.724 INFO:teuthology.orchestra.run.smithi039.stdout:(114/160): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.3 MB/s | 43 kB 00:00 2024-06-13T06:09:38.749 INFO:teuthology.orchestra.run.smithi039.stdout:(115/160): python3-asyncssh-2.13.2-5.el9.noarch 5.3 MB/s | 548 kB 00:00 2024-06-13T06:09:38.755 INFO:teuthology.orchestra.run.smithi096.stdout:(103/160): lua-devel-5.4.4-4.el9.x86_64.rpm 84 kB/s | 22 kB 00:00 2024-06-13T06:09:38.774 INFO:teuthology.orchestra.run.smithi039.stdout:(116/160): python3-cachetools-4.2.4-1.el9.noarc 643 kB/s | 32 kB 00:00 2024-06-13T06:09:38.791 INFO:teuthology.orchestra.run.smithi039.stdout:(117/160): python3-certifi-2021.10.8-2.el9.noar 358 kB/s | 15 kB 00:00 2024-06-13T06:09:38.816 INFO:teuthology.orchestra.run.smithi039.stdout:(118/160): python3-cheroot-8.6.0-4.el9.noarch.r 4.0 MB/s | 172 kB 00:00 2024-06-13T06:09:38.847 INFO:teuthology.orchestra.run.smithi096.stdout:(104/160): abseil-cpp-20211102.0-3.el9.x86_64.r 5.8 MB/s | 548 kB 00:00 2024-06-13T06:09:38.858 INFO:teuthology.orchestra.run.smithi039.stdout:(119/160): python3-cherrypy-18.6.1-2.el9.noarch 5.2 MB/s | 358 kB 00:00 2024-06-13T06:09:38.883 INFO:teuthology.orchestra.run.smithi039.stdout:(120/160): python3-cmd2-2.4.2-2.el9.noarch.rpm 4.4 MB/s | 303 kB 00:00 2024-06-13T06:09:38.906 INFO:teuthology.orchestra.run.smithi096.stdout:(105/160): gperftools-libs-2.9.1-2.el9.x86_64.r 5.2 MB/s | 309 kB 00:00 2024-06-13T06:09:38.909 INFO:teuthology.orchestra.run.smithi039.stdout:(121/160): python3-google-auth-2.29.0-2.el9.noa 4.0 MB/s | 205 kB 00:00 2024-06-13T06:09:38.932 INFO:teuthology.orchestra.run.smithi096.stdout:(106/160): grpc-data-1.46.7-10.el9.noarch.rpm 777 kB/s | 19 kB 00:00 2024-06-13T06:09:38.951 INFO:teuthology.orchestra.run.smithi039.stdout:(122/160): python3-grpcio-tools-1.46.7-10.el9.x 3.4 MB/s | 144 kB 00:00 2024-06-13T06:09:38.976 INFO:teuthology.orchestra.run.smithi039.stdout:(123/160): python3-jaraco-8.2.1-3.el9.noarch.rp 430 kB/s | 11 kB 00:00 2024-06-13T06:09:39.002 INFO:teuthology.orchestra.run.smithi039.stdout:(124/160): python3-jaraco-classes-3.2.1-5.el9.n 711 kB/s | 18 kB 00:00 2024-06-13T06:09:39.027 INFO:teuthology.orchestra.run.smithi039.stdout:(125/160): python3-jaraco-collections-3.0.0-8.e 937 kB/s | 23 kB 00:00 2024-06-13T06:09:39.052 INFO:teuthology.orchestra.run.smithi039.stdout:(126/160): python3-jaraco-functools-3.5.0-2.el9 777 kB/s | 19 kB 00:00 2024-06-13T06:09:39.060 INFO:teuthology.orchestra.run.smithi149.stdout:(157/160): openssl-3.2.2-1.el9.x86_64.rpm 3.0 MB/s | 1.4 MB 00:00 2024-06-13T06:09:39.077 INFO:teuthology.orchestra.run.smithi039.stdout:(127/160): python3-jaraco-text-3.2.0-6.el9.noar 793 kB/s | 20 kB 00:00 2024-06-13T06:09:39.169 INFO:teuthology.orchestra.run.smithi039.stdout:(128/160): python3-grpcio-1.46.7-10.el9.x86_64. 7.1 MB/s | 2.0 MB 00:00 2024-06-13T06:09:39.195 INFO:teuthology.orchestra.run.smithi039.stdout:(129/160): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-06-13T06:09:39.228 INFO:teuthology.orchestra.run.smithi039.stdout:(130/160): python3-kubernetes-26.1.0-2.el9.noar 6.8 MB/s | 1.0 MB 00:00 2024-06-13T06:09:39.253 INFO:teuthology.orchestra.run.smithi039.stdout:(131/160): python3-more-itertools-8.12.0-2.el9. 1.3 MB/s | 79 kB 00:00 2024-06-13T06:09:39.264 INFO:teuthology.orchestra.run.smithi096.stdout:(107/160): libarrow-9.0.0-11.el9.x86_64.rpm 13 MB/s | 4.4 MB 00:00 2024-06-13T06:09:39.279 INFO:teuthology.orchestra.run.smithi039.stdout:(132/160): python3-natsort-7.1.1-5.el9.noarch.r 1.1 MB/s | 58 kB 00:00 2024-06-13T06:09:39.298 INFO:teuthology.orchestra.run.smithi096.stdout:(108/160): protobuf-compiler-3.14.0-13.el9.x86_ 1.1 MB/s | 863 kB 00:00 2024-06-13T06:09:39.312 INFO:teuthology.orchestra.run.smithi039.stdout:(133/160): python3-portend-3.1.0-2.el9.noarch.r 493 kB/s | 16 kB 00:00 2024-06-13T06:09:39.323 INFO:teuthology.orchestra.run.smithi096.stdout:(109/160): libarrow-doc-9.0.0-11.el9.noarch.rpm 444 kB/s | 26 kB 00:00 2024-06-13T06:09:39.338 INFO:teuthology.orchestra.run.smithi039.stdout:(134/160): python3-pyOpenSSL-21.0.0-1.el9.noarc 3.5 MB/s | 90 kB 00:00 2024-06-13T06:09:39.363 INFO:teuthology.orchestra.run.smithi039.stdout:(135/160): python3-pecan-1.4.2-3.el9.noarch.rpm 2.4 MB/s | 272 kB 00:00 2024-06-13T06:09:39.365 INFO:teuthology.orchestra.run.smithi096.stdout:(110/160): libunwind-1.6.2-1.el9.x86_64.rpm 4.2 MB/s | 67 kB 00:00 2024-06-13T06:09:39.388 INFO:teuthology.orchestra.run.smithi039.stdout:(136/160): python3-pyperclip-1.8.2-2.el9.noarch 561 kB/s | 28 kB 00:00 2024-06-13T06:09:39.399 INFO:teuthology.orchestra.run.smithi096.stdout:(111/160): liboath-2.6.7-2.el9.x86_64.rpm 484 kB/s | 49 kB 00:00 2024-06-13T06:09:39.402 INFO:teuthology.orchestra.run.smithi149.stdout:(158/160): xfsprogs-6.4.0-1.el9.x86_64.rpm 3.2 MB/s | 1.1 MB 00:00 2024-06-13T06:09:39.414 INFO:teuthology.orchestra.run.smithi039.stdout:(137/160): python3-repoze-lru-0.7-16.el9.noarch 612 kB/s | 31 kB 00:00 2024-06-13T06:09:39.424 INFO:teuthology.orchestra.run.smithi096.stdout:(112/160): luarocks-3.9.2-5.el9.noarch.rpm 2.6 MB/s | 151 kB 00:00 2024-06-13T06:09:39.439 INFO:teuthology.orchestra.run.smithi039.stdout:(138/160): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-06-13T06:09:39.444 INFO:teuthology.orchestra.run.smithi149.stdout:(159/160): openssl-libs-3.2.2-1.el9.x86_64.rpm 3.2 MB/s | 2.4 MB 00:00 2024-06-13T06:09:39.464 INFO:teuthology.orchestra.run.smithi039.stdout:(139/160): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-06-13T06:09:39.475 INFO:teuthology.orchestra.run.smithi096.stdout:(113/160): python3-asyncssh-2.13.2-5.el9.noarch 11 MB/s | 548 kB 00:00 2024-06-13T06:09:39.490 INFO:teuthology.orchestra.run.smithi039.stdout:(140/160): python3-tempora-5.0.0-2.el9.noarch.r 713 kB/s | 36 kB 00:00 2024-06-13T06:09:39.500 INFO:teuthology.orchestra.run.smithi096.stdout:(114/160): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-06-13T06:09:39.515 INFO:teuthology.orchestra.run.smithi039.stdout:(141/160): python3-typing-extensions-4.4.0-2.el 1.0 MB/s | 51 kB 00:00 2024-06-13T06:09:39.540 INFO:teuthology.orchestra.run.smithi039.stdout:(142/160): python3-webob-1.8.7-6.el9.noarch.rpm 4.5 MB/s | 230 kB 00:00 2024-06-13T06:09:39.566 INFO:teuthology.orchestra.run.smithi039.stdout:(143/160): python3-websocket-client-1.2.3-2.el9 1.7 MB/s | 90 kB 00:00 2024-06-13T06:09:39.659 INFO:teuthology.orchestra.run.smithi096.stdout:(115/160): python3-scipy-1.6.2-8.el9.x86_64.rpm 8.5 MB/s | 16 MB 00:01 2024-06-13T06:09:39.684 INFO:teuthology.orchestra.run.smithi096.stdout:(116/160): python3-cachetools-4.2.4-1.el9.noarc 175 kB/s | 32 kB 00:00 2024-06-13T06:09:39.708 INFO:teuthology.orchestra.run.smithi039.stdout:(144/160): python3-zc-lockfile-2.0-10.el9.noarc 141 kB/s | 20 kB 00:00 2024-06-13T06:09:39.709 INFO:teuthology.orchestra.run.smithi096.stdout:(117/160): python3-certifi-2021.10.8-2.el9.noar 300 kB/s | 15 kB 00:00 2024-06-13T06:09:39.733 INFO:teuthology.orchestra.run.smithi039.stdout:(145/160): python3-werkzeug-2.0.3-3.el9.1.noarc 2.2 MB/s | 427 kB 00:00 2024-06-13T06:09:39.758 INFO:teuthology.orchestra.run.smithi039.stdout:(146/160): re2-20211101-3.el9.x86_64.rpm 3.7 MB/s | 192 kB 00:00 2024-06-13T06:09:39.759 INFO:teuthology.orchestra.run.smithi096.stdout:(118/160): parquet-libs-9.0.0-11.el9.x86_64.rpm 2.3 MB/s | 839 kB 00:00 2024-06-13T06:09:39.810 INFO:teuthology.orchestra.run.smithi096.stdout:(119/160): python3-cheroot-8.6.0-4.el9.noarch.r 1.3 MB/s | 172 kB 00:00 2024-06-13T06:09:39.834 INFO:teuthology.orchestra.run.smithi096.stdout:(120/160): python3-cherrypy-18.6.1-2.el9.noarch 3.5 MB/s | 358 kB 00:00 2024-06-13T06:09:39.860 INFO:teuthology.orchestra.run.smithi096.stdout:(121/160): python3-cmd2-2.4.2-2.el9.noarch.rpm 3.0 MB/s | 303 kB 00:00 2024-06-13T06:09:39.883 INFO:teuthology.orchestra.run.smithi039.stdout:(147/160): thrift-0.15.0-2.el9.x86_64.rpm 11 MB/s | 1.6 MB 00:00 2024-06-13T06:09:39.893 INFO:teuthology.orchestra.run.smithi096.stdout:(122/160): python3-google-auth-2.29.0-2.el9.noa 3.4 MB/s | 205 kB 00:00 2024-06-13T06:09:39.919 INFO:teuthology.orchestra.run.smithi096.stdout:(123/160): python3-grpcio-tools-1.46.7-10.el9.x 2.4 MB/s | 144 kB 00:00 2024-06-13T06:09:39.944 INFO:teuthology.orchestra.run.smithi096.stdout:(124/160): python3-jaraco-8.2.1-3.el9.noarch.rp 213 kB/s | 11 kB 00:00 2024-06-13T06:09:39.970 INFO:teuthology.orchestra.run.smithi096.stdout:(125/160): python3-jaraco-classes-3.2.1-5.el9.n 352 kB/s | 18 kB 00:00 2024-06-13T06:09:39.995 INFO:teuthology.orchestra.run.smithi096.stdout:(126/160): python3-jaraco-collections-3.0.0-8.e 458 kB/s | 23 kB 00:00 2024-06-13T06:09:40.020 INFO:teuthology.orchestra.run.smithi096.stdout:(127/160): python3-jaraco-functools-3.5.0-2.el9 384 kB/s | 19 kB 00:00 2024-06-13T06:09:40.045 INFO:teuthology.orchestra.run.smithi096.stdout:(128/160): python3-jaraco-text-3.2.0-6.el9.noar 392 kB/s | 20 kB 00:00 2024-06-13T06:09:40.071 INFO:teuthology.orchestra.run.smithi096.stdout:(129/160): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-06-13T06:09:40.104 INFO:teuthology.orchestra.run.smithi096.stdout:(130/160): python3-more-itertools-8.12.0-2.el9. 2.3 MB/s | 79 kB 00:00 2024-06-13T06:09:40.138 INFO:teuthology.orchestra.run.smithi096.stdout:(131/160): python3-natsort-7.1.1-5.el9.noarch.r 1.7 MB/s | 58 kB 00:00 2024-06-13T06:09:40.180 INFO:teuthology.orchestra.run.smithi096.stdout:(132/160): python3-pecan-1.4.2-3.el9.noarch.rpm 6.4 MB/s | 272 kB 00:00 2024-06-13T06:09:40.205 INFO:teuthology.orchestra.run.smithi096.stdout:(133/160): python3-portend-3.1.0-2.el9.noarch.r 655 kB/s | 16 kB 00:00 2024-06-13T06:09:40.247 INFO:teuthology.orchestra.run.smithi096.stdout:(134/160): python3-grpcio-1.46.7-10.el9.x86_64. 4.9 MB/s | 2.0 MB 00:00 2024-06-13T06:09:40.280 INFO:teuthology.orchestra.run.smithi096.stdout:(135/160): python3-kubernetes-26.1.0-2.el9.noar 3.9 MB/s | 1.0 MB 00:00 2024-06-13T06:09:40.297 INFO:teuthology.orchestra.run.smithi096.stdout:(136/160): python3-pyOpenSSL-21.0.0-1.el9.noarc 975 kB/s | 90 kB 00:00 2024-06-13T06:09:40.314 INFO:teuthology.orchestra.run.smithi096.stdout:(137/160): python3-pyperclip-1.8.2-2.el9.noarch 839 kB/s | 28 kB 00:00 2024-06-13T06:09:40.331 INFO:teuthology.orchestra.run.smithi096.stdout:(138/160): python3-repoze-lru-0.7-16.el9.noarch 611 kB/s | 31 kB 00:00 2024-06-13T06:09:40.357 INFO:teuthology.orchestra.run.smithi096.stdout:(139/160): python3-routes-2.5.1-5.el9.noarch.rp 3.1 MB/s | 188 kB 00:00 2024-06-13T06:09:40.374 INFO:teuthology.orchestra.run.smithi096.stdout:(140/160): python3-tempora-5.0.0-2.el9.noarch.r 858 kB/s | 36 kB 00:00 2024-06-13T06:09:40.391 INFO:teuthology.orchestra.run.smithi096.stdout:(141/160): python3-rsa-4.9-2.el9.noarch.rpm 1.0 MB/s | 59 kB 00:00 2024-06-13T06:09:40.407 INFO:teuthology.orchestra.run.smithi096.stdout:(142/160): python3-typing-extensions-4.4.0-2.el 1.0 MB/s | 51 kB 00:00 2024-06-13T06:09:40.411 INFO:teuthology.orchestra.run.smithi149.stdout:(160/160): python3-scipy-1.6.2-8.el9.x86_64.rpm 2.9 MB/s | 16 MB 00:05 2024-06-13T06:09:40.417 INFO:teuthology.orchestra.run.smithi149.stdout:-------------------------------------------------------------------------------- 2024-06-13T06:09:40.417 INFO:teuthology.orchestra.run.smithi149.stdout:Total 7.4 MB/s | 226 MB 00:30 2024-06-13T06:09:40.433 INFO:teuthology.orchestra.run.smithi096.stdout:(143/160): python3-websocket-client-1.2.3-2.el9 2.1 MB/s | 90 kB 00:00 2024-06-13T06:09:40.433 INFO:teuthology.orchestra.run.smithi039.stdout:(148/160): librados2-19.0.0-2946.g3d89accf.el9. 5.0 MB/s | 3.4 MB 00:00 2024-06-13T06:09:40.458 INFO:teuthology.orchestra.run.smithi096.stdout:(144/160): python3-webob-1.8.7-6.el9.noarch.rpm 2.7 MB/s | 230 kB 00:00 2024-06-13T06:09:40.483 INFO:teuthology.orchestra.run.smithi096.stdout:(145/160): python3-zc-lockfile-2.0-10.el9.noarc 398 kB/s | 20 kB 00:00 2024-06-13T06:09:40.508 INFO:teuthology.orchestra.run.smithi096.stdout:(146/160): re2-20211101-3.el9.x86_64.rpm 3.7 MB/s | 192 kB 00:00 2024-06-13T06:09:40.542 INFO:teuthology.orchestra.run.smithi096.stdout:(147/160): python3-werkzeug-2.0.3-3.el9.1.noarc 3.1 MB/s | 427 kB 00:00 2024-06-13T06:09:40.616 INFO:teuthology.orchestra.run.smithi096.stdout:(148/160): thrift-0.15.0-2.el9.x86_64.rpm 12 MB/s | 1.6 MB 00:00 2024-06-13T06:09:40.959 INFO:teuthology.orchestra.run.smithi039.stdout:(149/160): librbd1-19.0.0-2946.g3d89accf.el9.x8 2.9 MB/s | 3.1 MB 00:01 2024-06-13T06:09:40.984 INFO:teuthology.orchestra.run.smithi096.stdout:(149/160): NetworkManager-1.47.91-1.el9.x86_64. 6.3 MB/s | 2.3 MB 00:00 2024-06-13T06:09:41.168 INFO:teuthology.orchestra.run.smithi096.stdout:(150/160): NetworkManager-libnm-1.47.91-1.el9.x 9.9 MB/s | 1.8 MB 00:00 2024-06-13T06:09:41.210 INFO:teuthology.orchestra.run.smithi096.stdout:(151/160): NetworkManager-team-1.47.91-1.el9.x8 992 kB/s | 41 kB 00:00 2024-06-13T06:09:41.269 INFO:teuthology.orchestra.run.smithi096.stdout:(152/160): NetworkManager-tui-1.47.91-1.el9.x86 4.2 MB/s | 248 kB 00:00 2024-06-13T06:09:41.310 INFO:teuthology.orchestra.run.smithi096.stdout:(153/160): elfutils-debuginfod-client-0.191-4.e 885 kB/s | 37 kB 00:00 2024-06-13T06:09:41.377 INFO:teuthology.orchestra.run.smithi096.stdout:(154/160): elfutils-libelf-0.191-4.el9.x86_64.r 3.0 MB/s | 207 kB 00:00 2024-06-13T06:09:41.469 INFO:teuthology.orchestra.run.smithi096.stdout:(155/160): elfutils-libs-0.191-4.el9.x86_64.rpm 2.8 MB/s | 260 kB 00:00 2024-06-13T06:09:41.660 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction check 2024-06-13T06:09:41.670 INFO:teuthology.orchestra.run.smithi096.stdout:(156/160): openssl-3.2.2-1.el9.x86_64.rpm 6.8 MB/s | 1.4 MB 00:00 2024-06-13T06:09:41.717 INFO:teuthology.orchestra.run.smithi039.stdout:(150/160): NetworkManager-1.47.91-1.el9.x86_64. 1.8 MB/s | 2.3 MB 00:01 2024-06-13T06:09:41.853 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction check succeeded. 2024-06-13T06:09:41.853 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction test 2024-06-13T06:09:41.962 INFO:teuthology.orchestra.run.smithi096.stdout:(157/160): librbd1-19.0.0-2946.g3d89accf.el9.x8 2.2 MB/s | 3.1 MB 00:01 2024-06-13T06:09:42.004 INFO:teuthology.orchestra.run.smithi096.stdout:(158/160): openssl-libs-3.2.2-1.el9.x86_64.rpm 7.2 MB/s | 2.4 MB 00:00 2024-06-13T06:09:42.401 INFO:teuthology.orchestra.run.smithi039.stdout:(151/160): NetworkManager-libnm-1.47.91-1.el9.x 1.3 MB/s | 1.8 MB 00:01 2024-06-13T06:09:42.404 INFO:teuthology.orchestra.run.smithi096.stdout:(159/160): xfsprogs-6.4.0-1.el9.x86_64.rpm 2.4 MB/s | 1.1 MB 00:00 2024-06-13T06:09:42.551 INFO:teuthology.orchestra.run.smithi039.stdout:(152/160): NetworkManager-team-1.47.91-1.el9.x8 50 kB/s | 41 kB 00:00 2024-06-13T06:09:43.260 INFO:teuthology.orchestra.run.smithi039.stdout:(153/160): elfutils-debuginfod-client-0.191-4.e 52 kB/s | 37 kB 00:00 2024-06-13T06:09:43.402 INFO:teuthology.orchestra.run.smithi039.stdout:(154/160): NetworkManager-tui-1.47.91-1.el9.x86 248 kB/s | 248 kB 00:00 2024-06-13T06:09:43.646 INFO:teuthology.orchestra.run.smithi096.stdout:(160/160): librados2-19.0.0-2946.g3d89accf.el9. 1.1 MB/s | 3.4 MB 00:03 2024-06-13T06:09:43.651 INFO:teuthology.orchestra.run.smithi096.stdout:-------------------------------------------------------------------------------- 2024-06-13T06:09:43.651 INFO:teuthology.orchestra.run.smithi096.stdout:Total 6.3 MB/s | 226 MB 00:35 2024-06-13T06:09:43.652 INFO:teuthology.orchestra.run.smithi039.stdout:(155/160): python3-scipy-1.6.2-8.el9.x86_64.rpm 2.6 MB/s | 16 MB 00:06 2024-06-13T06:09:43.696 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction test succeeded. 2024-06-13T06:09:43.696 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction 2024-06-13T06:09:44.327 INFO:teuthology.orchestra.run.smithi039.stdout:(156/160): elfutils-libelf-0.191-4.el9.x86_64.r 194 kB/s | 207 kB 00:01 2024-06-13T06:09:44.444 INFO:teuthology.orchestra.run.smithi039.stdout:(157/160): elfutils-libs-0.191-4.el9.x86_64.rpm 249 kB/s | 260 kB 00:01 2024-06-13T06:09:44.786 INFO:teuthology.orchestra.run.smithi039.stdout:(158/160): openssl-3.2.2-1.el9.x86_64.rpm 1.2 MB/s | 1.4 MB 00:01 2024-06-13T06:09:44.854 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction check 2024-06-13T06:09:45.044 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction check succeeded. 2024-06-13T06:09:45.044 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction test 2024-06-13T06:09:45.536 INFO:teuthology.orchestra.run.smithi039.stdout:(159/160): openssl-libs-3.2.2-1.el9.x86_64.rpm 2.0 MB/s | 2.4 MB 00:01 2024-06-13T06:09:45.570 INFO:teuthology.orchestra.run.smithi039.stdout:(160/160): xfsprogs-6.4.0-1.el9.x86_64.rpm 983 kB/s | 1.1 MB 00:01 2024-06-13T06:09:45.576 INFO:teuthology.orchestra.run.smithi039.stdout:-------------------------------------------------------------------------------- 2024-06-13T06:09:45.576 INFO:teuthology.orchestra.run.smithi039.stdout:Total 5.9 MB/s | 226 MB 00:38 2024-06-13T06:09:46.818 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction check 2024-06-13T06:09:46.847 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction test succeeded. 2024-06-13T06:09:46.847 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction 2024-06-13T06:09:47.039 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction check succeeded. 2024-06-13T06:09:47.039 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction test 2024-06-13T06:09:49.274 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction test succeeded. 2024-06-13T06:09:49.275 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction 2024-06-13T06:09:49.970 INFO:teuthology.orchestra.run.smithi149.stdout: Preparing : 1/1 2024-06-13T06:09:50.032 INFO:teuthology.orchestra.run.smithi149.stdout: Upgrading : openssl-libs-1:3.2.2-1.el9.x86_64 1/172 2024-06-13T06:09:50.079 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/172 2024-06-13T06:09:50.132 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/172 2024-06-13T06:09:50.166 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/172 2024-06-13T06:09:50.191 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/172 2024-06-13T06:09:50.234 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/172 2024-06-13T06:09:50.558 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/172 2024-06-13T06:09:50.692 INFO:teuthology.orchestra.run.smithi149.stdout: Upgrading : librados2-2:19.0.0-2946.g3d89accf.el9.x86_64 8/172 2024-06-13T06:09:50.814 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: librados2-2:19.0.0-2946.g3d89accf.el9.x86_64 8/172 2024-06-13T06:09:50.835 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libcephfs2-2:19.0.0-2946.g3d89accf.el9.x86_64 9/172 2024-06-13T06:09:50.910 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: libcephfs2-2:19.0.0-2946.g3d89accf.el9.x86_64 9/172 2024-06-13T06:09:50.939 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-rados-2:19.0.0-2946.g3d89accf.el9.x86_64 10/172 2024-06-13T06:09:50.972 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/172 2024-06-13T06:09:51.165 INFO:teuthology.orchestra.run.smithi149.stdout: Upgrading : elfutils-libelf-0.191-4.el9.x86_64 12/172 2024-06-13T06:09:51.212 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : postgresql-13.14-1.el9.x86_64 13/172 2024-06-13T06:09:51.240 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libcephsqlite-2:19.0.0-2946.g3d89accf.el9.x86_64 14/172 2024-06-13T06:09:51.344 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: libcephsqlite-2:19.0.0-2946.g3d89accf.el9.x86_64 14/172 2024-06-13T06:09:51.366 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libradosstriper1-2:19.0.0-2946.g3d89accf.el9.x86 15/172 2024-06-13T06:09:51.412 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: libradosstriper1-2:19.0.0-2946.g3d89accf.el9.x86 15/172 2024-06-13T06:09:51.434 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 16/172 2024-06-13T06:09:51.452 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 16/172 2024-06-13T06:09:51.642 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 17/172 2024-06-13T06:09:51.727 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 17/172 2024-06-13T06:09:51.937 INFO:teuthology.orchestra.run.smithi149.stdout: Upgrading : xfsprogs-6.4.0-1.el9.x86_64 18/172 2024-06-13T06:09:52.117 INFO:teuthology.orchestra.run.smithi149.stdout: Upgrading : NetworkManager-libnm-1:1.47.91-1.el9.x86_64 19/172 2024-06-13T06:09:52.177 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.91-1.el9.x86_64 19/172 2024-06-13T06:09:52.276 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: NetworkManager-1:1.47.91-1.el9.x86_64 20/172 2024-06-13T06:09:52.353 INFO:teuthology.orchestra.run.smithi149.stdout: Upgrading : NetworkManager-1:1.47.91-1.el9.x86_64 20/172 2024-06-13T06:09:52.571 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: NetworkManager-1:1.47.91-1.el9.x86_64 20/172 2024-06-13T06:09:52.677 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : re2-1:20211101-3.el9.x86_64 21/172 2024-06-13T06:09:52.773 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 22/172 2024-06-13T06:09:52.811 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 23/172 2024-06-13T06:09:52.846 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : liboath-2.6.7-2.el9.x86_64 24/172 2024-06-13T06:09:52.910 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 25/172 2024-06-13T06:09:52.944 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 26/172 2024-06-13T06:09:52.988 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 27/172 2024-06-13T06:09:53.021 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 28/172 2024-06-13T06:09:53.048 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : lua-5.4.4-4.el9.x86_64 29/172 2024-06-13T06:09:53.117 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 30/172 2024-06-13T06:09:53.171 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 31/172 2024-06-13T06:09:53.177 INFO:teuthology.orchestra.run.smithi096.stdout: Preparing : 1/1 2024-06-13T06:09:53.201 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 32/172 2024-06-13T06:09:53.236 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 33/172 2024-06-13T06:09:53.259 INFO:teuthology.orchestra.run.smithi096.stdout: Upgrading : openssl-libs-1:3.2.2-1.el9.x86_64 1/172 2024-06-13T06:09:53.298 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/172 2024-06-13T06:09:53.313 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 34/172 2024-06-13T06:09:53.355 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-ceph-common-2:19.0.0-2946.g3d89accf.el9. 35/172 2024-06-13T06:09:53.359 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/172 2024-06-13T06:09:53.390 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-ceph-argparse-2:19.0.0-2946.g3d89accf.el 36/172 2024-06-13T06:09:53.393 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/172 2024-06-13T06:09:53.419 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/172 2024-06-13T06:09:53.420 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-cephfs-2:19.0.0-2946.g3d89accf.el9.x86_6 37/172 2024-06-13T06:09:53.461 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/172 2024-06-13T06:09:53.489 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 38/172 2024-06-13T06:09:53.534 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : luarocks-3.9.2-5.el9.noarch 39/172 2024-06-13T06:09:53.609 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 40/172 2024-06-13T06:09:53.744 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 41/172 2024-06-13T06:09:53.794 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 42/172 2024-06-13T06:09:53.798 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/172 2024-06-13T06:09:53.895 INFO:teuthology.orchestra.run.smithi096.stdout: Upgrading : librados2-2:19.0.0-2946.g3d89accf.el9.x86_64 8/172 2024-06-13T06:09:54.008 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: librados2-2:19.0.0-2946.g3d89accf.el9.x86_64 8/172 2024-06-13T06:09:54.037 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : libcephfs2-2:19.0.0-2946.g3d89accf.el9.x86_64 9/172 2024-06-13T06:09:54.129 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: libcephfs2-2:19.0.0-2946.g3d89accf.el9.x86_64 9/172 2024-06-13T06:09:54.150 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-rados-2:19.0.0-2946.g3d89accf.el9.x86_64 10/172 2024-06-13T06:09:54.191 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/172 2024-06-13T06:09:54.334 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-rsa-4.9-2.el9.noarch 43/172 2024-06-13T06:09:54.385 INFO:teuthology.orchestra.run.smithi096.stdout: Upgrading : elfutils-libelf-0.191-4.el9.x86_64 12/172 2024-06-13T06:09:54.415 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 44/172 2024-06-13T06:09:54.442 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : postgresql-13.14-1.el9.x86_64 13/172 2024-06-13T06:09:54.461 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 45/172 2024-06-13T06:09:54.461 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : libcephsqlite-2:19.0.0-2946.g3d89accf.el9.x86_64 14/172 2024-06-13T06:09:54.506 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 46/172 2024-06-13T06:09:54.554 INFO:teuthology.orchestra.run.smithi149.stdout: Upgrading : elfutils-libs-0.191-4.el9.x86_64 47/172 2024-06-13T06:09:54.565 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: libcephsqlite-2:19.0.0-2946.g3d89accf.el9.x86_64 14/172 2024-06-13T06:09:54.588 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : libradosstriper1-2:19.0.0-2946.g3d89accf.el9.x86 15/172 2024-06-13T06:09:54.592 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : librados-devel-2:19.0.0-2946.g3d89accf.el9.x86_6 48/172 2024-06-13T06:09:54.634 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 49/172 2024-06-13T06:09:54.649 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: libradosstriper1-2:19.0.0-2946.g3d89accf.el9.x86 15/172 2024-06-13T06:09:54.689 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 16/172 2024-06-13T06:09:54.715 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 16/172 2024-06-13T06:09:54.793 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 50/172 2024-06-13T06:09:54.845 INFO:teuthology.orchestra.run.smithi149.stdout: Upgrading : openssl-1:3.2.2-1.el9.x86_64 51/172 2024-06-13T06:09:54.897 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 17/172 2024-06-13T06:09:54.900 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 52/172 2024-06-13T06:09:54.973 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 53/172 2024-06-13T06:09:54.999 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 17/172 2024-06-13T06:09:55.004 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 54/172 2024-06-13T06:09:55.042 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 55/172 2024-06-13T06:09:55.088 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 56/172 2024-06-13T06:09:55.123 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 57/172 2024-06-13T06:09:55.167 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 58/172 2024-06-13T06:09:55.182 INFO:teuthology.orchestra.run.smithi096.stdout: Upgrading : xfsprogs-6.4.0-1.el9.x86_64 18/172 2024-06-13T06:09:55.208 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 59/172 2024-06-13T06:09:55.344 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 60/172 2024-06-13T06:09:55.346 INFO:teuthology.orchestra.run.smithi096.stdout: Upgrading : NetworkManager-libnm-1:1.47.91-1.el9.x86_64 19/172 2024-06-13T06:09:55.386 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 61/172 2024-06-13T06:09:55.407 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.91-1.el9.x86_64 19/172 2024-06-13T06:09:55.426 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 62/172 2024-06-13T06:09:55.503 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: NetworkManager-1:1.47.91-1.el9.x86_64 20/172 2024-06-13T06:09:55.522 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 63/172 2024-06-13T06:09:55.560 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-google-auth-1:2.29.0-2.el9.noarch 64/172 2024-06-13T06:09:55.583 INFO:teuthology.orchestra.run.smithi096.stdout: Upgrading : NetworkManager-1:1.47.91-1.el9.x86_64 20/172 2024-06-13T06:09:55.600 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 65/172 2024-06-13T06:09:55.625 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 66/172 2024-06-13T06:09:55.650 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 67/172 2024-06-13T06:09:55.724 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 68/172 2024-06-13T06:09:55.770 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: NetworkManager-1:1.47.91-1.el9.x86_64 20/172 2024-06-13T06:09:55.835 INFO:teuthology.orchestra.run.smithi039.stdout: Preparing : 1/1 2024-06-13T06:09:55.852 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 69/172 2024-06-13T06:09:55.878 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : re2-1:20211101-3.el9.x86_64 21/172 2024-06-13T06:09:55.891 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 70/172 2024-06-13T06:09:55.916 INFO:teuthology.orchestra.run.smithi039.stdout: Upgrading : openssl-libs-1:3.2.2-1.el9.x86_64 1/172 2024-06-13T06:09:55.919 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 71/172 2024-06-13T06:09:55.953 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 72/172 2024-06-13T06:09:55.955 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/172 2024-06-13T06:09:55.976 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 22/172 2024-06-13T06:09:55.992 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : uuid-1.6.2-55.el9.x86_64 73/172 2024-06-13T06:09:56.022 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 23/172 2024-06-13T06:09:56.024 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 74/172 2024-06-13T06:09:56.029 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/172 2024-06-13T06:09:56.053 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 75/172 2024-06-13T06:09:56.057 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : liboath-2.6.7-2.el9.x86_64 24/172 2024-06-13T06:09:56.067 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/172 2024-06-13T06:09:56.092 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/172 2024-06-13T06:09:56.097 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 76/172 2024-06-13T06:09:56.122 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 25/172 2024-06-13T06:09:56.130 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 77/172 2024-06-13T06:09:56.138 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/172 2024-06-13T06:09:56.156 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 26/172 2024-06-13T06:09:56.171 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 78/172 2024-06-13T06:09:56.199 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 27/172 2024-06-13T06:09:56.206 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 79/172 2024-06-13T06:09:56.232 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 28/172 2024-06-13T06:09:56.260 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : lua-5.4.4-4.el9.x86_64 29/172 2024-06-13T06:09:56.293 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 80/172 2024-06-13T06:09:56.328 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 30/172 2024-06-13T06:09:56.336 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 81/172 2024-06-13T06:09:56.367 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 82/172 2024-06-13T06:09:56.382 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 31/172 2024-06-13T06:09:56.412 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 32/172 2024-06-13T06:09:56.414 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 83/172 2024-06-13T06:09:56.447 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 33/172 2024-06-13T06:09:56.483 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/172 2024-06-13T06:09:56.514 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-packaging-20.9-5.el9.noarch 84/172 2024-06-13T06:09:56.524 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 34/172 2024-06-13T06:09:56.558 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-ceph-common-2:19.0.0-2946.g3d89accf.el9. 35/172 2024-06-13T06:09:56.569 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 85/172 2024-06-13T06:09:56.584 INFO:teuthology.orchestra.run.smithi039.stdout: Upgrading : librados2-2:19.0.0-2946.g3d89accf.el9.x86_64 8/172 2024-06-13T06:09:56.593 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-ceph-argparse-2:19.0.0-2946.g3d89accf.el 36/172 2024-06-13T06:09:56.622 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-cephfs-2:19.0.0-2946.g3d89accf.el9.x86_6 37/172 2024-06-13T06:09:56.693 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 38/172 2024-06-13T06:09:56.709 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: librados2-2:19.0.0-2946.g3d89accf.el9.x86_64 8/172 2024-06-13T06:09:56.736 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libcephfs2-2:19.0.0-2946.g3d89accf.el9.x86_64 9/172 2024-06-13T06:09:56.737 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : luarocks-3.9.2-5.el9.noarch 39/172 2024-06-13T06:09:56.812 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: libcephfs2-2:19.0.0-2946.g3d89accf.el9.x86_64 9/172 2024-06-13T06:09:56.812 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 40/172 2024-06-13T06:09:56.840 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-rados-2:19.0.0-2946.g3d89accf.el9.x86_64 10/172 2024-06-13T06:09:56.881 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/172 2024-06-13T06:09:56.947 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 41/172 2024-06-13T06:09:56.998 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 42/172 2024-06-13T06:09:57.073 INFO:teuthology.orchestra.run.smithi039.stdout: Upgrading : elfutils-libelf-0.191-4.el9.x86_64 12/172 2024-06-13T06:09:57.130 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : postgresql-13.14-1.el9.x86_64 13/172 2024-06-13T06:09:57.158 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libcephsqlite-2:19.0.0-2946.g3d89accf.el9.x86_64 14/172 2024-06-13T06:09:57.264 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: libcephsqlite-2:19.0.0-2946.g3d89accf.el9.x86_64 14/172 2024-06-13T06:09:57.292 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libradosstriper1-2:19.0.0-2946.g3d89accf.el9.x86 15/172 2024-06-13T06:09:57.300 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 86/172 2024-06-13T06:09:57.347 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: libradosstriper1-2:19.0.0-2946.g3d89accf.el9.x86 15/172 2024-06-13T06:09:57.349 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 87/172 2024-06-13T06:09:57.368 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 16/172 2024-06-13T06:09:57.383 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 88/172 2024-06-13T06:09:57.387 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 16/172 2024-06-13T06:09:57.483 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 89/172 2024-06-13T06:09:57.524 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-rsa-4.9-2.el9.noarch 43/172 2024-06-13T06:09:57.546 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 90/172 2024-06-13T06:09:57.587 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 17/172 2024-06-13T06:09:57.592 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 91/172 2024-06-13T06:09:57.610 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 44/172 2024-06-13T06:09:57.639 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 45/172 2024-06-13T06:09:57.675 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 46/172 2024-06-13T06:09:57.679 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 92/172 2024-06-13T06:09:57.691 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 17/172 2024-06-13T06:09:57.710 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 93/172 2024-06-13T06:09:57.724 INFO:teuthology.orchestra.run.smithi096.stdout: Upgrading : elfutils-libs-0.191-4.el9.x86_64 47/172 2024-06-13T06:09:57.763 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : librados-devel-2:19.0.0-2946.g3d89accf.el9.x86_6 48/172 2024-06-13T06:09:57.804 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 49/172 2024-06-13T06:09:57.891 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : openblas-0.3.21-2.el9.x86_64 94/172 2024-06-13T06:09:57.916 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 95/172 2024-06-13T06:09:57.934 INFO:teuthology.orchestra.run.smithi039.stdout: Upgrading : xfsprogs-6.4.0-1.el9.x86_64 18/172 2024-06-13T06:09:57.968 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 50/172 2024-06-13T06:09:57.996 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 96/172 2024-06-13T06:09:58.040 INFO:teuthology.orchestra.run.smithi096.stdout: Upgrading : openssl-1:3.2.2-1.el9.x86_64 51/172 2024-06-13T06:09:58.084 INFO:teuthology.orchestra.run.smithi039.stdout: Upgrading : NetworkManager-libnm-1:1.47.91-1.el9.x86_64 19/172 2024-06-13T06:09:58.095 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 52/172 2024-06-13T06:09:58.145 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.91-1.el9.x86_64 19/172 2024-06-13T06:09:58.168 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 53/172 2024-06-13T06:09:58.224 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 54/172 2024-06-13T06:09:58.256 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: NetworkManager-1:1.47.91-1.el9.x86_64 20/172 2024-06-13T06:09:58.260 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 55/172 2024-06-13T06:09:58.307 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 56/172 2024-06-13T06:09:58.359 INFO:teuthology.orchestra.run.smithi039.stdout: Upgrading : NetworkManager-1:1.47.91-1.el9.x86_64 20/172 2024-06-13T06:09:58.359 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 57/172 2024-06-13T06:09:58.394 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 58/172 2024-06-13T06:09:58.437 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 59/172 2024-06-13T06:09:58.536 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: NetworkManager-1:1.47.91-1.el9.x86_64 20/172 2024-06-13T06:09:58.573 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 60/172 2024-06-13T06:09:58.622 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 61/172 2024-06-13T06:09:58.642 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 97/172 2024-06-13T06:09:58.650 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : re2-1:20211101-3.el9.x86_64 21/172 2024-06-13T06:09:58.664 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 62/172 2024-06-13T06:09:58.743 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 22/172 2024-06-13T06:09:58.757 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 98/172 2024-06-13T06:09:58.758 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 63/172 2024-06-13T06:09:58.777 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 23/172 2024-06-13T06:09:58.788 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-google-auth-1:2.29.0-2.el9.noarch 64/172 2024-06-13T06:09:58.812 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : liboath-2.6.7-2.el9.x86_64 24/172 2024-06-13T06:09:58.828 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 65/172 2024-06-13T06:09:58.854 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 66/172 2024-06-13T06:09:58.878 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 67/172 2024-06-13T06:09:58.887 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 25/172 2024-06-13T06:09:58.927 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 26/172 2024-06-13T06:09:58.953 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 68/172 2024-06-13T06:09:58.971 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 27/172 2024-06-13T06:09:59.004 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 28/172 2024-06-13T06:09:59.031 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : lua-5.4.4-4.el9.x86_64 29/172 2024-06-13T06:09:59.079 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 69/172 2024-06-13T06:09:59.111 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 70/172 2024-06-13T06:09:59.111 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 30/172 2024-06-13T06:09:59.138 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 71/172 2024-06-13T06:09:59.171 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 31/172 2024-06-13T06:09:59.190 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 72/172 2024-06-13T06:09:59.201 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 32/172 2024-06-13T06:09:59.229 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : uuid-1.6.2-55.el9.x86_64 73/172 2024-06-13T06:09:59.245 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 33/172 2024-06-13T06:09:59.260 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 74/172 2024-06-13T06:09:59.290 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 75/172 2024-06-13T06:09:59.323 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 34/172 2024-06-13T06:09:59.325 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 76/172 2024-06-13T06:09:59.358 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 77/172 2024-06-13T06:09:59.363 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-ceph-common-2:19.0.0-2946.g3d89accf.el9. 35/172 2024-06-13T06:09:59.399 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 78/172 2024-06-13T06:09:59.407 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-ceph-argparse-2:19.0.0-2946.g3d89accf.el 36/172 2024-06-13T06:09:59.434 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 79/172 2024-06-13T06:09:59.435 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-cephfs-2:19.0.0-2946.g3d89accf.el9.x86_6 37/172 2024-06-13T06:09:59.508 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 38/172 2024-06-13T06:09:59.521 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 80/172 2024-06-13T06:09:59.550 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : luarocks-3.9.2-5.el9.noarch 39/172 2024-06-13T06:09:59.564 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 81/172 2024-06-13T06:09:59.604 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 82/172 2024-06-13T06:09:59.627 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 40/172 2024-06-13T06:09:59.651 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 83/172 2024-06-13T06:09:59.750 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-packaging-20.9-5.el9.noarch 84/172 2024-06-13T06:09:59.764 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 41/172 2024-06-13T06:09:59.797 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 85/172 2024-06-13T06:09:59.820 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 42/172 2024-06-13T06:09:59.992 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 99/172 2024-06-13T06:10:00.070 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 100/172 2024-06-13T06:10:00.098 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 101/172 2024-06-13T06:10:00.131 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 102/172 2024-06-13T06:10:00.376 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-rsa-4.9-2.el9.noarch 43/172 2024-06-13T06:10:00.446 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 103/172 2024-06-13T06:10:00.467 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 44/172 2024-06-13T06:10:00.502 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 45/172 2024-06-13T06:10:00.503 INFO:teuthology.orchestra.run.smithi149.stdout: Upgrading : librbd1-2:19.0.0-2946.g3d89accf.el9.x86_64 104/172 2024-06-13T06:10:00.526 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 86/172 2024-06-13T06:10:00.539 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 46/172 2024-06-13T06:10:00.577 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 87/172 2024-06-13T06:10:00.579 INFO:teuthology.orchestra.run.smithi039.stdout: Upgrading : elfutils-libs-0.191-4.el9.x86_64 47/172 2024-06-13T06:10:00.593 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: librbd1-2:19.0.0-2946.g3d89accf.el9.x86_64 104/172 2024-06-13T06:10:00.611 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 88/172 2024-06-13T06:10:00.617 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : librados-devel-2:19.0.0-2946.g3d89accf.el9.x86_6 48/172 2024-06-13T06:10:00.624 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-rbd-2:19.0.0-2946.g3d89accf.el9.x86_64 105/172 2024-06-13T06:10:00.660 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 49/172 2024-06-13T06:10:00.661 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 106/172 2024-06-13T06:10:00.711 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 89/172 2024-06-13T06:10:00.758 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 90/172 2024-06-13T06:10:00.802 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 91/172 2024-06-13T06:10:00.812 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 50/172 2024-06-13T06:10:00.870 INFO:teuthology.orchestra.run.smithi039.stdout: Upgrading : openssl-1:3.2.2-1.el9.x86_64 51/172 2024-06-13T06:10:00.890 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 92/172 2024-06-13T06:10:00.925 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 52/172 2024-06-13T06:10:00.930 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 93/172 2024-06-13T06:10:01.000 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 53/172 2024-06-13T06:10:01.037 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 54/172 2024-06-13T06:10:01.074 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 55/172 2024-06-13T06:10:01.106 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : openblas-0.3.21-2.el9.x86_64 94/172 2024-06-13T06:10:01.121 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 56/172 2024-06-13T06:10:01.131 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 107/172 2024-06-13T06:10:01.144 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 95/172 2024-06-13T06:10:01.156 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : librgw2-2:19.0.0-2946.g3d89accf.el9.x86_64 108/172 2024-06-13T06:10:01.156 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 57/172 2024-06-13T06:10:01.200 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 58/172 2024-06-13T06:10:01.221 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 96/172 2024-06-13T06:10:01.235 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: librgw2-2:19.0.0-2946.g3d89accf.el9.x86_64 108/172 2024-06-13T06:10:01.242 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 59/172 2024-06-13T06:10:01.257 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-rgw-2:19.0.0-2946.g3d89accf.el9.x86_64 109/172 2024-06-13T06:10:01.384 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 60/172 2024-06-13T06:10:01.418 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 61/172 2024-06-13T06:10:01.460 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 62/172 2024-06-13T06:10:01.559 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 63/172 2024-06-13T06:10:01.603 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-google-auth-1:2.29.0-2.el9.noarch 64/172 2024-06-13T06:10:01.644 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 65/172 2024-06-13T06:10:01.677 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 66/172 2024-06-13T06:10:01.702 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 67/172 2024-06-13T06:10:01.784 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 68/172 2024-06-13T06:10:01.868 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 97/172 2024-06-13T06:10:01.917 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 69/172 2024-06-13T06:10:01.951 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 70/172 2024-06-13T06:10:01.979 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 71/172 2024-06-13T06:10:01.984 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 98/172 2024-06-13T06:10:02.014 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 72/172 2024-06-13T06:10:02.053 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : uuid-1.6.2-55.el9.x86_64 73/172 2024-06-13T06:10:02.085 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 74/172 2024-06-13T06:10:02.114 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 75/172 2024-06-13T06:10:02.149 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 76/172 2024-06-13T06:10:02.182 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 77/172 2024-06-13T06:10:02.225 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 78/172 2024-06-13T06:10:02.258 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 79/172 2024-06-13T06:10:02.348 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 80/172 2024-06-13T06:10:02.398 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 81/172 2024-06-13T06:10:02.429 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 82/172 2024-06-13T06:10:02.477 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 83/172 2024-06-13T06:10:02.587 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-packaging-20.9-5.el9.noarch 84/172 2024-06-13T06:10:02.640 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 85/172 2024-06-13T06:10:03.210 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 99/172 2024-06-13T06:10:03.290 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 100/172 2024-06-13T06:10:03.317 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 101/172 2024-06-13T06:10:03.350 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 102/172 2024-06-13T06:10:03.400 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 86/172 2024-06-13T06:10:03.453 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 87/172 2024-06-13T06:10:03.487 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 88/172 2024-06-13T06:10:03.572 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 110/172 2024-06-13T06:10:03.589 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 89/172 2024-06-13T06:10:03.612 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 110/172 2024-06-13T06:10:03.643 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 90/172 2024-06-13T06:10:03.662 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 103/172 2024-06-13T06:10:03.688 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 91/172 2024-06-13T06:10:03.705 INFO:teuthology.orchestra.run.smithi096.stdout: Upgrading : librbd1-2:19.0.0-2946.g3d89accf.el9.x86_64 104/172 2024-06-13T06:10:03.778 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 92/172 2024-06-13T06:10:03.818 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: librbd1-2:19.0.0-2946.g3d89accf.el9.x86_64 104/172 2024-06-13T06:10:03.823 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 93/172 2024-06-13T06:10:03.997 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : openblas-0.3.21-2.el9.x86_64 94/172 2024-06-13T06:10:04.029 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 95/172 2024-06-13T06:10:04.069 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-rbd-2:19.0.0-2946.g3d89accf.el9.x86_64 105/172 2024-06-13T06:10:04.109 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 96/172 2024-06-13T06:10:04.156 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 110/172 2024-06-13T06:10:04.199 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-base-2:19.0.0-2946.g3d89accf.el9.x86_64 111/172 2024-06-13T06:10:04.282 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-base-2:19.0.0-2946.g3d89accf.el9.x86_64 111/172 2024-06-13T06:10:04.282 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-06-13T06:10:04.282 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-06-13T06:10:04.282 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-06-13T06:10:04.294 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 106/172 2024-06-13T06:10:04.308 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-selinux-2:19.0.0-2946.g3d89accf.el9.x86_64 112/172 2024-06-13T06:10:04.768 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 107/172 2024-06-13T06:10:04.788 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 97/172 2024-06-13T06:10:04.800 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : librgw2-2:19.0.0-2946.g3d89accf.el9.x86_64 108/172 2024-06-13T06:10:04.870 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: librgw2-2:19.0.0-2946.g3d89accf.el9.x86_64 108/172 2024-06-13T06:10:04.893 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-rgw-2:19.0.0-2946.g3d89accf.el9.x86_64 109/172 2024-06-13T06:10:04.906 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 98/172 2024-06-13T06:10:06.206 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 99/172 2024-06-13T06:10:06.293 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 100/172 2024-06-13T06:10:06.321 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 101/172 2024-06-13T06:10:06.354 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 102/172 2024-06-13T06:10:06.683 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 103/172 2024-06-13T06:10:06.717 INFO:teuthology.orchestra.run.smithi039.stdout: Upgrading : librbd1-2:19.0.0-2946.g3d89accf.el9.x86_64 104/172 2024-06-13T06:10:06.809 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: librbd1-2:19.0.0-2946.g3d89accf.el9.x86_64 104/172 2024-06-13T06:10:06.838 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-rbd-2:19.0.0-2946.g3d89accf.el9.x86_64 105/172 2024-06-13T06:10:06.875 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 106/172 2024-06-13T06:10:07.155 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 110/172 2024-06-13T06:10:07.189 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 110/172 2024-06-13T06:10:07.373 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 107/172 2024-06-13T06:10:07.403 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : librgw2-2:19.0.0-2946.g3d89accf.el9.x86_64 108/172 2024-06-13T06:10:07.474 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: librgw2-2:19.0.0-2946.g3d89accf.el9.x86_64 108/172 2024-06-13T06:10:07.505 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-rgw-2:19.0.0-2946.g3d89accf.el9.x86_64 109/172 2024-06-13T06:10:07.729 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 110/172 2024-06-13T06:10:07.767 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-base-2:19.0.0-2946.g3d89accf.el9.x86_64 111/172 2024-06-13T06:10:07.867 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: ceph-base-2:19.0.0-2946.g3d89accf.el9.x86_64 111/172 2024-06-13T06:10:07.867 INFO:teuthology.orchestra.run.smithi096.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-06-13T06:10:07.867 INFO:teuthology.orchestra.run.smithi096.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-06-13T06:10:07.867 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-06-13T06:10:07.894 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-selinux-2:19.0.0-2946.g3d89accf.el9.x86_64 112/172 2024-06-13T06:10:09.876 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 110/172 2024-06-13T06:10:09.918 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 110/172 2024-06-13T06:10:10.505 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 110/172 2024-06-13T06:10:10.547 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-base-2:19.0.0-2946.g3d89accf.el9.x86_64 111/172 2024-06-13T06:10:10.623 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-base-2:19.0.0-2946.g3d89accf.el9.x86_64 111/172 2024-06-13T06:10:10.623 INFO:teuthology.orchestra.run.smithi039.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-06-13T06:10:10.623 INFO:teuthology.orchestra.run.smithi039.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-06-13T06:10:10.623 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:10:10.657 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-selinux-2:19.0.0-2946.g3d89accf.el9.x86_64 112/172 2024-06-13T06:10:15.914 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-selinux-2:19.0.0-2946.g3d89accf.el9.x86_64 112/172 2024-06-13T06:10:15.914 INFO:teuthology.orchestra.run.smithi149.stdout:skipping the directory /sys 2024-06-13T06:10:15.914 INFO:teuthology.orchestra.run.smithi149.stdout:skipping the directory /proc 2024-06-13T06:10:15.914 INFO:teuthology.orchestra.run.smithi149.stdout:skipping the directory /mnt 2024-06-13T06:10:15.914 INFO:teuthology.orchestra.run.smithi149.stdout:skipping the directory /var/tmp 2024-06-13T06:10:15.914 INFO:teuthology.orchestra.run.smithi149.stdout:skipping the directory /home 2024-06-13T06:10:15.914 INFO:teuthology.orchestra.run.smithi149.stdout:skipping the directory /root 2024-06-13T06:10:15.914 INFO:teuthology.orchestra.run.smithi149.stdout:skipping the directory /tmp 2024-06-13T06:10:15.914 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-06-13T06:10:16.091 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-volume-2:19.0.0-2946.g3d89accf.el9.noarch 113/172 2024-06-13T06:10:16.107 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-volume-2:19.0.0-2946.g3d89accf.el9.noarch 113/172 2024-06-13T06:10:16.107 INFO:teuthology.orchestra.run.smithi149.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T06:10:16.107 INFO:teuthology.orchestra.run.smithi149.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-06-13T06:10:16.107 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-06-13T06:10:17.586 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-osd-2:19.0.0-2946.g3d89accf.el9.x86_64 114/172 2024-06-13T06:10:17.612 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-osd-2:19.0.0-2946.g3d89accf.el9.x86_64 114/172 2024-06-13T06:10:17.612 INFO:teuthology.orchestra.run.smithi149.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T06:10:17.612 INFO:teuthology.orchestra.run.smithi149.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-06-13T06:10:17.612 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-06-13T06:10:17.612 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-06-13T06:10:17.612 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-06-13T06:10:17.836 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-mds-2:19.0.0-2946.g3d89accf.el9.x86_64 115/172 2024-06-13T06:10:17.859 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-mds-2:19.0.0-2946.g3d89accf.el9.x86_64 115/172 2024-06-13T06:10:17.859 INFO:teuthology.orchestra.run.smithi149.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T06:10:17.859 INFO:teuthology.orchestra.run.smithi149.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-06-13T06:10:17.859 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-06-13T06:10:17.859 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-06-13T06:10:17.860 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-06-13T06:10:18.312 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-mon-2:19.0.0-2946.g3d89accf.el9.x86_64 116/172 2024-06-13T06:10:18.335 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-mon-2:19.0.0-2946.g3d89accf.el9.x86_64 116/172 2024-06-13T06:10:18.335 INFO:teuthology.orchestra.run.smithi149.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T06:10:18.335 INFO:teuthology.orchestra.run.smithi149.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-06-13T06:10:18.335 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-06-13T06:10:18.335 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-06-13T06:10:18.336 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-06-13T06:10:18.442 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : automake-1.16.2-8.el9.noarch 117/172 2024-06-13T06:10:18.499 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-ply-3.11-14.el9.noarch 118/172 2024-06-13T06:10:18.554 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 119/172 2024-06-13T06:10:18.742 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 120/172 2024-06-13T06:10:18.796 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 121/172 2024-06-13T06:10:18.875 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 122/172 2024-06-13T06:10:18.963 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 123/172 2024-06-13T06:10:19.110 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 124/172 2024-06-13T06:10:19.146 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 125/172 2024-06-13T06:10:19.178 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 126/172 2024-06-13T06:10:19.205 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : fuse-2.9.9-15.el9.x86_64 127/172 2024-06-13T06:10:19.479 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: ceph-selinux-2:19.0.0-2946.g3d89accf.el9.x86_64 112/172 2024-06-13T06:10:19.479 INFO:teuthology.orchestra.run.smithi096.stdout:skipping the directory /sys 2024-06-13T06:10:19.479 INFO:teuthology.orchestra.run.smithi096.stdout:skipping the directory /proc 2024-06-13T06:10:19.479 INFO:teuthology.orchestra.run.smithi096.stdout:skipping the directory /mnt 2024-06-13T06:10:19.479 INFO:teuthology.orchestra.run.smithi096.stdout:skipping the directory /var/tmp 2024-06-13T06:10:19.479 INFO:teuthology.orchestra.run.smithi096.stdout:skipping the directory /home 2024-06-13T06:10:19.479 INFO:teuthology.orchestra.run.smithi096.stdout:skipping the directory /root 2024-06-13T06:10:19.479 INFO:teuthology.orchestra.run.smithi096.stdout:skipping the directory /tmp 2024-06-13T06:10:19.479 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-06-13T06:10:19.646 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-volume-2:19.0.0-2946.g3d89accf.el9.noarch 113/172 2024-06-13T06:10:19.650 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 128/172 2024-06-13T06:10:19.661 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: ceph-volume-2:19.0.0-2946.g3d89accf.el9.noarch 113/172 2024-06-13T06:10:19.661 INFO:teuthology.orchestra.run.smithi096.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T06:10:19.661 INFO:teuthology.orchestra.run.smithi096.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-06-13T06:10:19.661 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-06-13T06:10:19.680 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 128/172 2024-06-13T06:10:19.711 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-2946.g3d89accf.e 129/172 2024-06-13T06:10:19.773 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-2946.g3d89accf. 130/172 2024-06-13T06:10:19.802 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-2946.g3d89accf.el9.noa 131/172 2024-06-13T06:10:20.844 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-2946.g3d89accf.el9.noa 131/172 2024-06-13T06:10:20.879 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-2946.g3d89accf.el9.n 132/172 2024-06-13T06:10:21.133 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-osd-2:19.0.0-2946.g3d89accf.el9.x86_64 114/172 2024-06-13T06:10:21.158 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: ceph-osd-2:19.0.0-2946.g3d89accf.el9.x86_64 114/172 2024-06-13T06:10:21.158 INFO:teuthology.orchestra.run.smithi096.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T06:10:21.158 INFO:teuthology.orchestra.run.smithi096.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-06-13T06:10:21.158 INFO:teuthology.orchestra.run.smithi096.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-06-13T06:10:21.158 INFO:teuthology.orchestra.run.smithi096.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-06-13T06:10:21.158 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-06-13T06:10:21.375 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-mds-2:19.0.0-2946.g3d89accf.el9.x86_64 115/172 2024-06-13T06:10:21.397 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: ceph-mds-2:19.0.0-2946.g3d89accf.el9.x86_64 115/172 2024-06-13T06:10:21.397 INFO:teuthology.orchestra.run.smithi096.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T06:10:21.397 INFO:teuthology.orchestra.run.smithi096.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-06-13T06:10:21.397 INFO:teuthology.orchestra.run.smithi096.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-06-13T06:10:21.397 INFO:teuthology.orchestra.run.smithi096.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-06-13T06:10:21.398 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-06-13T06:10:21.842 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-mon-2:19.0.0-2946.g3d89accf.el9.x86_64 116/172 2024-06-13T06:10:21.854 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-2946.g3d89accf.el9.n 132/172 2024-06-13T06:10:21.864 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: ceph-mon-2:19.0.0-2946.g3d89accf.el9.x86_64 116/172 2024-06-13T06:10:21.865 INFO:teuthology.orchestra.run.smithi096.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T06:10:21.865 INFO:teuthology.orchestra.run.smithi096.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-06-13T06:10:21.865 INFO:teuthology.orchestra.run.smithi096.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-06-13T06:10:21.865 INFO:teuthology.orchestra.run.smithi096.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-06-13T06:10:21.865 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-06-13T06:10:21.871 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-2946.g3d8 133/172 2024-06-13T06:10:21.973 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : automake-1.16.2-8.el9.noarch 117/172 2024-06-13T06:10:21.973 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-2946.g3d8 133/172 2024-06-13T06:10:22.029 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-ply-3.11-14.el9.noarch 118/172 2024-06-13T06:10:22.084 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 119/172 2024-06-13T06:10:22.135 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-2946.g3d89accf.el 134/172 2024-06-13T06:10:22.173 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-mgr-2:19.0.0-2946.g3d89accf.el9.x86_64 135/172 2024-06-13T06:10:22.197 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-mgr-2:19.0.0-2946.g3d89accf.el9.x86_64 135/172 2024-06-13T06:10:22.197 INFO:teuthology.orchestra.run.smithi149.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T06:10:22.197 INFO:teuthology.orchestra.run.smithi149.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-06-13T06:10:22.197 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-06-13T06:10:22.197 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-06-13T06:10:22.197 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-06-13T06:10:22.241 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-mgr-rook-2:19.0.0-2946.g3d89accf.el9.noarch 136/172 2024-06-13T06:10:22.252 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-2946.g3d89accf.el9.noarch 136/172 2024-06-13T06:10:22.271 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 120/172 2024-06-13T06:10:22.326 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 121/172 2024-06-13T06:10:22.350 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-2:19.0.0-2946.g3d89accf.el9.x86_64 137/172 2024-06-13T06:10:22.397 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 138/172 2024-06-13T06:10:22.404 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 122/172 2024-06-13T06:10:22.493 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 123/172 2024-06-13T06:10:22.633 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 124/172 2024-06-13T06:10:22.677 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 125/172 2024-06-13T06:10:22.709 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 126/172 2024-06-13T06:10:22.737 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : fuse-2.9.9-15.el9.x86_64 127/172 2024-06-13T06:10:22.839 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-selinux-2:19.0.0-2946.g3d89accf.el9.x86_64 112/172 2024-06-13T06:10:22.839 INFO:teuthology.orchestra.run.smithi039.stdout:skipping the directory /sys 2024-06-13T06:10:22.839 INFO:teuthology.orchestra.run.smithi039.stdout:skipping the directory /proc 2024-06-13T06:10:22.839 INFO:teuthology.orchestra.run.smithi039.stdout:skipping the directory /mnt 2024-06-13T06:10:22.840 INFO:teuthology.orchestra.run.smithi039.stdout:skipping the directory /var/tmp 2024-06-13T06:10:22.840 INFO:teuthology.orchestra.run.smithi039.stdout:skipping the directory /home 2024-06-13T06:10:22.840 INFO:teuthology.orchestra.run.smithi039.stdout:skipping the directory /root 2024-06-13T06:10:22.840 INFO:teuthology.orchestra.run.smithi039.stdout:skipping the directory /tmp 2024-06-13T06:10:22.840 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:10:23.007 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-volume-2:19.0.0-2946.g3d89accf.el9.noarch 113/172 2024-06-13T06:10:23.023 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-volume-2:19.0.0-2946.g3d89accf.el9.noarch 113/172 2024-06-13T06:10:23.023 INFO:teuthology.orchestra.run.smithi039.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T06:10:23.025 INFO:teuthology.orchestra.run.smithi039.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-06-13T06:10:23.025 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:10:23.156 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 128/172 2024-06-13T06:10:23.185 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 128/172 2024-06-13T06:10:23.217 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-2946.g3d89accf.e 129/172 2024-06-13T06:10:23.279 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-2946.g3d89accf. 130/172 2024-06-13T06:10:23.295 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libtool-2.4.6-45.el9.x86_64 139/172 2024-06-13T06:10:23.308 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-2946.g3d89accf.el9.noa 131/172 2024-06-13T06:10:23.327 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-radosgw-2:19.0.0-2946.g3d89accf.el9.x86_64 140/172 2024-06-13T06:10:23.349 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-2946.g3d89accf.el9.x86_64 140/172 2024-06-13T06:10:23.349 INFO:teuthology.orchestra.run.smithi149.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T06:10:23.349 INFO:teuthology.orchestra.run.smithi149.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-06-13T06:10:23.349 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-06-13T06:10:23.350 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-06-13T06:10:23.350 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-06-13T06:10:23.394 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-2946.g3d89a 141/172 2024-06-13T06:10:23.416 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-2946.g3d89a 141/172 2024-06-13T06:10:23.416 INFO:teuthology.orchestra.run.smithi149.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T06:10:23.416 INFO:teuthology.orchestra.run.smithi149.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-06-13T06:10:23.416 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-06-13T06:10:23.461 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : cephfs-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 142/172 2024-06-13T06:10:23.484 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 142/172 2024-06-13T06:10:23.484 INFO:teuthology.orchestra.run.smithi149.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T06:10:23.484 INFO:teuthology.orchestra.run.smithi149.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-06-13T06:10:23.484 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-06-13T06:10:23.484 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-06-13T06:10:23.484 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-06-13T06:10:23.787 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : rbd-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 143/172 2024-06-13T06:10:23.810 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: rbd-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 143/172 2024-06-13T06:10:23.810 INFO:teuthology.orchestra.run.smithi149.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T06:10:23.810 INFO:teuthology.orchestra.run.smithi149.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-06-13T06:10:23.810 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-06-13T06:10:23.810 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-06-13T06:10:23.810 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-06-13T06:10:24.336 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-2946.g3d89accf.el9.noa 131/172 2024-06-13T06:10:24.369 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-2946.g3d89accf.el9.n 132/172 2024-06-13T06:10:24.560 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-osd-2:19.0.0-2946.g3d89accf.el9.x86_64 114/172 2024-06-13T06:10:24.591 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-osd-2:19.0.0-2946.g3d89accf.el9.x86_64 114/172 2024-06-13T06:10:24.591 INFO:teuthology.orchestra.run.smithi039.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T06:10:24.591 INFO:teuthology.orchestra.run.smithi039.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-06-13T06:10:24.591 INFO:teuthology.orchestra.run.smithi039.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-06-13T06:10:24.591 INFO:teuthology.orchestra.run.smithi039.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-06-13T06:10:24.591 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:10:24.828 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-mds-2:19.0.0-2946.g3d89accf.el9.x86_64 115/172 2024-06-13T06:10:24.862 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-mds-2:19.0.0-2946.g3d89accf.el9.x86_64 115/172 2024-06-13T06:10:24.862 INFO:teuthology.orchestra.run.smithi039.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T06:10:24.862 INFO:teuthology.orchestra.run.smithi039.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-06-13T06:10:24.862 INFO:teuthology.orchestra.run.smithi039.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-06-13T06:10:24.862 INFO:teuthology.orchestra.run.smithi039.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-06-13T06:10:24.862 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:10:25.327 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-2946.g3d89accf.el9.n 132/172 2024-06-13T06:10:25.346 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-mon-2:19.0.0-2946.g3d89accf.el9.x86_64 116/172 2024-06-13T06:10:25.353 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-2946.g3d8 133/172 2024-06-13T06:10:25.370 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-mon-2:19.0.0-2946.g3d89accf.el9.x86_64 116/172 2024-06-13T06:10:25.371 INFO:teuthology.orchestra.run.smithi039.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T06:10:25.371 INFO:teuthology.orchestra.run.smithi039.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-06-13T06:10:25.371 INFO:teuthology.orchestra.run.smithi039.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-06-13T06:10:25.371 INFO:teuthology.orchestra.run.smithi039.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-06-13T06:10:25.371 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:10:25.455 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-2946.g3d8 133/172 2024-06-13T06:10:25.477 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : automake-1.16.2-8.el9.noarch 117/172 2024-06-13T06:10:25.536 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-ply-3.11-14.el9.noarch 118/172 2024-06-13T06:10:25.600 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 119/172 2024-06-13T06:10:25.623 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-2946.g3d89accf.el 134/172 2024-06-13T06:10:25.663 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-mgr-2:19.0.0-2946.g3d89accf.el9.x86_64 135/172 2024-06-13T06:10:25.686 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: ceph-mgr-2:19.0.0-2946.g3d89accf.el9.x86_64 135/172 2024-06-13T06:10:25.686 INFO:teuthology.orchestra.run.smithi096.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T06:10:25.686 INFO:teuthology.orchestra.run.smithi096.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-06-13T06:10:25.686 INFO:teuthology.orchestra.run.smithi096.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-06-13T06:10:25.686 INFO:teuthology.orchestra.run.smithi096.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-06-13T06:10:25.686 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-06-13T06:10:25.730 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-mgr-rook-2:19.0.0-2946.g3d89accf.el9.noarch 136/172 2024-06-13T06:10:25.741 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-2946.g3d89accf.el9.noarch 136/172 2024-06-13T06:10:25.794 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 120/172 2024-06-13T06:10:25.840 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 121/172 2024-06-13T06:10:25.840 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-2:19.0.0-2946.g3d89accf.el9.x86_64 137/172 2024-06-13T06:10:25.896 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 138/172 2024-06-13T06:10:25.920 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 122/172 2024-06-13T06:10:26.010 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 123/172 2024-06-13T06:10:26.160 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 124/172 2024-06-13T06:10:26.207 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 125/172 2024-06-13T06:10:26.239 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 126/172 2024-06-13T06:10:26.266 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : fuse-2.9.9-15.el9.x86_64 127/172 2024-06-13T06:10:26.696 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 128/172 2024-06-13T06:10:26.723 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 128/172 2024-06-13T06:10:26.755 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-2946.g3d89accf.e 129/172 2024-06-13T06:10:26.792 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : libtool-2.4.6-45.el9.x86_64 139/172 2024-06-13T06:10:26.824 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-radosgw-2:19.0.0-2946.g3d89accf.el9.x86_64 140/172 2024-06-13T06:10:26.827 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-2946.g3d89accf. 130/172 2024-06-13T06:10:26.846 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-2946.g3d89accf.el9.x86_64 140/172 2024-06-13T06:10:26.846 INFO:teuthology.orchestra.run.smithi096.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T06:10:26.846 INFO:teuthology.orchestra.run.smithi096.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-06-13T06:10:26.847 INFO:teuthology.orchestra.run.smithi096.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-06-13T06:10:26.847 INFO:teuthology.orchestra.run.smithi096.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-06-13T06:10:26.847 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-06-13T06:10:26.854 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-2946.g3d89accf.el9.noa 131/172 2024-06-13T06:10:26.892 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-2946.g3d89a 141/172 2024-06-13T06:10:26.914 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-2946.g3d89a 141/172 2024-06-13T06:10:26.914 INFO:teuthology.orchestra.run.smithi096.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T06:10:26.914 INFO:teuthology.orchestra.run.smithi096.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-06-13T06:10:26.914 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-06-13T06:10:26.970 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : cephfs-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 142/172 2024-06-13T06:10:26.992 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 142/172 2024-06-13T06:10:26.992 INFO:teuthology.orchestra.run.smithi096.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T06:10:26.992 INFO:teuthology.orchestra.run.smithi096.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-06-13T06:10:26.993 INFO:teuthology.orchestra.run.smithi096.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-06-13T06:10:26.993 INFO:teuthology.orchestra.run.smithi096.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-06-13T06:10:26.993 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-06-13T06:10:27.293 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : rbd-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 143/172 2024-06-13T06:10:27.315 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: rbd-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 143/172 2024-06-13T06:10:27.315 INFO:teuthology.orchestra.run.smithi096.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T06:10:27.315 INFO:teuthology.orchestra.run.smithi096.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-06-13T06:10:27.315 INFO:teuthology.orchestra.run.smithi096.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-06-13T06:10:27.316 INFO:teuthology.orchestra.run.smithi096.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-06-13T06:10:27.316 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-06-13T06:10:27.944 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-2946.g3d89accf.el9.noa 131/172 2024-06-13T06:10:27.985 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-2946.g3d89accf.el9.n 132/172 2024-06-13T06:10:28.349 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-test-2:19.0.0-2946.g3d89accf.el9.x86_64 144/172 2024-06-13T06:10:28.390 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : rbd-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 145/172 2024-06-13T06:10:28.431 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : rbd-nbd-2:19.0.0-2946.g3d89accf.el9.x86_64 146/172 2024-06-13T06:10:28.463 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : xfsprogs-devel-6.4.0-1.el9.x86_64 147/172 2024-06-13T06:10:28.490 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 148/172 2024-06-13T06:10:28.674 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : cephfs-shell-2:19.0.0-2946.g3d89accf.el9.x86_64 149/172 2024-06-13T06:10:28.729 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 150/172 2024-06-13T06:10:28.761 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libcephfs-devel-2:19.0.0-2946.g3d89accf.el9.x86_ 151/172 2024-06-13T06:10:28.801 INFO:teuthology.orchestra.run.smithi149.stdout: Upgrading : elfutils-debuginfod-client-0.191-4.el9.x86_64 152/172 2024-06-13T06:10:28.831 INFO:teuthology.orchestra.run.smithi149.stdout: Upgrading : NetworkManager-team-1:1.47.91-1.el9.x86_64 153/172 2024-06-13T06:10:28.869 INFO:teuthology.orchestra.run.smithi149.stdout: Upgrading : NetworkManager-tui-1:1.47.91-1.el9.x86_64 154/172 2024-06-13T06:10:28.999 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-2946.g3d89accf.el9.n 132/172 2024-06-13T06:10:29.035 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-2946.g3d8 133/172 2024-06-13T06:10:29.144 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-2946.g3d8 133/172 2024-06-13T06:10:29.314 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-2946.g3d89accf.el 134/172 2024-06-13T06:10:29.345 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-mgr-2:19.0.0-2946.g3d89accf.el9.x86_64 135/172 2024-06-13T06:10:29.370 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-mgr-2:19.0.0-2946.g3d89accf.el9.x86_64 135/172 2024-06-13T06:10:29.370 INFO:teuthology.orchestra.run.smithi039.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T06:10:29.371 INFO:teuthology.orchestra.run.smithi039.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-06-13T06:10:29.371 INFO:teuthology.orchestra.run.smithi039.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-06-13T06:10:29.371 INFO:teuthology.orchestra.run.smithi039.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-06-13T06:10:29.371 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:10:29.421 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-mgr-rook-2:19.0.0-2946.g3d89accf.el9.noarch 136/172 2024-06-13T06:10:29.433 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-2946.g3d89accf.el9.noarch 136/172 2024-06-13T06:10:29.495 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 155/172 2024-06-13T06:10:29.534 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 155/172 2024-06-13T06:10:29.534 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-2:19.0.0-2946.g3d89accf.el9.x86_64 137/172 2024-06-13T06:10:29.554 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 155/172 2024-06-13T06:10:29.595 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 138/172 2024-06-13T06:10:30.390 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : cephfs-top-2:19.0.0-2946.g3d89accf.el9.noarch 156/172 2024-06-13T06:10:30.480 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : openssl-devel-1:3.2.2-1.el9.x86_64 157/172 2024-06-13T06:10:30.521 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 158/172 2024-06-13T06:10:30.541 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libtool-2.4.6-45.el9.x86_64 139/172 2024-06-13T06:10:30.574 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-radosgw-2:19.0.0-2946.g3d89accf.el9.x86_64 140/172 2024-06-13T06:10:30.598 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-2946.g3d89accf.el9.x86_64 140/172 2024-06-13T06:10:30.598 INFO:teuthology.orchestra.run.smithi039.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T06:10:30.599 INFO:teuthology.orchestra.run.smithi039.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-06-13T06:10:30.599 INFO:teuthology.orchestra.run.smithi039.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-06-13T06:10:30.599 INFO:teuthology.orchestra.run.smithi039.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-06-13T06:10:30.599 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:10:30.601 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : flex-2.6.4-9.el9.x86_64 159/172 2024-06-13T06:10:30.642 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : bison-3.7.4-5.el9.x86_64 160/172 2024-06-13T06:10:30.649 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-2946.g3d89a 141/172 2024-06-13T06:10:30.667 INFO:teuthology.orchestra.run.smithi149.stdout: Cleanup : NetworkManager-tui-1:1.47.4-1.el9.x86_64 161/172 2024-06-13T06:10:30.673 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-2946.g3d89a 141/172 2024-06-13T06:10:30.673 INFO:teuthology.orchestra.run.smithi039.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T06:10:30.673 INFO:teuthology.orchestra.run.smithi039.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-06-13T06:10:30.673 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:10:30.692 INFO:teuthology.orchestra.run.smithi149.stdout: Cleanup : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/172 2024-06-13T06:10:30.719 INFO:teuthology.orchestra.run.smithi149.stdout: Cleanup : elfutils-libs-0.190-2.el9.x86_64 163/172 2024-06-13T06:10:30.719 INFO:teuthology.orchestra.run.smithi149.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 164/172 2024-06-13T06:10:30.725 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : cephfs-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 142/172 2024-06-13T06:10:30.749 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 142/172 2024-06-13T06:10:30.749 INFO:teuthology.orchestra.run.smithi039.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T06:10:30.749 INFO:teuthology.orchestra.run.smithi039.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-06-13T06:10:30.749 INFO:teuthology.orchestra.run.smithi039.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-06-13T06:10:30.749 INFO:teuthology.orchestra.run.smithi039.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-06-13T06:10:30.749 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:10:30.803 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 164/172 2024-06-13T06:10:30.836 INFO:teuthology.orchestra.run.smithi149.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 165/172 2024-06-13T06:10:30.836 INFO:teuthology.orchestra.run.smithi149.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 166/172 2024-06-13T06:10:30.921 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 166/172 2024-06-13T06:10:30.945 INFO:teuthology.orchestra.run.smithi149.stdout: Cleanup : NetworkManager-team-1:1.47.4-1.el9.x86_64 167/172 2024-06-13T06:10:30.951 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 168/172 2024-06-13T06:10:30.951 INFO:teuthology.orchestra.run.smithi149.stdout: Cleanup : NetworkManager-1:1.47.4-1.el9.x86_64 168/172 2024-06-13T06:10:31.067 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : rbd-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 143/172 2024-06-13T06:10:31.092 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: rbd-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 143/172 2024-06-13T06:10:31.092 INFO:teuthology.orchestra.run.smithi039.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-06-13T06:10:31.092 INFO:teuthology.orchestra.run.smithi039.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-06-13T06:10:31.092 INFO:teuthology.orchestra.run.smithi039.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-06-13T06:10:31.092 INFO:teuthology.orchestra.run.smithi039.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-06-13T06:10:31.092 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:10:31.139 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 168/172 2024-06-13T06:10:31.139 INFO:teuthology.orchestra.run.smithi149.stdout: Cleanup : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 169/172 2024-06-13T06:10:31.224 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 169/172 2024-06-13T06:10:31.248 INFO:teuthology.orchestra.run.smithi149.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 170/172 2024-06-13T06:10:31.274 INFO:teuthology.orchestra.run.smithi149.stdout: Cleanup : elfutils-libelf-0.190-2.el9.x86_64 171/172 2024-06-13T06:10:31.346 INFO:teuthology.orchestra.run.smithi149.stdout: Cleanup : xfsprogs-6.3.0-1.el9.x86_64 172/172 2024-06-13T06:10:31.830 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-test-2:19.0.0-2946.g3d89accf.el9.x86_64 144/172 2024-06-13T06:10:31.871 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : rbd-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 145/172 2024-06-13T06:10:31.912 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : rbd-nbd-2:19.0.0-2946.g3d89accf.el9.x86_64 146/172 2024-06-13T06:10:31.944 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : xfsprogs-devel-6.4.0-1.el9.x86_64 147/172 2024-06-13T06:10:31.971 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 148/172 2024-06-13T06:10:32.159 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : cephfs-shell-2:19.0.0-2946.g3d89accf.el9.x86_64 149/172 2024-06-13T06:10:32.201 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 150/172 2024-06-13T06:10:32.233 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : libcephfs-devel-2:19.0.0-2946.g3d89accf.el9.x86_ 151/172 2024-06-13T06:10:32.274 INFO:teuthology.orchestra.run.smithi096.stdout: Upgrading : elfutils-debuginfod-client-0.191-4.el9.x86_64 152/172 2024-06-13T06:10:32.304 INFO:teuthology.orchestra.run.smithi096.stdout: Upgrading : NetworkManager-team-1:1.47.91-1.el9.x86_64 153/172 2024-06-13T06:10:32.350 INFO:teuthology.orchestra.run.smithi096.stdout: Upgrading : NetworkManager-tui-1:1.47.91-1.el9.x86_64 154/172 2024-06-13T06:10:32.882 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 155/172 2024-06-13T06:10:32.923 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 155/172 2024-06-13T06:10:32.942 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 155/172 2024-06-13T06:10:33.781 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : cephfs-top-2:19.0.0-2946.g3d89accf.el9.noarch 156/172 2024-06-13T06:10:33.870 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : openssl-devel-1:3.2.2-1.el9.x86_64 157/172 2024-06-13T06:10:33.911 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 158/172 2024-06-13T06:10:33.995 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : flex-2.6.4-9.el9.x86_64 159/172 2024-06-13T06:10:34.024 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : bison-3.7.4-5.el9.x86_64 160/172 2024-06-13T06:10:34.049 INFO:teuthology.orchestra.run.smithi096.stdout: Cleanup : NetworkManager-tui-1:1.47.4-1.el9.x86_64 161/172 2024-06-13T06:10:34.074 INFO:teuthology.orchestra.run.smithi096.stdout: Cleanup : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/172 2024-06-13T06:10:34.101 INFO:teuthology.orchestra.run.smithi096.stdout: Cleanup : elfutils-libs-0.190-2.el9.x86_64 163/172 2024-06-13T06:10:34.101 INFO:teuthology.orchestra.run.smithi096.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 164/172 2024-06-13T06:10:34.185 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 164/172 2024-06-13T06:10:34.218 INFO:teuthology.orchestra.run.smithi096.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 165/172 2024-06-13T06:10:34.218 INFO:teuthology.orchestra.run.smithi096.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 166/172 2024-06-13T06:10:34.311 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 166/172 2024-06-13T06:10:34.336 INFO:teuthology.orchestra.run.smithi096.stdout: Cleanup : NetworkManager-team-1:1.47.4-1.el9.x86_64 167/172 2024-06-13T06:10:34.341 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 168/172 2024-06-13T06:10:34.341 INFO:teuthology.orchestra.run.smithi096.stdout: Cleanup : NetworkManager-1:1.47.4-1.el9.x86_64 168/172 2024-06-13T06:10:34.521 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 168/172 2024-06-13T06:10:34.522 INFO:teuthology.orchestra.run.smithi096.stdout: Cleanup : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 169/172 2024-06-13T06:10:34.589 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 169/172 2024-06-13T06:10:34.614 INFO:teuthology.orchestra.run.smithi096.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 170/172 2024-06-13T06:10:34.640 INFO:teuthology.orchestra.run.smithi096.stdout: Cleanup : elfutils-libelf-0.190-2.el9.x86_64 171/172 2024-06-13T06:10:34.703 INFO:teuthology.orchestra.run.smithi096.stdout: Cleanup : xfsprogs-6.3.0-1.el9.x86_64 172/172 2024-06-13T06:10:35.879 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-test-2:19.0.0-2946.g3d89accf.el9.x86_64 144/172 2024-06-13T06:10:35.921 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : rbd-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 145/172 2024-06-13T06:10:35.978 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : rbd-nbd-2:19.0.0-2946.g3d89accf.el9.x86_64 146/172 2024-06-13T06:10:36.010 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : xfsprogs-devel-6.4.0-1.el9.x86_64 147/172 2024-06-13T06:10:36.037 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 148/172 2024-06-13T06:10:36.227 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : cephfs-shell-2:19.0.0-2946.g3d89accf.el9.x86_64 149/172 2024-06-13T06:10:36.266 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 150/172 2024-06-13T06:10:36.299 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libcephfs-devel-2:19.0.0-2946.g3d89accf.el9.x86_ 151/172 2024-06-13T06:10:36.331 INFO:teuthology.orchestra.run.smithi039.stdout: Upgrading : elfutils-debuginfod-client-0.191-4.el9.x86_64 152/172 2024-06-13T06:10:36.360 INFO:teuthology.orchestra.run.smithi039.stdout: Upgrading : NetworkManager-team-1:1.47.91-1.el9.x86_64 153/172 2024-06-13T06:10:36.407 INFO:teuthology.orchestra.run.smithi039.stdout: Upgrading : NetworkManager-tui-1:1.47.91-1.el9.x86_64 154/172 2024-06-13T06:10:36.885 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: xfsprogs-6.3.0-1.el9.x86_64 172/172 2024-06-13T06:10:36.885 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-2:19.0.0-2946.g3d89accf.el9.x86_64 1/172 2024-06-13T06:10:36.885 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-base-2:19.0.0-2946.g3d89accf.el9.x86_64 2/172 2024-06-13T06:10:36.885 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 3/172 2024-06-13T06:10:36.885 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 4/172 2024-06-13T06:10:36.885 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-2946.g3d89a 5/172 2024-06-13T06:10:36.885 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-mds-2:19.0.0-2946.g3d89accf.el9.x86_64 6/172 2024-06-13T06:10:36.886 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-mgr-2:19.0.0-2946.g3d89accf.el9.x86_64 7/172 2024-06-13T06:10:36.886 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-mon-2:19.0.0-2946.g3d89accf.el9.x86_64 8/172 2024-06-13T06:10:36.886 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-osd-2:19.0.0-2946.g3d89accf.el9.x86_64 9/172 2024-06-13T06:10:36.886 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-radosgw-2:19.0.0-2946.g3d89accf.el9.x86_64 10/172 2024-06-13T06:10:36.886 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-selinux-2:19.0.0-2946.g3d89accf.el9.x86_64 11/172 2024-06-13T06:10:36.886 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-test-2:19.0.0-2946.g3d89accf.el9.x86_64 12/172 2024-06-13T06:10:36.886 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : cephfs-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 13/172 2024-06-13T06:10:36.886 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : cephfs-shell-2:19.0.0-2946.g3d89accf.el9.x86_64 14/172 2024-06-13T06:10:36.886 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libcephfs-devel-2:19.0.0-2946.g3d89accf.el9.x86_ 15/172 2024-06-13T06:10:36.886 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libcephfs2-2:19.0.0-2946.g3d89accf.el9.x86_64 16/172 2024-06-13T06:10:36.886 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libcephsqlite-2:19.0.0-2946.g3d89accf.el9.x86_64 17/172 2024-06-13T06:10:36.886 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : librados-devel-2:19.0.0-2946.g3d89accf.el9.x86_6 18/172 2024-06-13T06:10:36.886 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libradosstriper1-2:19.0.0-2946.g3d89accf.el9.x86 19/172 2024-06-13T06:10:36.887 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : librgw2-2:19.0.0-2946.g3d89accf.el9.x86_64 20/172 2024-06-13T06:10:36.887 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-ceph-argparse-2:19.0.0-2946.g3d89accf.el 21/172 2024-06-13T06:10:36.887 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-ceph-common-2:19.0.0-2946.g3d89accf.el9. 22/172 2024-06-13T06:10:36.887 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-cephfs-2:19.0.0-2946.g3d89accf.el9.x86_6 23/172 2024-06-13T06:10:36.887 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-rados-2:19.0.0-2946.g3d89accf.el9.x86_64 24/172 2024-06-13T06:10:36.887 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-rbd-2:19.0.0-2946.g3d89accf.el9.x86_64 25/172 2024-06-13T06:10:36.887 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-rgw-2:19.0.0-2946.g3d89accf.el9.x86_64 26/172 2024-06-13T06:10:36.887 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : rbd-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 27/172 2024-06-13T06:10:36.887 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : rbd-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 28/172 2024-06-13T06:10:36.887 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : rbd-nbd-2:19.0.0-2946.g3d89accf.el9.x86_64 29/172 2024-06-13T06:10:36.887 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-2946.g3d89accf. 30/172 2024-06-13T06:10:36.887 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-2946.g3d89accf.el9.noa 31/172 2024-06-13T06:10:36.887 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-2946.g3d89accf.el9.n 32/172 2024-06-13T06:10:36.887 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-2946.g3d8 33/172 2024-06-13T06:10:36.888 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-2946.g3d89accf.el 34/172 2024-06-13T06:10:36.888 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-mgr-rook-2:19.0.0-2946.g3d89accf.el9.noarch 35/172 2024-06-13T06:10:36.888 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-2946.g3d89accf.e 36/172 2024-06-13T06:10:36.888 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-volume-2:19.0.0-2946.g3d89accf.el9.noarch 37/172 2024-06-13T06:10:36.888 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 38/172 2024-06-13T06:10:36.888 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : cephfs-top-2:19.0.0-2946.g3d89accf.el9.noarch 39/172 2024-06-13T06:10:36.888 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/172 2024-06-13T06:10:36.888 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/172 2024-06-13T06:10:36.888 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/172 2024-06-13T06:10:36.888 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/172 2024-06-13T06:10:36.888 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/172 2024-06-13T06:10:36.888 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/172 2024-06-13T06:10:36.888 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/172 2024-06-13T06:10:36.888 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/172 2024-06-13T06:10:36.889 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/172 2024-06-13T06:10:36.889 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/172 2024-06-13T06:10:36.889 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/172 2024-06-13T06:10:36.889 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/172 2024-06-13T06:10:36.889 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/172 2024-06-13T06:10:36.889 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/172 2024-06-13T06:10:36.889 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/172 2024-06-13T06:10:36.889 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/172 2024-06-13T06:10:36.889 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/172 2024-06-13T06:10:36.889 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/172 2024-06-13T06:10:36.889 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/172 2024-06-13T06:10:36.889 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/172 2024-06-13T06:10:36.889 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/172 2024-06-13T06:10:36.889 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/172 2024-06-13T06:10:36.890 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/172 2024-06-13T06:10:36.890 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/172 2024-06-13T06:10:36.890 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/172 2024-06-13T06:10:36.890 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/172 2024-06-13T06:10:36.890 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/172 2024-06-13T06:10:36.890 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/172 2024-06-13T06:10:36.890 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : openssl-devel-1:3.2.2-1.el9.x86_64 68/172 2024-06-13T06:10:36.890 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/172 2024-06-13T06:10:36.890 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/172 2024-06-13T06:10:36.890 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/172 2024-06-13T06:10:36.890 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/172 2024-06-13T06:10:36.890 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/172 2024-06-13T06:10:36.891 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/172 2024-06-13T06:10:36.891 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/172 2024-06-13T06:10:36.891 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/172 2024-06-13T06:10:36.891 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 77/172 2024-06-13T06:10:36.891 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/172 2024-06-13T06:10:36.891 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/172 2024-06-13T06:10:36.891 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/172 2024-06-13T06:10:36.891 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/172 2024-06-13T06:10:36.891 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/172 2024-06-13T06:10:36.891 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/172 2024-06-13T06:10:36.891 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/172 2024-06-13T06:10:36.891 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/172 2024-06-13T06:10:36.891 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/172 2024-06-13T06:10:36.891 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/172 2024-06-13T06:10:36.892 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/172 2024-06-13T06:10:36.892 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/172 2024-06-13T06:10:36.892 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/172 2024-06-13T06:10:36.892 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/172 2024-06-13T06:10:36.892 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/172 2024-06-13T06:10:36.892 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/172 2024-06-13T06:10:36.892 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/172 2024-06-13T06:10:36.892 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/172 2024-06-13T06:10:36.892 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/172 2024-06-13T06:10:36.892 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/172 2024-06-13T06:10:36.892 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/172 2024-06-13T06:10:36.892 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/172 2024-06-13T06:10:36.892 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/172 2024-06-13T06:10:36.892 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : xfsprogs-devel-6.4.0-1.el9.x86_64 101/172 2024-06-13T06:10:36.893 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/172 2024-06-13T06:10:36.893 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/172 2024-06-13T06:10:36.893 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/172 2024-06-13T06:10:36.893 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/172 2024-06-13T06:10:36.893 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/172 2024-06-13T06:10:36.893 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/172 2024-06-13T06:10:36.893 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/172 2024-06-13T06:10:36.893 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/172 2024-06-13T06:10:36.893 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/172 2024-06-13T06:10:36.893 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/172 2024-06-13T06:10:36.893 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/172 2024-06-13T06:10:36.893 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/172 2024-06-13T06:10:36.893 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/172 2024-06-13T06:10:36.893 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/172 2024-06-13T06:10:36.894 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/172 2024-06-13T06:10:36.894 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/172 2024-06-13T06:10:36.894 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 118/172 2024-06-13T06:10:36.894 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/172 2024-06-13T06:10:36.894 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/172 2024-06-13T06:10:36.894 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/172 2024-06-13T06:10:36.894 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-google-auth-1:2.29.0-2.el9.noarch 122/172 2024-06-13T06:10:36.894 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/172 2024-06-13T06:10:36.894 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/172 2024-06-13T06:10:36.894 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/172 2024-06-13T06:10:36.894 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/172 2024-06-13T06:10:36.894 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/172 2024-06-13T06:10:36.894 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/172 2024-06-13T06:10:36.895 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/172 2024-06-13T06:10:36.895 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/172 2024-06-13T06:10:36.895 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/172 2024-06-13T06:10:36.895 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/172 2024-06-13T06:10:36.895 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/172 2024-06-13T06:10:36.895 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/172 2024-06-13T06:10:36.895 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/172 2024-06-13T06:10:36.895 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/172 2024-06-13T06:10:36.895 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/172 2024-06-13T06:10:36.895 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/172 2024-06-13T06:10:36.895 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/172 2024-06-13T06:10:36.895 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/172 2024-06-13T06:10:36.895 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/172 2024-06-13T06:10:36.895 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/172 2024-06-13T06:10:36.896 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/172 2024-06-13T06:10:36.896 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/172 2024-06-13T06:10:36.896 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/172 2024-06-13T06:10:36.896 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/172 2024-06-13T06:10:36.896 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/172 2024-06-13T06:10:36.896 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/172 2024-06-13T06:10:36.896 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : librados2-2:19.0.0-2946.g3d89accf.el9.x86_64 149/172 2024-06-13T06:10:36.896 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/172 2024-06-13T06:10:36.896 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : librbd1-2:19.0.0-2946.g3d89accf.el9.x86_64 151/172 2024-06-13T06:10:36.896 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/172 2024-06-13T06:10:36.896 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : NetworkManager-1:1.47.91-1.el9.x86_64 153/172 2024-06-13T06:10:36.896 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 154/172 2024-06-13T06:10:36.896 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : NetworkManager-libnm-1:1.47.91-1.el9.x86_64 155/172 2024-06-13T06:10:36.897 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 156/172 2024-06-13T06:10:36.897 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : NetworkManager-team-1:1.47.91-1.el9.x86_64 157/172 2024-06-13T06:10:36.897 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 158/172 2024-06-13T06:10:36.897 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : NetworkManager-tui-1:1.47.91-1.el9.x86_64 159/172 2024-06-13T06:10:36.897 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/172 2024-06-13T06:10:36.897 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : elfutils-debuginfod-client-0.191-4.el9.x86_64 161/172 2024-06-13T06:10:36.897 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/172 2024-06-13T06:10:36.897 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : elfutils-libelf-0.191-4.el9.x86_64 163/172 2024-06-13T06:10:36.897 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 164/172 2024-06-13T06:10:36.897 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : elfutils-libs-0.191-4.el9.x86_64 165/172 2024-06-13T06:10:36.897 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 166/172 2024-06-13T06:10:36.897 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : openssl-1:3.2.2-1.el9.x86_64 167/172 2024-06-13T06:10:36.897 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 168/172 2024-06-13T06:10:36.897 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : openssl-libs-1:3.2.2-1.el9.x86_64 169/172 2024-06-13T06:10:36.897 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 170/172 2024-06-13T06:10:36.898 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : xfsprogs-6.4.0-1.el9.x86_64 171/172 2024-06-13T06:10:37.078 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 155/172 2024-06-13T06:10:37.112 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 155/172 2024-06-13T06:10:37.134 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 155/172 2024-06-13T06:10:38.047 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : cephfs-top-2:19.0.0-2946.g3d89accf.el9.noarch 156/172 2024-06-13T06:10:38.134 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : openssl-devel-1:3.2.2-1.el9.x86_64 157/172 2024-06-13T06:10:38.176 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 158/172 2024-06-13T06:10:38.261 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : flex-2.6.4-9.el9.x86_64 159/172 2024-06-13T06:10:38.295 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : bison-3.7.4-5.el9.x86_64 160/172 2024-06-13T06:10:38.320 INFO:teuthology.orchestra.run.smithi039.stdout: Cleanup : NetworkManager-tui-1:1.47.4-1.el9.x86_64 161/172 2024-06-13T06:10:38.346 INFO:teuthology.orchestra.run.smithi039.stdout: Cleanup : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/172 2024-06-13T06:10:38.372 INFO:teuthology.orchestra.run.smithi039.stdout: Cleanup : elfutils-libs-0.190-2.el9.x86_64 163/172 2024-06-13T06:10:38.372 INFO:teuthology.orchestra.run.smithi039.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 164/172 2024-06-13T06:10:38.482 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 164/172 2024-06-13T06:10:38.514 INFO:teuthology.orchestra.run.smithi039.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 165/172 2024-06-13T06:10:38.514 INFO:teuthology.orchestra.run.smithi039.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 166/172 2024-06-13T06:10:38.608 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 166/172 2024-06-13T06:10:38.632 INFO:teuthology.orchestra.run.smithi039.stdout: Cleanup : NetworkManager-team-1:1.47.4-1.el9.x86_64 167/172 2024-06-13T06:10:38.638 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 168/172 2024-06-13T06:10:38.638 INFO:teuthology.orchestra.run.smithi039.stdout: Cleanup : NetworkManager-1:1.47.4-1.el9.x86_64 168/172 2024-06-13T06:10:38.834 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 168/172 2024-06-13T06:10:38.835 INFO:teuthology.orchestra.run.smithi039.stdout: Cleanup : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 169/172 2024-06-13T06:10:38.919 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 169/172 2024-06-13T06:10:38.943 INFO:teuthology.orchestra.run.smithi039.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 170/172 2024-06-13T06:10:38.975 INFO:teuthology.orchestra.run.smithi039.stdout: Cleanup : elfutils-libelf-0.190-2.el9.x86_64 171/172 2024-06-13T06:10:39.046 INFO:teuthology.orchestra.run.smithi039.stdout: Cleanup : xfsprogs-6.3.0-1.el9.x86_64 172/172 2024-06-13T06:10:39.508 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : xfsprogs-6.3.0-1.el9.x86_64 172/172 2024-06-13T06:10:39.508 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-06-13T06:10:39.509 INFO:teuthology.orchestra.run.smithi149.stdout:Upgraded: 2024-06-13T06:10:39.509 INFO:teuthology.orchestra.run.smithi149.stdout: NetworkManager-1:1.47.91-1.el9.x86_64 2024-06-13T06:10:39.509 INFO:teuthology.orchestra.run.smithi149.stdout: NetworkManager-libnm-1:1.47.91-1.el9.x86_64 2024-06-13T06:10:39.509 INFO:teuthology.orchestra.run.smithi149.stdout: NetworkManager-team-1:1.47.91-1.el9.x86_64 2024-06-13T06:10:39.509 INFO:teuthology.orchestra.run.smithi149.stdout: NetworkManager-tui-1:1.47.91-1.el9.x86_64 2024-06-13T06:10:39.509 INFO:teuthology.orchestra.run.smithi149.stdout: elfutils-debuginfod-client-0.191-4.el9.x86_64 2024-06-13T06:10:39.509 INFO:teuthology.orchestra.run.smithi149.stdout: elfutils-libelf-0.191-4.el9.x86_64 2024-06-13T06:10:39.509 INFO:teuthology.orchestra.run.smithi149.stdout: elfutils-libs-0.191-4.el9.x86_64 2024-06-13T06:10:39.509 INFO:teuthology.orchestra.run.smithi149.stdout: librados2-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:39.509 INFO:teuthology.orchestra.run.smithi149.stdout: librbd1-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:39.509 INFO:teuthology.orchestra.run.smithi149.stdout: openssl-1:3.2.2-1.el9.x86_64 2024-06-13T06:10:39.509 INFO:teuthology.orchestra.run.smithi149.stdout: openssl-libs-1:3.2.2-1.el9.x86_64 2024-06-13T06:10:39.509 INFO:teuthology.orchestra.run.smithi149.stdout: xfsprogs-6.4.0-1.el9.x86_64 2024-06-13T06:10:39.510 INFO:teuthology.orchestra.run.smithi149.stdout:Installed: 2024-06-13T06:10:39.510 INFO:teuthology.orchestra.run.smithi149.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-06-13T06:10:39.510 INFO:teuthology.orchestra.run.smithi149.stdout: automake-1.16.2-8.el9.noarch 2024-06-13T06:10:39.510 INFO:teuthology.orchestra.run.smithi149.stdout: bison-3.7.4-5.el9.x86_64 2024-06-13T06:10:39.510 INFO:teuthology.orchestra.run.smithi149.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-06-13T06:10:39.510 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:39.510 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-base-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:39.510 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:39.510 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:39.510 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-grafana-dashboards-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T06:10:39.510 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-immutable-object-cache-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:39.510 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mds-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:39.511 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:39.511 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T06:10:39.511 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-dashboard-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T06:10:39.511 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-diskprediction-local-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T06:10:39.511 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-modules-core-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T06:10:39.511 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-rook-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T06:10:39.511 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mon-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:39.511 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-osd-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:39.511 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-prometheus-alerts-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T06:10:39.511 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-radosgw-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:39.511 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-selinux-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:39.511 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-test-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:39.511 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-volume-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T06:10:39.511 INFO:teuthology.orchestra.run.smithi149.stdout: cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T06:10:39.512 INFO:teuthology.orchestra.run.smithi149.stdout: cephfs-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:39.512 INFO:teuthology.orchestra.run.smithi149.stdout: cephfs-shell-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:39.512 INFO:teuthology.orchestra.run.smithi149.stdout: cephfs-top-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T06:10:39.512 INFO:teuthology.orchestra.run.smithi149.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-06-13T06:10:39.512 INFO:teuthology.orchestra.run.smithi149.stdout: flex-2.6.4-9.el9.x86_64 2024-06-13T06:10:39.512 INFO:teuthology.orchestra.run.smithi149.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-06-13T06:10:39.512 INFO:teuthology.orchestra.run.smithi149.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-06-13T06:10:39.512 INFO:teuthology.orchestra.run.smithi149.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-06-13T06:10:39.512 INFO:teuthology.orchestra.run.smithi149.stdout: fuse-2.9.9-15.el9.x86_64 2024-06-13T06:10:39.512 INFO:teuthology.orchestra.run.smithi149.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-06-13T06:10:39.512 INFO:teuthology.orchestra.run.smithi149.stdout: grpc-data-1.46.7-10.el9.noarch 2024-06-13T06:10:39.512 INFO:teuthology.orchestra.run.smithi149.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-06-13T06:10:39.512 INFO:teuthology.orchestra.run.smithi149.stdout: libarrow-9.0.0-11.el9.x86_64 2024-06-13T06:10:39.513 INFO:teuthology.orchestra.run.smithi149.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-06-13T06:10:39.513 INFO:teuthology.orchestra.run.smithi149.stdout: libcephfs-devel-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:39.513 INFO:teuthology.orchestra.run.smithi149.stdout: libcephfs2-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:39.513 INFO:teuthology.orchestra.run.smithi149.stdout: libcephsqlite-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:39.513 INFO:teuthology.orchestra.run.smithi149.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-06-13T06:10:39.513 INFO:teuthology.orchestra.run.smithi149.stdout: liboath-2.6.7-2.el9.x86_64 2024-06-13T06:10:39.513 INFO:teuthology.orchestra.run.smithi149.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-06-13T06:10:39.513 INFO:teuthology.orchestra.run.smithi149.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-06-13T06:10:39.513 INFO:teuthology.orchestra.run.smithi149.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-06-13T06:10:39.513 INFO:teuthology.orchestra.run.smithi149.stdout: librados-devel-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:39.513 INFO:teuthology.orchestra.run.smithi149.stdout: libradosstriper1-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:39.513 INFO:teuthology.orchestra.run.smithi149.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-06-13T06:10:39.513 INFO:teuthology.orchestra.run.smithi149.stdout: librgw2-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:39.513 INFO:teuthology.orchestra.run.smithi149.stdout: libtool-2.4.6-45.el9.x86_64 2024-06-13T06:10:39.514 INFO:teuthology.orchestra.run.smithi149.stdout: libunwind-1.6.2-1.el9.x86_64 2024-06-13T06:10:39.514 INFO:teuthology.orchestra.run.smithi149.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-06-13T06:10:39.514 INFO:teuthology.orchestra.run.smithi149.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-06-13T06:10:39.514 INFO:teuthology.orchestra.run.smithi149.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-06-13T06:10:39.514 INFO:teuthology.orchestra.run.smithi149.stdout: lua-5.4.4-4.el9.x86_64 2024-06-13T06:10:39.514 INFO:teuthology.orchestra.run.smithi149.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-06-13T06:10:39.514 INFO:teuthology.orchestra.run.smithi149.stdout: luarocks-3.9.2-5.el9.noarch 2024-06-13T06:10:39.514 INFO:teuthology.orchestra.run.smithi149.stdout: openblas-0.3.21-2.el9.x86_64 2024-06-13T06:10:39.514 INFO:teuthology.orchestra.run.smithi149.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-06-13T06:10:39.514 INFO:teuthology.orchestra.run.smithi149.stdout: openssl-devel-1:3.2.2-1.el9.x86_64 2024-06-13T06:10:39.514 INFO:teuthology.orchestra.run.smithi149.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-06-13T06:10:39.514 INFO:teuthology.orchestra.run.smithi149.stdout: postgresql-13.14-1.el9.x86_64 2024-06-13T06:10:39.515 INFO:teuthology.orchestra.run.smithi149.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-06-13T06:10:39.515 INFO:teuthology.orchestra.run.smithi149.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-06-13T06:10:39.515 INFO:teuthology.orchestra.run.smithi149.stdout: postgresql-server-13.14-1.el9.x86_64 2024-06-13T06:10:39.515 INFO:teuthology.orchestra.run.smithi149.stdout: protobuf-3.14.0-13.el9.x86_64 2024-06-13T06:10:39.515 INFO:teuthology.orchestra.run.smithi149.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-06-13T06:10:39.515 INFO:teuthology.orchestra.run.smithi149.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-06-13T06:10:39.515 INFO:teuthology.orchestra.run.smithi149.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-06-13T06:10:39.515 INFO:teuthology.orchestra.run.smithi149.stdout: python3-babel-2.9.1-2.el9.noarch 2024-06-13T06:10:39.515 INFO:teuthology.orchestra.run.smithi149.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-06-13T06:10:39.515 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-06-13T06:10:39.515 INFO:teuthology.orchestra.run.smithi149.stdout: python3-ceph-argparse-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:39.515 INFO:teuthology.orchestra.run.smithi149.stdout: python3-ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:39.515 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cephfs-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:39.515 INFO:teuthology.orchestra.run.smithi149.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-06-13T06:10:39.516 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-06-13T06:10:39.516 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-06-13T06:10:39.516 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-06-13T06:10:39.516 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-06-13T06:10:39.516 INFO:teuthology.orchestra.run.smithi149.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-06-13T06:10:39.516 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-06-13T06:10:39.516 INFO:teuthology.orchestra.run.smithi149.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-06-13T06:10:39.516 INFO:teuthology.orchestra.run.smithi149.stdout: python3-google-auth-1:2.29.0-2.el9.noarch 2024-06-13T06:10:39.516 INFO:teuthology.orchestra.run.smithi149.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-06-13T06:10:39.516 INFO:teuthology.orchestra.run.smithi149.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-06-13T06:10:39.516 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-06-13T06:10:39.516 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-06-13T06:10:39.516 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-06-13T06:10:39.516 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-06-13T06:10:39.517 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-06-13T06:10:39.517 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-06-13T06:10:39.517 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-06-13T06:10:39.517 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-06-13T06:10:39.517 INFO:teuthology.orchestra.run.smithi149.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-06-13T06:10:39.517 INFO:teuthology.orchestra.run.smithi149.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-06-13T06:10:39.517 INFO:teuthology.orchestra.run.smithi149.stdout: python3-mako-1.1.4-6.el9.noarch 2024-06-13T06:10:39.517 INFO:teuthology.orchestra.run.smithi149.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-06-13T06:10:39.517 INFO:teuthology.orchestra.run.smithi149.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-06-13T06:10:39.517 INFO:teuthology.orchestra.run.smithi149.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-06-13T06:10:39.517 INFO:teuthology.orchestra.run.smithi149.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-06-13T06:10:39.517 INFO:teuthology.orchestra.run.smithi149.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-06-13T06:10:39.517 INFO:teuthology.orchestra.run.smithi149.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-06-13T06:10:39.517 INFO:teuthology.orchestra.run.smithi149.stdout: python3-packaging-20.9-5.el9.noarch 2024-06-13T06:10:39.518 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-06-13T06:10:39.518 INFO:teuthology.orchestra.run.smithi149.stdout: python3-ply-3.11-14.el9.noarch 2024-06-13T06:10:39.518 INFO:teuthology.orchestra.run.smithi149.stdout: python3-portend-3.1.0-2.el9.noarch 2024-06-13T06:10:39.518 INFO:teuthology.orchestra.run.smithi149.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-06-13T06:10:39.518 INFO:teuthology.orchestra.run.smithi149.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-06-13T06:10:39.518 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-06-13T06:10:39.518 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-06-13T06:10:39.518 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-06-13T06:10:39.518 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pycparser-2.20-6.el9.noarch 2024-06-13T06:10:39.518 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-06-13T06:10:39.518 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pytz-2021.1-5.el9.noarch 2024-06-13T06:10:39.518 INFO:teuthology.orchestra.run.smithi149.stdout: python3-rados-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:39.519 INFO:teuthology.orchestra.run.smithi149.stdout: python3-rbd-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:39.519 INFO:teuthology.orchestra.run.smithi149.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-06-13T06:10:39.519 INFO:teuthology.orchestra.run.smithi149.stdout: python3-requests-2.25.1-8.el9.noarch 2024-06-13T06:10:39.519 INFO:teuthology.orchestra.run.smithi149.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-06-13T06:10:39.519 INFO:teuthology.orchestra.run.smithi149.stdout: python3-rgw-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:39.519 INFO:teuthology.orchestra.run.smithi149.stdout: python3-routes-2.5.1-5.el9.noarch 2024-06-13T06:10:39.519 INFO:teuthology.orchestra.run.smithi149.stdout: python3-rsa-4.9-2.el9.noarch 2024-06-13T06:10:39.519 INFO:teuthology.orchestra.run.smithi149.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-06-13T06:10:39.519 INFO:teuthology.orchestra.run.smithi149.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-06-13T06:10:39.519 INFO:teuthology.orchestra.run.smithi149.stdout: python3-toml-0.10.2-6.el9.noarch 2024-06-13T06:10:39.519 INFO:teuthology.orchestra.run.smithi149.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-06-13T06:10:39.519 INFO:teuthology.orchestra.run.smithi149.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-06-13T06:10:39.519 INFO:teuthology.orchestra.run.smithi149.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-06-13T06:10:39.519 INFO:teuthology.orchestra.run.smithi149.stdout: python3-webob-1.8.7-6.el9.noarch 2024-06-13T06:10:39.520 INFO:teuthology.orchestra.run.smithi149.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-06-13T06:10:39.520 INFO:teuthology.orchestra.run.smithi149.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-06-13T06:10:39.520 INFO:teuthology.orchestra.run.smithi149.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-06-13T06:10:39.520 INFO:teuthology.orchestra.run.smithi149.stdout: qatlib-24.02.0-1.el9.x86_64 2024-06-13T06:10:39.520 INFO:teuthology.orchestra.run.smithi149.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-06-13T06:10:39.520 INFO:teuthology.orchestra.run.smithi149.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-06-13T06:10:39.520 INFO:teuthology.orchestra.run.smithi149.stdout: rbd-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:39.520 INFO:teuthology.orchestra.run.smithi149.stdout: rbd-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:39.520 INFO:teuthology.orchestra.run.smithi149.stdout: rbd-nbd-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:39.520 INFO:teuthology.orchestra.run.smithi149.stdout: re2-1:20211101-3.el9.x86_64 2024-06-13T06:10:39.520 INFO:teuthology.orchestra.run.smithi149.stdout: socat-1.7.4.1-6.el9.x86_64 2024-06-13T06:10:39.520 INFO:teuthology.orchestra.run.smithi149.stdout: thrift-0.15.0-2.el9.x86_64 2024-06-13T06:10:39.521 INFO:teuthology.orchestra.run.smithi149.stdout: uuid-1.6.2-55.el9.x86_64 2024-06-13T06:10:39.521 INFO:teuthology.orchestra.run.smithi149.stdout: xfsprogs-devel-6.4.0-1.el9.x86_64 2024-06-13T06:10:39.521 INFO:teuthology.orchestra.run.smithi149.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-06-13T06:10:39.521 INFO:teuthology.orchestra.run.smithi149.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-06-13T06:10:39.521 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-06-13T06:10:39.521 INFO:teuthology.orchestra.run.smithi149.stdout:Complete! 2024-06-13T06:10:40.004 DEBUG:teuthology.parallel:result is None 2024-06-13T06:10:40.277 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: xfsprogs-6.3.0-1.el9.x86_64 172/172 2024-06-13T06:10:40.277 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-2:19.0.0-2946.g3d89accf.el9.x86_64 1/172 2024-06-13T06:10:40.278 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-base-2:19.0.0-2946.g3d89accf.el9.x86_64 2/172 2024-06-13T06:10:40.278 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 3/172 2024-06-13T06:10:40.278 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 4/172 2024-06-13T06:10:40.278 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-2946.g3d89a 5/172 2024-06-13T06:10:40.278 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-mds-2:19.0.0-2946.g3d89accf.el9.x86_64 6/172 2024-06-13T06:10:40.278 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-mgr-2:19.0.0-2946.g3d89accf.el9.x86_64 7/172 2024-06-13T06:10:40.278 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-mon-2:19.0.0-2946.g3d89accf.el9.x86_64 8/172 2024-06-13T06:10:40.278 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-osd-2:19.0.0-2946.g3d89accf.el9.x86_64 9/172 2024-06-13T06:10:40.278 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-radosgw-2:19.0.0-2946.g3d89accf.el9.x86_64 10/172 2024-06-13T06:10:40.278 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-selinux-2:19.0.0-2946.g3d89accf.el9.x86_64 11/172 2024-06-13T06:10:40.278 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-test-2:19.0.0-2946.g3d89accf.el9.x86_64 12/172 2024-06-13T06:10:40.278 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : cephfs-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 13/172 2024-06-13T06:10:40.279 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : cephfs-shell-2:19.0.0-2946.g3d89accf.el9.x86_64 14/172 2024-06-13T06:10:40.279 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : libcephfs-devel-2:19.0.0-2946.g3d89accf.el9.x86_ 15/172 2024-06-13T06:10:40.279 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : libcephfs2-2:19.0.0-2946.g3d89accf.el9.x86_64 16/172 2024-06-13T06:10:40.279 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : libcephsqlite-2:19.0.0-2946.g3d89accf.el9.x86_64 17/172 2024-06-13T06:10:40.279 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : librados-devel-2:19.0.0-2946.g3d89accf.el9.x86_6 18/172 2024-06-13T06:10:40.279 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : libradosstriper1-2:19.0.0-2946.g3d89accf.el9.x86 19/172 2024-06-13T06:10:40.279 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : librgw2-2:19.0.0-2946.g3d89accf.el9.x86_64 20/172 2024-06-13T06:10:40.279 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-ceph-argparse-2:19.0.0-2946.g3d89accf.el 21/172 2024-06-13T06:10:40.279 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-ceph-common-2:19.0.0-2946.g3d89accf.el9. 22/172 2024-06-13T06:10:40.279 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-cephfs-2:19.0.0-2946.g3d89accf.el9.x86_6 23/172 2024-06-13T06:10:40.279 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-rados-2:19.0.0-2946.g3d89accf.el9.x86_64 24/172 2024-06-13T06:10:40.279 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-rbd-2:19.0.0-2946.g3d89accf.el9.x86_64 25/172 2024-06-13T06:10:40.279 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-rgw-2:19.0.0-2946.g3d89accf.el9.x86_64 26/172 2024-06-13T06:10:40.280 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : rbd-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 27/172 2024-06-13T06:10:40.280 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : rbd-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 28/172 2024-06-13T06:10:40.280 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : rbd-nbd-2:19.0.0-2946.g3d89accf.el9.x86_64 29/172 2024-06-13T06:10:40.280 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-2946.g3d89accf. 30/172 2024-06-13T06:10:40.293 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-2946.g3d89accf.el9.noa 31/172 2024-06-13T06:10:40.293 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-2946.g3d89accf.el9.n 32/172 2024-06-13T06:10:40.293 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-2946.g3d8 33/172 2024-06-13T06:10:40.293 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-2946.g3d89accf.el 34/172 2024-06-13T06:10:40.293 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-mgr-rook-2:19.0.0-2946.g3d89accf.el9.noarch 35/172 2024-06-13T06:10:40.293 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-2946.g3d89accf.e 36/172 2024-06-13T06:10:40.293 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-volume-2:19.0.0-2946.g3d89accf.el9.noarch 37/172 2024-06-13T06:10:40.293 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 38/172 2024-06-13T06:10:40.294 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : cephfs-top-2:19.0.0-2946.g3d89accf.el9.noarch 39/172 2024-06-13T06:10:40.294 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/172 2024-06-13T06:10:40.294 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/172 2024-06-13T06:10:40.294 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/172 2024-06-13T06:10:40.294 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/172 2024-06-13T06:10:40.294 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/172 2024-06-13T06:10:40.294 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/172 2024-06-13T06:10:40.294 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/172 2024-06-13T06:10:40.294 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/172 2024-06-13T06:10:40.294 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/172 2024-06-13T06:10:40.294 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/172 2024-06-13T06:10:40.294 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/172 2024-06-13T06:10:40.295 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/172 2024-06-13T06:10:40.295 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/172 2024-06-13T06:10:40.295 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/172 2024-06-13T06:10:40.295 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/172 2024-06-13T06:10:40.295 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/172 2024-06-13T06:10:40.295 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/172 2024-06-13T06:10:40.295 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/172 2024-06-13T06:10:40.295 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/172 2024-06-13T06:10:40.295 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/172 2024-06-13T06:10:40.295 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/172 2024-06-13T06:10:40.295 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/172 2024-06-13T06:10:40.295 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/172 2024-06-13T06:10:40.295 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/172 2024-06-13T06:10:40.295 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/172 2024-06-13T06:10:40.296 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/172 2024-06-13T06:10:40.296 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/172 2024-06-13T06:10:40.296 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/172 2024-06-13T06:10:40.296 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : openssl-devel-1:3.2.2-1.el9.x86_64 68/172 2024-06-13T06:10:40.296 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/172 2024-06-13T06:10:40.296 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/172 2024-06-13T06:10:40.296 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/172 2024-06-13T06:10:40.296 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/172 2024-06-13T06:10:40.296 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/172 2024-06-13T06:10:40.296 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/172 2024-06-13T06:10:40.296 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/172 2024-06-13T06:10:40.296 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/172 2024-06-13T06:10:40.296 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 77/172 2024-06-13T06:10:40.296 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/172 2024-06-13T06:10:40.297 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/172 2024-06-13T06:10:40.297 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/172 2024-06-13T06:10:40.297 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/172 2024-06-13T06:10:40.297 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/172 2024-06-13T06:10:40.297 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/172 2024-06-13T06:10:40.297 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/172 2024-06-13T06:10:40.297 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/172 2024-06-13T06:10:40.297 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/172 2024-06-13T06:10:40.297 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/172 2024-06-13T06:10:40.297 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/172 2024-06-13T06:10:40.297 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/172 2024-06-13T06:10:40.297 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/172 2024-06-13T06:10:40.297 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/172 2024-06-13T06:10:40.298 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/172 2024-06-13T06:10:40.298 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/172 2024-06-13T06:10:40.298 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/172 2024-06-13T06:10:40.298 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/172 2024-06-13T06:10:40.298 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/172 2024-06-13T06:10:40.298 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/172 2024-06-13T06:10:40.298 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/172 2024-06-13T06:10:40.298 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/172 2024-06-13T06:10:40.298 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/172 2024-06-13T06:10:40.298 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : xfsprogs-devel-6.4.0-1.el9.x86_64 101/172 2024-06-13T06:10:40.298 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/172 2024-06-13T06:10:40.298 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/172 2024-06-13T06:10:40.298 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/172 2024-06-13T06:10:40.299 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/172 2024-06-13T06:10:40.299 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/172 2024-06-13T06:10:40.299 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/172 2024-06-13T06:10:40.299 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/172 2024-06-13T06:10:40.299 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/172 2024-06-13T06:10:40.299 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/172 2024-06-13T06:10:40.299 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/172 2024-06-13T06:10:40.299 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/172 2024-06-13T06:10:40.299 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/172 2024-06-13T06:10:40.299 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/172 2024-06-13T06:10:40.299 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/172 2024-06-13T06:10:40.299 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/172 2024-06-13T06:10:40.299 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/172 2024-06-13T06:10:40.300 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 118/172 2024-06-13T06:10:40.300 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/172 2024-06-13T06:10:40.300 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/172 2024-06-13T06:10:40.300 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/172 2024-06-13T06:10:40.300 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-google-auth-1:2.29.0-2.el9.noarch 122/172 2024-06-13T06:10:40.300 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/172 2024-06-13T06:10:40.300 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/172 2024-06-13T06:10:40.300 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/172 2024-06-13T06:10:40.300 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/172 2024-06-13T06:10:40.300 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/172 2024-06-13T06:10:40.300 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/172 2024-06-13T06:10:40.300 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/172 2024-06-13T06:10:40.300 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/172 2024-06-13T06:10:40.301 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/172 2024-06-13T06:10:40.301 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/172 2024-06-13T06:10:40.301 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/172 2024-06-13T06:10:40.301 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/172 2024-06-13T06:10:40.301 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/172 2024-06-13T06:10:40.301 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/172 2024-06-13T06:10:40.301 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/172 2024-06-13T06:10:40.301 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/172 2024-06-13T06:10:40.301 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/172 2024-06-13T06:10:40.301 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/172 2024-06-13T06:10:40.301 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/172 2024-06-13T06:10:40.301 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/172 2024-06-13T06:10:40.301 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/172 2024-06-13T06:10:40.302 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/172 2024-06-13T06:10:40.302 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/172 2024-06-13T06:10:40.302 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/172 2024-06-13T06:10:40.302 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/172 2024-06-13T06:10:40.302 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/172 2024-06-13T06:10:40.302 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : librados2-2:19.0.0-2946.g3d89accf.el9.x86_64 149/172 2024-06-13T06:10:40.302 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/172 2024-06-13T06:10:40.302 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : librbd1-2:19.0.0-2946.g3d89accf.el9.x86_64 151/172 2024-06-13T06:10:40.302 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/172 2024-06-13T06:10:40.302 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : NetworkManager-1:1.47.91-1.el9.x86_64 153/172 2024-06-13T06:10:40.302 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 154/172 2024-06-13T06:10:40.303 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : NetworkManager-libnm-1:1.47.91-1.el9.x86_64 155/172 2024-06-13T06:10:40.303 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 156/172 2024-06-13T06:10:40.303 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : NetworkManager-team-1:1.47.91-1.el9.x86_64 157/172 2024-06-13T06:10:40.303 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 158/172 2024-06-13T06:10:40.303 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : NetworkManager-tui-1:1.47.91-1.el9.x86_64 159/172 2024-06-13T06:10:40.303 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/172 2024-06-13T06:10:40.303 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : elfutils-debuginfod-client-0.191-4.el9.x86_64 161/172 2024-06-13T06:10:40.303 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/172 2024-06-13T06:10:40.303 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : elfutils-libelf-0.191-4.el9.x86_64 163/172 2024-06-13T06:10:40.303 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 164/172 2024-06-13T06:10:40.303 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : elfutils-libs-0.191-4.el9.x86_64 165/172 2024-06-13T06:10:40.303 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 166/172 2024-06-13T06:10:40.303 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : openssl-1:3.2.2-1.el9.x86_64 167/172 2024-06-13T06:10:40.304 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 168/172 2024-06-13T06:10:40.304 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : openssl-libs-1:3.2.2-1.el9.x86_64 169/172 2024-06-13T06:10:40.304 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 170/172 2024-06-13T06:10:40.304 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : xfsprogs-6.4.0-1.el9.x86_64 171/172 2024-06-13T06:10:43.113 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : xfsprogs-6.3.0-1.el9.x86_64 172/172 2024-06-13T06:10:43.113 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-06-13T06:10:43.113 INFO:teuthology.orchestra.run.smithi096.stdout:Upgraded: 2024-06-13T06:10:43.113 INFO:teuthology.orchestra.run.smithi096.stdout: NetworkManager-1:1.47.91-1.el9.x86_64 2024-06-13T06:10:43.113 INFO:teuthology.orchestra.run.smithi096.stdout: NetworkManager-libnm-1:1.47.91-1.el9.x86_64 2024-06-13T06:10:43.113 INFO:teuthology.orchestra.run.smithi096.stdout: NetworkManager-team-1:1.47.91-1.el9.x86_64 2024-06-13T06:10:43.114 INFO:teuthology.orchestra.run.smithi096.stdout: NetworkManager-tui-1:1.47.91-1.el9.x86_64 2024-06-13T06:10:43.114 INFO:teuthology.orchestra.run.smithi096.stdout: elfutils-debuginfod-client-0.191-4.el9.x86_64 2024-06-13T06:10:43.114 INFO:teuthology.orchestra.run.smithi096.stdout: elfutils-libelf-0.191-4.el9.x86_64 2024-06-13T06:10:43.114 INFO:teuthology.orchestra.run.smithi096.stdout: elfutils-libs-0.191-4.el9.x86_64 2024-06-13T06:10:43.114 INFO:teuthology.orchestra.run.smithi096.stdout: librados2-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:43.114 INFO:teuthology.orchestra.run.smithi096.stdout: librbd1-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:43.114 INFO:teuthology.orchestra.run.smithi096.stdout: openssl-1:3.2.2-1.el9.x86_64 2024-06-13T06:10:43.114 INFO:teuthology.orchestra.run.smithi096.stdout: openssl-libs-1:3.2.2-1.el9.x86_64 2024-06-13T06:10:43.114 INFO:teuthology.orchestra.run.smithi096.stdout: xfsprogs-6.4.0-1.el9.x86_64 2024-06-13T06:10:43.114 INFO:teuthology.orchestra.run.smithi096.stdout:Installed: 2024-06-13T06:10:43.114 INFO:teuthology.orchestra.run.smithi096.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-06-13T06:10:43.115 INFO:teuthology.orchestra.run.smithi096.stdout: automake-1.16.2-8.el9.noarch 2024-06-13T06:10:43.115 INFO:teuthology.orchestra.run.smithi096.stdout: bison-3.7.4-5.el9.x86_64 2024-06-13T06:10:43.115 INFO:teuthology.orchestra.run.smithi096.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-06-13T06:10:43.115 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:43.115 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-base-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:43.115 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:43.115 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:43.115 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-grafana-dashboards-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T06:10:43.115 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-immutable-object-cache-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:43.115 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-mds-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:43.116 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-mgr-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:43.116 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-mgr-cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T06:10:43.116 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-mgr-dashboard-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T06:10:43.116 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-mgr-diskprediction-local-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T06:10:43.116 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-mgr-modules-core-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T06:10:43.116 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-mgr-rook-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T06:10:43.116 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-mon-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:43.116 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-osd-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:43.116 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-prometheus-alerts-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T06:10:43.116 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-radosgw-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:43.116 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-selinux-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:43.117 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-test-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:43.117 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-volume-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T06:10:43.117 INFO:teuthology.orchestra.run.smithi096.stdout: cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T06:10:43.117 INFO:teuthology.orchestra.run.smithi096.stdout: cephfs-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:43.117 INFO:teuthology.orchestra.run.smithi096.stdout: cephfs-shell-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:43.117 INFO:teuthology.orchestra.run.smithi096.stdout: cephfs-top-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T06:10:43.117 INFO:teuthology.orchestra.run.smithi096.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-06-13T06:10:43.117 INFO:teuthology.orchestra.run.smithi096.stdout: flex-2.6.4-9.el9.x86_64 2024-06-13T06:10:43.117 INFO:teuthology.orchestra.run.smithi096.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-06-13T06:10:43.117 INFO:teuthology.orchestra.run.smithi096.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-06-13T06:10:43.117 INFO:teuthology.orchestra.run.smithi096.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-06-13T06:10:43.117 INFO:teuthology.orchestra.run.smithi096.stdout: fuse-2.9.9-15.el9.x86_64 2024-06-13T06:10:43.117 INFO:teuthology.orchestra.run.smithi096.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-06-13T06:10:43.118 INFO:teuthology.orchestra.run.smithi096.stdout: grpc-data-1.46.7-10.el9.noarch 2024-06-13T06:10:43.118 INFO:teuthology.orchestra.run.smithi096.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-06-13T06:10:43.118 INFO:teuthology.orchestra.run.smithi096.stdout: libarrow-9.0.0-11.el9.x86_64 2024-06-13T06:10:43.118 INFO:teuthology.orchestra.run.smithi096.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-06-13T06:10:43.118 INFO:teuthology.orchestra.run.smithi096.stdout: libcephfs-devel-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:43.118 INFO:teuthology.orchestra.run.smithi096.stdout: libcephfs2-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:43.118 INFO:teuthology.orchestra.run.smithi096.stdout: libcephsqlite-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:43.118 INFO:teuthology.orchestra.run.smithi096.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-06-13T06:10:43.118 INFO:teuthology.orchestra.run.smithi096.stdout: liboath-2.6.7-2.el9.x86_64 2024-06-13T06:10:43.118 INFO:teuthology.orchestra.run.smithi096.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-06-13T06:10:43.118 INFO:teuthology.orchestra.run.smithi096.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-06-13T06:10:43.118 INFO:teuthology.orchestra.run.smithi096.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-06-13T06:10:43.119 INFO:teuthology.orchestra.run.smithi096.stdout: librados-devel-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:43.119 INFO:teuthology.orchestra.run.smithi096.stdout: libradosstriper1-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:43.119 INFO:teuthology.orchestra.run.smithi096.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-06-13T06:10:43.119 INFO:teuthology.orchestra.run.smithi096.stdout: librgw2-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:43.119 INFO:teuthology.orchestra.run.smithi096.stdout: libtool-2.4.6-45.el9.x86_64 2024-06-13T06:10:43.119 INFO:teuthology.orchestra.run.smithi096.stdout: libunwind-1.6.2-1.el9.x86_64 2024-06-13T06:10:43.119 INFO:teuthology.orchestra.run.smithi096.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-06-13T06:10:43.119 INFO:teuthology.orchestra.run.smithi096.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-06-13T06:10:43.119 INFO:teuthology.orchestra.run.smithi096.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-06-13T06:10:43.119 INFO:teuthology.orchestra.run.smithi096.stdout: lua-5.4.4-4.el9.x86_64 2024-06-13T06:10:43.119 INFO:teuthology.orchestra.run.smithi096.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-06-13T06:10:43.119 INFO:teuthology.orchestra.run.smithi096.stdout: luarocks-3.9.2-5.el9.noarch 2024-06-13T06:10:43.119 INFO:teuthology.orchestra.run.smithi096.stdout: openblas-0.3.21-2.el9.x86_64 2024-06-13T06:10:43.120 INFO:teuthology.orchestra.run.smithi096.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-06-13T06:10:43.120 INFO:teuthology.orchestra.run.smithi096.stdout: openssl-devel-1:3.2.2-1.el9.x86_64 2024-06-13T06:10:43.120 INFO:teuthology.orchestra.run.smithi096.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-06-13T06:10:43.120 INFO:teuthology.orchestra.run.smithi096.stdout: postgresql-13.14-1.el9.x86_64 2024-06-13T06:10:43.120 INFO:teuthology.orchestra.run.smithi096.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-06-13T06:10:43.120 INFO:teuthology.orchestra.run.smithi096.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-06-13T06:10:43.120 INFO:teuthology.orchestra.run.smithi096.stdout: postgresql-server-13.14-1.el9.x86_64 2024-06-13T06:10:43.120 INFO:teuthology.orchestra.run.smithi096.stdout: protobuf-3.14.0-13.el9.x86_64 2024-06-13T06:10:43.120 INFO:teuthology.orchestra.run.smithi096.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-06-13T06:10:43.120 INFO:teuthology.orchestra.run.smithi096.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-06-13T06:10:43.120 INFO:teuthology.orchestra.run.smithi096.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-06-13T06:10:43.120 INFO:teuthology.orchestra.run.smithi096.stdout: python3-babel-2.9.1-2.el9.noarch 2024-06-13T06:10:43.120 INFO:teuthology.orchestra.run.smithi096.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-06-13T06:10:43.120 INFO:teuthology.orchestra.run.smithi096.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-06-13T06:10:43.121 INFO:teuthology.orchestra.run.smithi096.stdout: python3-ceph-argparse-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:43.121 INFO:teuthology.orchestra.run.smithi096.stdout: python3-ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:43.121 INFO:teuthology.orchestra.run.smithi096.stdout: python3-cephfs-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:43.121 INFO:teuthology.orchestra.run.smithi096.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-06-13T06:10:43.121 INFO:teuthology.orchestra.run.smithi096.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-06-13T06:10:43.121 INFO:teuthology.orchestra.run.smithi096.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-06-13T06:10:43.121 INFO:teuthology.orchestra.run.smithi096.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-06-13T06:10:43.121 INFO:teuthology.orchestra.run.smithi096.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-06-13T06:10:43.121 INFO:teuthology.orchestra.run.smithi096.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-06-13T06:10:43.121 INFO:teuthology.orchestra.run.smithi096.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-06-13T06:10:43.121 INFO:teuthology.orchestra.run.smithi096.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-06-13T06:10:43.121 INFO:teuthology.orchestra.run.smithi096.stdout: python3-google-auth-1:2.29.0-2.el9.noarch 2024-06-13T06:10:43.122 INFO:teuthology.orchestra.run.smithi096.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-06-13T06:10:43.122 INFO:teuthology.orchestra.run.smithi096.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-06-13T06:10:43.122 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-06-13T06:10:43.122 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-06-13T06:10:43.122 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-06-13T06:10:43.122 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-06-13T06:10:43.122 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-06-13T06:10:43.122 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-06-13T06:10:43.122 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-06-13T06:10:43.122 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-06-13T06:10:43.122 INFO:teuthology.orchestra.run.smithi096.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-06-13T06:10:43.122 INFO:teuthology.orchestra.run.smithi096.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-06-13T06:10:43.123 INFO:teuthology.orchestra.run.smithi096.stdout: python3-mako-1.1.4-6.el9.noarch 2024-06-13T06:10:43.123 INFO:teuthology.orchestra.run.smithi096.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-06-13T06:10:43.123 INFO:teuthology.orchestra.run.smithi096.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-06-13T06:10:43.123 INFO:teuthology.orchestra.run.smithi096.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-06-13T06:10:43.123 INFO:teuthology.orchestra.run.smithi096.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-06-13T06:10:43.123 INFO:teuthology.orchestra.run.smithi096.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-06-13T06:10:43.123 INFO:teuthology.orchestra.run.smithi096.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-06-13T06:10:43.123 INFO:teuthology.orchestra.run.smithi096.stdout: python3-packaging-20.9-5.el9.noarch 2024-06-13T06:10:43.123 INFO:teuthology.orchestra.run.smithi096.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-06-13T06:10:43.123 INFO:teuthology.orchestra.run.smithi096.stdout: python3-ply-3.11-14.el9.noarch 2024-06-13T06:10:43.123 INFO:teuthology.orchestra.run.smithi096.stdout: python3-portend-3.1.0-2.el9.noarch 2024-06-13T06:10:43.123 INFO:teuthology.orchestra.run.smithi096.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-06-13T06:10:43.123 INFO:teuthology.orchestra.run.smithi096.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-06-13T06:10:43.124 INFO:teuthology.orchestra.run.smithi096.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-06-13T06:10:43.124 INFO:teuthology.orchestra.run.smithi096.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-06-13T06:10:43.124 INFO:teuthology.orchestra.run.smithi096.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-06-13T06:10:43.124 INFO:teuthology.orchestra.run.smithi096.stdout: python3-pycparser-2.20-6.el9.noarch 2024-06-13T06:10:43.124 INFO:teuthology.orchestra.run.smithi096.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-06-13T06:10:43.124 INFO:teuthology.orchestra.run.smithi096.stdout: python3-pytz-2021.1-5.el9.noarch 2024-06-13T06:10:43.124 INFO:teuthology.orchestra.run.smithi096.stdout: python3-rados-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:43.124 INFO:teuthology.orchestra.run.smithi096.stdout: python3-rbd-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:43.124 INFO:teuthology.orchestra.run.smithi096.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-06-13T06:10:43.124 INFO:teuthology.orchestra.run.smithi096.stdout: python3-requests-2.25.1-8.el9.noarch 2024-06-13T06:10:43.124 INFO:teuthology.orchestra.run.smithi096.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-06-13T06:10:43.124 INFO:teuthology.orchestra.run.smithi096.stdout: python3-rgw-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:43.124 INFO:teuthology.orchestra.run.smithi096.stdout: python3-routes-2.5.1-5.el9.noarch 2024-06-13T06:10:43.124 INFO:teuthology.orchestra.run.smithi096.stdout: python3-rsa-4.9-2.el9.noarch 2024-06-13T06:10:43.124 INFO:teuthology.orchestra.run.smithi096.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-06-13T06:10:43.125 INFO:teuthology.orchestra.run.smithi096.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-06-13T06:10:43.125 INFO:teuthology.orchestra.run.smithi096.stdout: python3-toml-0.10.2-6.el9.noarch 2024-06-13T06:10:43.125 INFO:teuthology.orchestra.run.smithi096.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-06-13T06:10:43.125 INFO:teuthology.orchestra.run.smithi096.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-06-13T06:10:43.125 INFO:teuthology.orchestra.run.smithi096.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-06-13T06:10:43.125 INFO:teuthology.orchestra.run.smithi096.stdout: python3-webob-1.8.7-6.el9.noarch 2024-06-13T06:10:43.125 INFO:teuthology.orchestra.run.smithi096.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-06-13T06:10:43.125 INFO:teuthology.orchestra.run.smithi096.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-06-13T06:10:43.125 INFO:teuthology.orchestra.run.smithi096.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-06-13T06:10:43.125 INFO:teuthology.orchestra.run.smithi096.stdout: qatlib-24.02.0-1.el9.x86_64 2024-06-13T06:10:43.126 INFO:teuthology.orchestra.run.smithi096.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-06-13T06:10:43.126 INFO:teuthology.orchestra.run.smithi096.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-06-13T06:10:43.126 INFO:teuthology.orchestra.run.smithi096.stdout: rbd-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:43.126 INFO:teuthology.orchestra.run.smithi096.stdout: rbd-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:43.126 INFO:teuthology.orchestra.run.smithi096.stdout: rbd-nbd-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:43.126 INFO:teuthology.orchestra.run.smithi096.stdout: re2-1:20211101-3.el9.x86_64 2024-06-13T06:10:43.126 INFO:teuthology.orchestra.run.smithi096.stdout: socat-1.7.4.1-6.el9.x86_64 2024-06-13T06:10:43.126 INFO:teuthology.orchestra.run.smithi096.stdout: thrift-0.15.0-2.el9.x86_64 2024-06-13T06:10:43.126 INFO:teuthology.orchestra.run.smithi096.stdout: uuid-1.6.2-55.el9.x86_64 2024-06-13T06:10:43.126 INFO:teuthology.orchestra.run.smithi096.stdout: xfsprogs-devel-6.4.0-1.el9.x86_64 2024-06-13T06:10:43.126 INFO:teuthology.orchestra.run.smithi096.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-06-13T06:10:43.127 INFO:teuthology.orchestra.run.smithi096.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-06-13T06:10:43.127 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-06-13T06:10:43.127 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-06-13T06:10:43.540 DEBUG:teuthology.parallel:result is None 2024-06-13T06:10:44.636 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: xfsprogs-6.3.0-1.el9.x86_64 172/172 2024-06-13T06:10:44.636 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-2:19.0.0-2946.g3d89accf.el9.x86_64 1/172 2024-06-13T06:10:44.636 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-base-2:19.0.0-2946.g3d89accf.el9.x86_64 2/172 2024-06-13T06:10:44.637 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 3/172 2024-06-13T06:10:44.637 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 4/172 2024-06-13T06:10:44.637 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-2946.g3d89a 5/172 2024-06-13T06:10:44.637 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-mds-2:19.0.0-2946.g3d89accf.el9.x86_64 6/172 2024-06-13T06:10:44.637 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-mgr-2:19.0.0-2946.g3d89accf.el9.x86_64 7/172 2024-06-13T06:10:44.637 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-mon-2:19.0.0-2946.g3d89accf.el9.x86_64 8/172 2024-06-13T06:10:44.637 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-osd-2:19.0.0-2946.g3d89accf.el9.x86_64 9/172 2024-06-13T06:10:44.637 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-radosgw-2:19.0.0-2946.g3d89accf.el9.x86_64 10/172 2024-06-13T06:10:44.637 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-selinux-2:19.0.0-2946.g3d89accf.el9.x86_64 11/172 2024-06-13T06:10:44.637 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-test-2:19.0.0-2946.g3d89accf.el9.x86_64 12/172 2024-06-13T06:10:44.637 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : cephfs-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 13/172 2024-06-13T06:10:44.637 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : cephfs-shell-2:19.0.0-2946.g3d89accf.el9.x86_64 14/172 2024-06-13T06:10:44.638 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libcephfs-devel-2:19.0.0-2946.g3d89accf.el9.x86_ 15/172 2024-06-13T06:10:44.638 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libcephfs2-2:19.0.0-2946.g3d89accf.el9.x86_64 16/172 2024-06-13T06:10:44.638 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libcephsqlite-2:19.0.0-2946.g3d89accf.el9.x86_64 17/172 2024-06-13T06:10:44.638 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : librados-devel-2:19.0.0-2946.g3d89accf.el9.x86_6 18/172 2024-06-13T06:10:44.638 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libradosstriper1-2:19.0.0-2946.g3d89accf.el9.x86 19/172 2024-06-13T06:10:44.638 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : librgw2-2:19.0.0-2946.g3d89accf.el9.x86_64 20/172 2024-06-13T06:10:44.638 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-ceph-argparse-2:19.0.0-2946.g3d89accf.el 21/172 2024-06-13T06:10:44.638 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-ceph-common-2:19.0.0-2946.g3d89accf.el9. 22/172 2024-06-13T06:10:44.638 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-cephfs-2:19.0.0-2946.g3d89accf.el9.x86_6 23/172 2024-06-13T06:10:44.638 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-rados-2:19.0.0-2946.g3d89accf.el9.x86_64 24/172 2024-06-13T06:10:44.638 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-rbd-2:19.0.0-2946.g3d89accf.el9.x86_64 25/172 2024-06-13T06:10:44.638 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-rgw-2:19.0.0-2946.g3d89accf.el9.x86_64 26/172 2024-06-13T06:10:44.638 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : rbd-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 27/172 2024-06-13T06:10:44.652 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : rbd-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 28/172 2024-06-13T06:10:44.652 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : rbd-nbd-2:19.0.0-2946.g3d89accf.el9.x86_64 29/172 2024-06-13T06:10:44.653 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-2946.g3d89accf. 30/172 2024-06-13T06:10:44.653 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-2946.g3d89accf.el9.noa 31/172 2024-06-13T06:10:44.653 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-2946.g3d89accf.el9.n 32/172 2024-06-13T06:10:44.653 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-2946.g3d8 33/172 2024-06-13T06:10:44.653 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-2946.g3d89accf.el 34/172 2024-06-13T06:10:44.653 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-mgr-rook-2:19.0.0-2946.g3d89accf.el9.noarch 35/172 2024-06-13T06:10:44.653 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-2946.g3d89accf.e 36/172 2024-06-13T06:10:44.653 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-volume-2:19.0.0-2946.g3d89accf.el9.noarch 37/172 2024-06-13T06:10:44.653 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 38/172 2024-06-13T06:10:44.653 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : cephfs-top-2:19.0.0-2946.g3d89accf.el9.noarch 39/172 2024-06-13T06:10:44.653 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/172 2024-06-13T06:10:44.653 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/172 2024-06-13T06:10:44.654 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/172 2024-06-13T06:10:44.654 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/172 2024-06-13T06:10:44.654 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/172 2024-06-13T06:10:44.654 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/172 2024-06-13T06:10:44.654 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/172 2024-06-13T06:10:44.654 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/172 2024-06-13T06:10:44.654 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/172 2024-06-13T06:10:44.654 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/172 2024-06-13T06:10:44.654 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/172 2024-06-13T06:10:44.654 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/172 2024-06-13T06:10:44.654 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/172 2024-06-13T06:10:44.655 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/172 2024-06-13T06:10:44.655 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/172 2024-06-13T06:10:44.655 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/172 2024-06-13T06:10:44.655 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/172 2024-06-13T06:10:44.655 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/172 2024-06-13T06:10:44.655 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/172 2024-06-13T06:10:44.655 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/172 2024-06-13T06:10:44.655 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/172 2024-06-13T06:10:44.655 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/172 2024-06-13T06:10:44.655 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/172 2024-06-13T06:10:44.655 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/172 2024-06-13T06:10:44.656 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/172 2024-06-13T06:10:44.656 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/172 2024-06-13T06:10:44.656 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/172 2024-06-13T06:10:44.656 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/172 2024-06-13T06:10:44.656 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : openssl-devel-1:3.2.2-1.el9.x86_64 68/172 2024-06-13T06:10:44.656 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/172 2024-06-13T06:10:44.656 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/172 2024-06-13T06:10:44.656 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/172 2024-06-13T06:10:44.656 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/172 2024-06-13T06:10:44.656 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/172 2024-06-13T06:10:44.656 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/172 2024-06-13T06:10:44.656 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/172 2024-06-13T06:10:44.657 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/172 2024-06-13T06:10:44.657 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 77/172 2024-06-13T06:10:44.657 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/172 2024-06-13T06:10:44.657 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/172 2024-06-13T06:10:44.657 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/172 2024-06-13T06:10:44.657 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/172 2024-06-13T06:10:44.657 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/172 2024-06-13T06:10:44.657 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/172 2024-06-13T06:10:44.657 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/172 2024-06-13T06:10:44.657 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/172 2024-06-13T06:10:44.657 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/172 2024-06-13T06:10:44.657 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/172 2024-06-13T06:10:44.657 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/172 2024-06-13T06:10:44.658 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/172 2024-06-13T06:10:44.658 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/172 2024-06-13T06:10:44.658 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/172 2024-06-13T06:10:44.658 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/172 2024-06-13T06:10:44.658 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/172 2024-06-13T06:10:44.658 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/172 2024-06-13T06:10:44.658 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/172 2024-06-13T06:10:44.658 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/172 2024-06-13T06:10:44.658 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/172 2024-06-13T06:10:44.658 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/172 2024-06-13T06:10:44.658 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/172 2024-06-13T06:10:44.659 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/172 2024-06-13T06:10:44.659 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : xfsprogs-devel-6.4.0-1.el9.x86_64 101/172 2024-06-13T06:10:44.659 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/172 2024-06-13T06:10:44.659 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/172 2024-06-13T06:10:44.659 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/172 2024-06-13T06:10:44.659 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/172 2024-06-13T06:10:44.659 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/172 2024-06-13T06:10:44.659 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/172 2024-06-13T06:10:44.659 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/172 2024-06-13T06:10:44.659 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/172 2024-06-13T06:10:44.659 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/172 2024-06-13T06:10:44.659 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/172 2024-06-13T06:10:44.659 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/172 2024-06-13T06:10:44.660 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/172 2024-06-13T06:10:44.660 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/172 2024-06-13T06:10:44.660 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/172 2024-06-13T06:10:44.660 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/172 2024-06-13T06:10:44.660 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/172 2024-06-13T06:10:44.660 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 118/172 2024-06-13T06:10:44.660 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/172 2024-06-13T06:10:44.660 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/172 2024-06-13T06:10:44.660 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/172 2024-06-13T06:10:44.660 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-google-auth-1:2.29.0-2.el9.noarch 122/172 2024-06-13T06:10:44.660 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/172 2024-06-13T06:10:44.660 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/172 2024-06-13T06:10:44.660 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/172 2024-06-13T06:10:44.661 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/172 2024-06-13T06:10:44.661 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/172 2024-06-13T06:10:44.661 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/172 2024-06-13T06:10:44.661 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/172 2024-06-13T06:10:44.661 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/172 2024-06-13T06:10:44.661 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/172 2024-06-13T06:10:44.661 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/172 2024-06-13T06:10:44.661 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/172 2024-06-13T06:10:44.661 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/172 2024-06-13T06:10:44.661 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/172 2024-06-13T06:10:44.661 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/172 2024-06-13T06:10:44.661 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/172 2024-06-13T06:10:44.662 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/172 2024-06-13T06:10:44.662 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/172 2024-06-13T06:10:44.662 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/172 2024-06-13T06:10:44.662 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/172 2024-06-13T06:10:44.662 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/172 2024-06-13T06:10:44.662 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/172 2024-06-13T06:10:44.662 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/172 2024-06-13T06:10:44.662 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/172 2024-06-13T06:10:44.662 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/172 2024-06-13T06:10:44.662 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/172 2024-06-13T06:10:44.662 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/172 2024-06-13T06:10:44.662 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : librados2-2:19.0.0-2946.g3d89accf.el9.x86_64 149/172 2024-06-13T06:10:44.663 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/172 2024-06-13T06:10:44.663 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : librbd1-2:19.0.0-2946.g3d89accf.el9.x86_64 151/172 2024-06-13T06:10:44.663 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/172 2024-06-13T06:10:44.663 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : NetworkManager-1:1.47.91-1.el9.x86_64 153/172 2024-06-13T06:10:44.663 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 154/172 2024-06-13T06:10:44.663 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : NetworkManager-libnm-1:1.47.91-1.el9.x86_64 155/172 2024-06-13T06:10:44.663 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 156/172 2024-06-13T06:10:44.666 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : NetworkManager-team-1:1.47.91-1.el9.x86_64 157/172 2024-06-13T06:10:44.666 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 158/172 2024-06-13T06:10:44.666 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : NetworkManager-tui-1:1.47.91-1.el9.x86_64 159/172 2024-06-13T06:10:44.666 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/172 2024-06-13T06:10:44.666 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : elfutils-debuginfod-client-0.191-4.el9.x86_64 161/172 2024-06-13T06:10:44.666 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/172 2024-06-13T06:10:44.666 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : elfutils-libelf-0.191-4.el9.x86_64 163/172 2024-06-13T06:10:44.667 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 164/172 2024-06-13T06:10:44.667 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : elfutils-libs-0.191-4.el9.x86_64 165/172 2024-06-13T06:10:44.667 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 166/172 2024-06-13T06:10:44.667 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : openssl-1:3.2.2-1.el9.x86_64 167/172 2024-06-13T06:10:44.667 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 168/172 2024-06-13T06:10:44.667 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : openssl-libs-1:3.2.2-1.el9.x86_64 169/172 2024-06-13T06:10:44.667 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 170/172 2024-06-13T06:10:44.667 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : xfsprogs-6.4.0-1.el9.x86_64 171/172 2024-06-13T06:10:47.541 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : xfsprogs-6.3.0-1.el9.x86_64 172/172 2024-06-13T06:10:47.541 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:10:47.541 INFO:teuthology.orchestra.run.smithi039.stdout:Upgraded: 2024-06-13T06:10:47.541 INFO:teuthology.orchestra.run.smithi039.stdout: NetworkManager-1:1.47.91-1.el9.x86_64 2024-06-13T06:10:47.541 INFO:teuthology.orchestra.run.smithi039.stdout: NetworkManager-libnm-1:1.47.91-1.el9.x86_64 2024-06-13T06:10:47.541 INFO:teuthology.orchestra.run.smithi039.stdout: NetworkManager-team-1:1.47.91-1.el9.x86_64 2024-06-13T06:10:47.542 INFO:teuthology.orchestra.run.smithi039.stdout: NetworkManager-tui-1:1.47.91-1.el9.x86_64 2024-06-13T06:10:47.542 INFO:teuthology.orchestra.run.smithi039.stdout: elfutils-debuginfod-client-0.191-4.el9.x86_64 2024-06-13T06:10:47.542 INFO:teuthology.orchestra.run.smithi039.stdout: elfutils-libelf-0.191-4.el9.x86_64 2024-06-13T06:10:47.542 INFO:teuthology.orchestra.run.smithi039.stdout: elfutils-libs-0.191-4.el9.x86_64 2024-06-13T06:10:47.542 INFO:teuthology.orchestra.run.smithi039.stdout: librados2-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:47.542 INFO:teuthology.orchestra.run.smithi039.stdout: librbd1-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:47.542 INFO:teuthology.orchestra.run.smithi039.stdout: openssl-1:3.2.2-1.el9.x86_64 2024-06-13T06:10:47.542 INFO:teuthology.orchestra.run.smithi039.stdout: openssl-libs-1:3.2.2-1.el9.x86_64 2024-06-13T06:10:47.542 INFO:teuthology.orchestra.run.smithi039.stdout: xfsprogs-6.4.0-1.el9.x86_64 2024-06-13T06:10:47.542 INFO:teuthology.orchestra.run.smithi039.stdout:Installed: 2024-06-13T06:10:47.542 INFO:teuthology.orchestra.run.smithi039.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-06-13T06:10:47.543 INFO:teuthology.orchestra.run.smithi039.stdout: automake-1.16.2-8.el9.noarch 2024-06-13T06:10:47.543 INFO:teuthology.orchestra.run.smithi039.stdout: bison-3.7.4-5.el9.x86_64 2024-06-13T06:10:47.543 INFO:teuthology.orchestra.run.smithi039.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-06-13T06:10:47.543 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:47.543 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-base-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:47.543 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:47.543 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:47.543 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-grafana-dashboards-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T06:10:47.543 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-immutable-object-cache-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:47.543 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mds-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:47.543 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:47.543 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T06:10:47.543 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-dashboard-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T06:10:47.544 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-diskprediction-local-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T06:10:47.544 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-modules-core-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T06:10:47.544 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-rook-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T06:10:47.544 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mon-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:47.544 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-osd-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:47.544 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-prometheus-alerts-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T06:10:47.544 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-radosgw-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:47.544 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-selinux-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:47.544 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-test-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:47.544 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-volume-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T06:10:47.544 INFO:teuthology.orchestra.run.smithi039.stdout: cephadm-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T06:10:47.545 INFO:teuthology.orchestra.run.smithi039.stdout: cephfs-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:47.545 INFO:teuthology.orchestra.run.smithi039.stdout: cephfs-shell-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:47.545 INFO:teuthology.orchestra.run.smithi039.stdout: cephfs-top-2:19.0.0-2946.g3d89accf.el9.noarch 2024-06-13T06:10:47.545 INFO:teuthology.orchestra.run.smithi039.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-06-13T06:10:47.545 INFO:teuthology.orchestra.run.smithi039.stdout: flex-2.6.4-9.el9.x86_64 2024-06-13T06:10:47.545 INFO:teuthology.orchestra.run.smithi039.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-06-13T06:10:47.545 INFO:teuthology.orchestra.run.smithi039.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-06-13T06:10:47.545 INFO:teuthology.orchestra.run.smithi039.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-06-13T06:10:47.545 INFO:teuthology.orchestra.run.smithi039.stdout: fuse-2.9.9-15.el9.x86_64 2024-06-13T06:10:47.545 INFO:teuthology.orchestra.run.smithi039.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-06-13T06:10:47.546 INFO:teuthology.orchestra.run.smithi039.stdout: grpc-data-1.46.7-10.el9.noarch 2024-06-13T06:10:47.546 INFO:teuthology.orchestra.run.smithi039.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-06-13T06:10:47.546 INFO:teuthology.orchestra.run.smithi039.stdout: libarrow-9.0.0-11.el9.x86_64 2024-06-13T06:10:47.546 INFO:teuthology.orchestra.run.smithi039.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-06-13T06:10:47.546 INFO:teuthology.orchestra.run.smithi039.stdout: libcephfs-devel-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:47.546 INFO:teuthology.orchestra.run.smithi039.stdout: libcephfs2-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:47.546 INFO:teuthology.orchestra.run.smithi039.stdout: libcephsqlite-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:47.546 INFO:teuthology.orchestra.run.smithi039.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-06-13T06:10:47.546 INFO:teuthology.orchestra.run.smithi039.stdout: liboath-2.6.7-2.el9.x86_64 2024-06-13T06:10:47.546 INFO:teuthology.orchestra.run.smithi039.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-06-13T06:10:47.546 INFO:teuthology.orchestra.run.smithi039.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-06-13T06:10:47.546 INFO:teuthology.orchestra.run.smithi039.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-06-13T06:10:47.547 INFO:teuthology.orchestra.run.smithi039.stdout: librados-devel-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:47.547 INFO:teuthology.orchestra.run.smithi039.stdout: libradosstriper1-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:47.547 INFO:teuthology.orchestra.run.smithi039.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-06-13T06:10:47.547 INFO:teuthology.orchestra.run.smithi039.stdout: librgw2-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:47.547 INFO:teuthology.orchestra.run.smithi039.stdout: libtool-2.4.6-45.el9.x86_64 2024-06-13T06:10:47.547 INFO:teuthology.orchestra.run.smithi039.stdout: libunwind-1.6.2-1.el9.x86_64 2024-06-13T06:10:47.547 INFO:teuthology.orchestra.run.smithi039.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-06-13T06:10:47.547 INFO:teuthology.orchestra.run.smithi039.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-06-13T06:10:47.547 INFO:teuthology.orchestra.run.smithi039.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-06-13T06:10:47.547 INFO:teuthology.orchestra.run.smithi039.stdout: lua-5.4.4-4.el9.x86_64 2024-06-13T06:10:47.547 INFO:teuthology.orchestra.run.smithi039.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-06-13T06:10:47.547 INFO:teuthology.orchestra.run.smithi039.stdout: luarocks-3.9.2-5.el9.noarch 2024-06-13T06:10:47.548 INFO:teuthology.orchestra.run.smithi039.stdout: openblas-0.3.21-2.el9.x86_64 2024-06-13T06:10:47.548 INFO:teuthology.orchestra.run.smithi039.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-06-13T06:10:47.548 INFO:teuthology.orchestra.run.smithi039.stdout: openssl-devel-1:3.2.2-1.el9.x86_64 2024-06-13T06:10:47.548 INFO:teuthology.orchestra.run.smithi039.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-06-13T06:10:47.548 INFO:teuthology.orchestra.run.smithi039.stdout: postgresql-13.14-1.el9.x86_64 2024-06-13T06:10:47.548 INFO:teuthology.orchestra.run.smithi039.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-06-13T06:10:47.548 INFO:teuthology.orchestra.run.smithi039.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-06-13T06:10:47.548 INFO:teuthology.orchestra.run.smithi039.stdout: postgresql-server-13.14-1.el9.x86_64 2024-06-13T06:10:47.548 INFO:teuthology.orchestra.run.smithi039.stdout: protobuf-3.14.0-13.el9.x86_64 2024-06-13T06:10:47.548 INFO:teuthology.orchestra.run.smithi039.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-06-13T06:10:47.548 INFO:teuthology.orchestra.run.smithi039.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-06-13T06:10:47.548 INFO:teuthology.orchestra.run.smithi039.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-06-13T06:10:47.548 INFO:teuthology.orchestra.run.smithi039.stdout: python3-babel-2.9.1-2.el9.noarch 2024-06-13T06:10:47.549 INFO:teuthology.orchestra.run.smithi039.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-06-13T06:10:47.549 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-06-13T06:10:47.549 INFO:teuthology.orchestra.run.smithi039.stdout: python3-ceph-argparse-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:47.549 INFO:teuthology.orchestra.run.smithi039.stdout: python3-ceph-common-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:47.549 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cephfs-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:47.549 INFO:teuthology.orchestra.run.smithi039.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-06-13T06:10:47.549 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-06-13T06:10:47.549 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-06-13T06:10:47.549 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-06-13T06:10:47.549 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-06-13T06:10:47.549 INFO:teuthology.orchestra.run.smithi039.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-06-13T06:10:47.549 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-06-13T06:10:47.549 INFO:teuthology.orchestra.run.smithi039.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-06-13T06:10:47.550 INFO:teuthology.orchestra.run.smithi039.stdout: python3-google-auth-1:2.29.0-2.el9.noarch 2024-06-13T06:10:47.550 INFO:teuthology.orchestra.run.smithi039.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-06-13T06:10:47.550 INFO:teuthology.orchestra.run.smithi039.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-06-13T06:10:47.550 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-06-13T06:10:47.550 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-06-13T06:10:47.550 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-06-13T06:10:47.550 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-06-13T06:10:47.550 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-06-13T06:10:47.550 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-06-13T06:10:47.550 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-06-13T06:10:47.550 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-06-13T06:10:47.550 INFO:teuthology.orchestra.run.smithi039.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-06-13T06:10:47.550 INFO:teuthology.orchestra.run.smithi039.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-06-13T06:10:47.551 INFO:teuthology.orchestra.run.smithi039.stdout: python3-mako-1.1.4-6.el9.noarch 2024-06-13T06:10:47.551 INFO:teuthology.orchestra.run.smithi039.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-06-13T06:10:47.551 INFO:teuthology.orchestra.run.smithi039.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-06-13T06:10:47.551 INFO:teuthology.orchestra.run.smithi039.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-06-13T06:10:47.551 INFO:teuthology.orchestra.run.smithi039.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-06-13T06:10:47.551 INFO:teuthology.orchestra.run.smithi039.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-06-13T06:10:47.551 INFO:teuthology.orchestra.run.smithi039.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-06-13T06:10:47.551 INFO:teuthology.orchestra.run.smithi039.stdout: python3-packaging-20.9-5.el9.noarch 2024-06-13T06:10:47.551 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-06-13T06:10:47.551 INFO:teuthology.orchestra.run.smithi039.stdout: python3-ply-3.11-14.el9.noarch 2024-06-13T06:10:47.551 INFO:teuthology.orchestra.run.smithi039.stdout: python3-portend-3.1.0-2.el9.noarch 2024-06-13T06:10:47.551 INFO:teuthology.orchestra.run.smithi039.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-06-13T06:10:47.551 INFO:teuthology.orchestra.run.smithi039.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-06-13T06:10:47.552 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-06-13T06:10:47.552 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-06-13T06:10:47.552 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-06-13T06:10:47.552 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pycparser-2.20-6.el9.noarch 2024-06-13T06:10:47.552 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-06-13T06:10:47.552 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pytz-2021.1-5.el9.noarch 2024-06-13T06:10:47.552 INFO:teuthology.orchestra.run.smithi039.stdout: python3-rados-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:47.552 INFO:teuthology.orchestra.run.smithi039.stdout: python3-rbd-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:47.552 INFO:teuthology.orchestra.run.smithi039.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-06-13T06:10:47.552 INFO:teuthology.orchestra.run.smithi039.stdout: python3-requests-2.25.1-8.el9.noarch 2024-06-13T06:10:47.552 INFO:teuthology.orchestra.run.smithi039.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-06-13T06:10:47.552 INFO:teuthology.orchestra.run.smithi039.stdout: python3-rgw-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:47.553 INFO:teuthology.orchestra.run.smithi039.stdout: python3-routes-2.5.1-5.el9.noarch 2024-06-13T06:10:47.553 INFO:teuthology.orchestra.run.smithi039.stdout: python3-rsa-4.9-2.el9.noarch 2024-06-13T06:10:47.553 INFO:teuthology.orchestra.run.smithi039.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-06-13T06:10:47.553 INFO:teuthology.orchestra.run.smithi039.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-06-13T06:10:47.553 INFO:teuthology.orchestra.run.smithi039.stdout: python3-toml-0.10.2-6.el9.noarch 2024-06-13T06:10:47.553 INFO:teuthology.orchestra.run.smithi039.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-06-13T06:10:47.553 INFO:teuthology.orchestra.run.smithi039.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-06-13T06:10:47.553 INFO:teuthology.orchestra.run.smithi039.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-06-13T06:10:47.553 INFO:teuthology.orchestra.run.smithi039.stdout: python3-webob-1.8.7-6.el9.noarch 2024-06-13T06:10:47.553 INFO:teuthology.orchestra.run.smithi039.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-06-13T06:10:47.553 INFO:teuthology.orchestra.run.smithi039.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-06-13T06:10:47.553 INFO:teuthology.orchestra.run.smithi039.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-06-13T06:10:47.554 INFO:teuthology.orchestra.run.smithi039.stdout: qatlib-24.02.0-1.el9.x86_64 2024-06-13T06:10:47.554 INFO:teuthology.orchestra.run.smithi039.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-06-13T06:10:47.554 INFO:teuthology.orchestra.run.smithi039.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-06-13T06:10:47.554 INFO:teuthology.orchestra.run.smithi039.stdout: rbd-fuse-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:47.554 INFO:teuthology.orchestra.run.smithi039.stdout: rbd-mirror-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:47.554 INFO:teuthology.orchestra.run.smithi039.stdout: rbd-nbd-2:19.0.0-2946.g3d89accf.el9.x86_64 2024-06-13T06:10:47.554 INFO:teuthology.orchestra.run.smithi039.stdout: re2-1:20211101-3.el9.x86_64 2024-06-13T06:10:47.554 INFO:teuthology.orchestra.run.smithi039.stdout: socat-1.7.4.1-6.el9.x86_64 2024-06-13T06:10:47.554 INFO:teuthology.orchestra.run.smithi039.stdout: thrift-0.15.0-2.el9.x86_64 2024-06-13T06:10:47.554 INFO:teuthology.orchestra.run.smithi039.stdout: uuid-1.6.2-55.el9.x86_64 2024-06-13T06:10:47.554 INFO:teuthology.orchestra.run.smithi039.stdout: xfsprogs-devel-6.4.0-1.el9.x86_64 2024-06-13T06:10:47.554 INFO:teuthology.orchestra.run.smithi039.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-06-13T06:10:47.555 INFO:teuthology.orchestra.run.smithi039.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-06-13T06:10:47.555 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:10:47.555 INFO:teuthology.orchestra.run.smithi039.stdout:Complete! 2024-06-13T06:10:47.971 DEBUG:teuthology.parallel:result is None 2024-06-13T06:10:47.972 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=3d89accfe3201286f000e065a1faea2a88c7a6ba 2024-06-13T06:10:48.195 DEBUG:teuthology.orchestra.run.smithi039:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-06-13T06:10:48.218 INFO:teuthology.orchestra.run.smithi039.stdout:19.0.0-2946.g3d89accf.el9 2024-06-13T06:10:48.218 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-2946.g3d89accf.el9 2024-06-13T06:10:48.218 INFO:teuthology.task.install:The correct ceph version 19.0.0-2946.g3d89accf is installed. 2024-06-13T06:10:48.220 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=3d89accfe3201286f000e065a1faea2a88c7a6ba 2024-06-13T06:10:48.364 DEBUG:teuthology.orchestra.run.smithi096:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-06-13T06:10:48.389 INFO:teuthology.orchestra.run.smithi096.stdout:19.0.0-2946.g3d89accf.el9 2024-06-13T06:10:48.389 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-2946.g3d89accf.el9 2024-06-13T06:10:48.390 INFO:teuthology.task.install:The correct ceph version 19.0.0-2946.g3d89accf is installed. 2024-06-13T06:10:48.391 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=3d89accfe3201286f000e065a1faea2a88c7a6ba 2024-06-13T06:10:48.616 DEBUG:teuthology.orchestra.run.smithi149:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-06-13T06:10:48.642 INFO:teuthology.orchestra.run.smithi149.stdout:19.0.0-2946.g3d89accf.el9 2024-06-13T06:10:48.642 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-2946.g3d89accf.el9 2024-06-13T06:10:48.642 INFO:teuthology.task.install:The correct ceph version 19.0.0-2946.g3d89accf is installed. 2024-06-13T06:10:48.644 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-06-13T06:10:48.644 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-06-13T06:10:48.644 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-06-13T06:10:48.675 DEBUG:teuthology.orchestra.run.smithi096:> set -ex 2024-06-13T06:10:48.675 DEBUG:teuthology.orchestra.run.smithi096:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-06-13T06:10:48.706 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2024-06-13T06:10:48.706 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-06-13T06:10:48.737 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-06-13T06:10:48.737 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-06-13T06:10:48.737 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd of=/usr/bin/daemon-helper 2024-06-13T06:10:48.764 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-06-13T06:10:48.832 DEBUG:teuthology.orchestra.run.smithi096:> set -ex 2024-06-13T06:10:48.832 DEBUG:teuthology.orchestra.run.smithi096:> sudo dd of=/usr/bin/daemon-helper 2024-06-13T06:10:48.859 DEBUG:teuthology.orchestra.run.smithi096:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-06-13T06:10:48.927 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2024-06-13T06:10:48.927 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd of=/usr/bin/daemon-helper 2024-06-13T06:10:48.955 DEBUG:teuthology.orchestra.run.smithi149:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-06-13T06:10:49.023 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-06-13T06:10:49.023 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-06-13T06:10:49.024 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd of=/usr/bin/adjust-ulimits 2024-06-13T06:10:49.051 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-06-13T06:10:49.119 DEBUG:teuthology.orchestra.run.smithi096:> set -ex 2024-06-13T06:10:49.119 DEBUG:teuthology.orchestra.run.smithi096:> sudo dd of=/usr/bin/adjust-ulimits 2024-06-13T06:10:49.145 DEBUG:teuthology.orchestra.run.smithi096:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-06-13T06:10:49.208 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2024-06-13T06:10:49.208 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd of=/usr/bin/adjust-ulimits 2024-06-13T06:10:49.232 DEBUG:teuthology.orchestra.run.smithi149:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-06-13T06:10:49.295 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-06-13T06:10:49.295 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-06-13T06:10:49.296 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd of=/usr/bin/stdin-killer 2024-06-13T06:10:49.324 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-06-13T06:10:49.392 DEBUG:teuthology.orchestra.run.smithi096:> set -ex 2024-06-13T06:10:49.392 DEBUG:teuthology.orchestra.run.smithi096:> sudo dd of=/usr/bin/stdin-killer 2024-06-13T06:10:49.416 DEBUG:teuthology.orchestra.run.smithi096:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-06-13T06:10:49.483 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2024-06-13T06:10:49.483 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd of=/usr/bin/stdin-killer 2024-06-13T06:10:49.507 DEBUG:teuthology.orchestra.run.smithi149:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-06-13T06:10:49.572 INFO:teuthology.run_tasks:Running task cephadm... 2024-06-13T06:10:49.673 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'max_mds': 3, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'mds_bal_replicate_threshold': 1, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug cephsqlite': 20, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120}, 'osd': {'bluestore block size': 96636764160, 'bluestore compression mode': 'aggressive', 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10000}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability'], 'sha1': '3d89accfe3201286f000e065a1faea2a88c7a6ba', 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'}} 2024-06-13T06:10:49.674 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba 2024-06-13T06:10:49.674 INFO:tasks.cephadm:Cluster fsid is ae626f9c-294b-11ef-bc9c-c7b262605968 2024-06-13T06:10:49.674 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-06-13T06:10:49.675 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.39', 'mon.b': '172.21.15.96', 'mon.c': '172.21.15.149'} 2024-06-13T06:10:49.675 INFO:tasks.cephadm:First mon is mon.a on smithi039 2024-06-13T06:10:49.675 INFO:tasks.cephadm:First mgr is x 2024-06-13T06:10:49.675 INFO:tasks.cephadm:Normalizing hostnames... 2024-06-13T06:10:49.675 DEBUG:teuthology.orchestra.run.smithi039:> sudo hostname $(hostname -s) 2024-06-13T06:10:49.704 DEBUG:teuthology.orchestra.run.smithi096:> sudo hostname $(hostname -s) 2024-06-13T06:10:49.728 DEBUG:teuthology.orchestra.run.smithi149:> sudo hostname $(hostname -s) 2024-06-13T06:10:49.751 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2024-06-13T06:10:49.752 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=3d89accfe3201286f000e065a1faea2a88c7a6ba 2024-06-13T06:10:49.970 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '3d89accfe3201286f000e065a1faea2a88c7a6ba', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/55273/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-2946-g3d89accf', 'node_name': '172.21.2.14+braggi14', 'job_name': 'ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-2946.g3d89accf'}, 'url': 'https://3.chacra.ceph.com/r/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-05-30 17:04:17.570799', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'squid', 'chacra_url': 'https://3.chacra.ceph.com/repos/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/flavors/default/', 'archs': ['x86_64', 'source'], 'distro': 'centos'}] 2024-06-13T06:10:50.113 INFO:tasks.util.chacra:got chacra host 3.chacra.ceph.com, ref squid, sha1 3d89accfe3201286f000e065a1faea2a88c7a6ba from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&sha1=3d89accfe3201286f000e065a1faea2a88c7a6ba 2024-06-13T06:10:50.114 INFO:tasks.cephadm:Discovered cachra url: https://3.chacra.ceph.com/binaries/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/x86_64/flavors/default/cephadm 2024-06-13T06:10:50.115 DEBUG:teuthology.orchestra.run.smithi039:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-06-13T06:10:50.818 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-r--r--. 1 ubuntu ubuntu 781907 Jun 13 06:10 /home/ubuntu/cephtest/cephadm 2024-06-13T06:10:50.818 DEBUG:teuthology.orchestra.run.smithi096:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-06-13T06:10:51.526 INFO:teuthology.orchestra.run.smithi096.stdout:-rw-r--r--. 1 ubuntu ubuntu 781907 Jun 13 06:10 /home/ubuntu/cephtest/cephadm 2024-06-13T06:10:51.526 DEBUG:teuthology.orchestra.run.smithi149:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/squid/3d89accfe3201286f000e065a1faea2a88c7a6ba/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-06-13T06:10:52.437 INFO:teuthology.orchestra.run.smithi149.stdout:-rw-r--r--. 1 ubuntu ubuntu 781907 Jun 13 06:10 /home/ubuntu/cephtest/cephadm 2024-06-13T06:10:52.438 DEBUG:teuthology.orchestra.run.smithi039:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-06-13T06:10:52.458 DEBUG:teuthology.orchestra.run.smithi096:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-06-13T06:10:52.477 DEBUG:teuthology.orchestra.run.smithi149:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-06-13T06:10:52.510 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba on all hosts... 2024-06-13T06:10:52.511 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba pull 2024-06-13T06:10:52.513 DEBUG:teuthology.orchestra.run.smithi096:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba pull 2024-06-13T06:10:52.520 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba pull 2024-06-13T06:10:53.409 INFO:teuthology.orchestra.run.smithi096.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba... 2024-06-13T06:10:53.598 INFO:teuthology.orchestra.run.smithi149.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba... 2024-06-13T06:10:53.631 INFO:teuthology.orchestra.run.smithi039.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba... 2024-06-13T06:11:23.014 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-06-13T06:11:23.014 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_version": "ceph version 19.0.0-2946-g3d89accf (3d89accfe3201286f000e065a1faea2a88c7a6ba) squid (rc)", 2024-06-13T06:11:23.014 INFO:teuthology.orchestra.run.smithi039.stdout: "image_id": "b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1", 2024-06-13T06:11:23.014 INFO:teuthology.orchestra.run.smithi039.stdout: "repo_digests": [ 2024-06-13T06:11:23.014 INFO:teuthology.orchestra.run.smithi039.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9" 2024-06-13T06:11:23.014 INFO:teuthology.orchestra.run.smithi039.stdout: ] 2024-06-13T06:11:23.014 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-06-13T06:11:23.108 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2024-06-13T06:11:23.108 INFO:teuthology.orchestra.run.smithi149.stdout: "ceph_version": "ceph version 19.0.0-2946-g3d89accf (3d89accfe3201286f000e065a1faea2a88c7a6ba) squid (rc)", 2024-06-13T06:11:23.108 INFO:teuthology.orchestra.run.smithi149.stdout: "image_id": "b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1", 2024-06-13T06:11:23.108 INFO:teuthology.orchestra.run.smithi149.stdout: "repo_digests": [ 2024-06-13T06:11:23.108 INFO:teuthology.orchestra.run.smithi149.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9" 2024-06-13T06:11:23.108 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2024-06-13T06:11:23.108 INFO:teuthology.orchestra.run.smithi149.stdout:} 2024-06-13T06:11:29.683 INFO:teuthology.orchestra.run.smithi096.stdout:{ 2024-06-13T06:11:29.683 INFO:teuthology.orchestra.run.smithi096.stdout: "ceph_version": "ceph version 19.0.0-2946-g3d89accf (3d89accfe3201286f000e065a1faea2a88c7a6ba) squid (rc)", 2024-06-13T06:11:29.683 INFO:teuthology.orchestra.run.smithi096.stdout: "image_id": "b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1", 2024-06-13T06:11:29.683 INFO:teuthology.orchestra.run.smithi096.stdout: "repo_digests": [ 2024-06-13T06:11:29.684 INFO:teuthology.orchestra.run.smithi096.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9" 2024-06-13T06:11:29.684 INFO:teuthology.orchestra.run.smithi096.stdout: ] 2024-06-13T06:11:29.684 INFO:teuthology.orchestra.run.smithi096.stdout:} 2024-06-13T06:11:29.707 DEBUG:teuthology.orchestra.run.smithi039:> sudo mkdir -p /etc/ceph 2024-06-13T06:11:29.741 DEBUG:teuthology.orchestra.run.smithi096:> sudo mkdir -p /etc/ceph 2024-06-13T06:11:29.767 DEBUG:teuthology.orchestra.run.smithi149:> sudo mkdir -p /etc/ceph 2024-06-13T06:11:29.799 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 777 /etc/ceph 2024-06-13T06:11:29.829 DEBUG:teuthology.orchestra.run.smithi096:> sudo chmod 777 /etc/ceph 2024-06-13T06:11:29.852 DEBUG:teuthology.orchestra.run.smithi149:> sudo chmod 777 /etc/ceph 2024-06-13T06:11:29.877 INFO:tasks.cephadm:Writing seed config... 2024-06-13T06:11:29.879 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2024-06-13T06:11:29.879 INFO:tasks.cephadm: override: [client] debug client = 20 2024-06-13T06:11:29.879 INFO:tasks.cephadm: override: [client] debug ms = 1 2024-06-13T06:11:29.879 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2024-06-13T06:11:29.879 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2024-06-13T06:11:29.879 INFO:tasks.cephadm: override: [global] ms die on skipped message = False 2024-06-13T06:11:29.879 INFO:tasks.cephadm: override: [mds] debug mds = 20 2024-06-13T06:11:29.879 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2024-06-13T06:11:29.879 INFO:tasks.cephadm: override: [mds] debug ms = 1 2024-06-13T06:11:29.879 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2024-06-13T06:11:29.879 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2024-06-13T06:11:29.879 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2024-06-13T06:11:29.880 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2024-06-13T06:11:29.880 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2024-06-13T06:11:29.880 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2024-06-13T06:11:29.880 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2024-06-13T06:11:29.880 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2024-06-13T06:11:29.880 INFO:tasks.cephadm: override: [mds] mds_bal_replicate_threshold = 1 2024-06-13T06:11:29.880 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2024-06-13T06:11:29.880 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2024-06-13T06:11:29.880 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2024-06-13T06:11:29.880 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2024-06-13T06:11:29.880 INFO:tasks.cephadm: override: [mgr] debug cephsqlite = 20 2024-06-13T06:11:29.880 INFO:tasks.cephadm: override: [mgr] debug client = 20 2024-06-13T06:11:29.881 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-06-13T06:11:29.881 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-06-13T06:11:29.881 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-06-13T06:11:29.881 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-06-13T06:11:29.881 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-06-13T06:11:29.881 INFO:tasks.cephadm: override: [mon] mon down mkfs grace = 300 2024-06-13T06:11:29.881 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2024-06-13T06:11:29.881 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2024-06-13T06:11:29.881 INFO:tasks.cephadm: override: [osd] bluestore compression mode = aggressive 2024-06-13T06:11:29.881 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2024-06-13T06:11:29.881 INFO:tasks.cephadm: override: [osd] debug bluefs = 20 2024-06-13T06:11:29.881 INFO:tasks.cephadm: override: [osd] debug bluestore = 20 2024-06-13T06:11:29.881 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-06-13T06:11:29.881 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-06-13T06:11:29.881 INFO:tasks.cephadm: override: [osd] debug rocksdb = 10 2024-06-13T06:11:29.882 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2024-06-13T06:11:29.882 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2024-06-13T06:11:29.882 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2024-06-13T06:11:29.882 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2024-06-13T06:11:29.882 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2024-06-13T06:11:29.882 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2024-06-13T06:11:29.882 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-06-13T06:11:29.882 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10000 2024-06-13T06:11:29.883 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-06-13T06:11:29.883 DEBUG:teuthology.orchestra.run.smithi039:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-06-13T06:11:29.901 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = ae626f9c-294b-11ef-bc9c-c7b262605968 ms die on skipped message = False [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bluestore block size = 96636764160 bluestore compression mode = aggressive bluestore fsck on mount = True debug bluefs = 20 debug bluestore = 20 debug ms = 1 debug osd = 20 debug rocksdb = 10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10000 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug cephsqlite = 20 debug client = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon down mkfs grace = 300 mon op complaint time = 120 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True mds_bal_replicate_threshold = 1 osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2024-06-13T06:11:29.902 DEBUG:teuthology.orchestra.run.smithi039:mon.a> sudo journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mon.a.service 2024-06-13T06:11:29.945 DEBUG:teuthology.orchestra.run.smithi039:mgr.x> sudo journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mgr.x.service 2024-06-13T06:11:29.987 INFO:tasks.cephadm:Bootstrapping... 2024-06-13T06:11:29.987 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba -v bootstrap --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.39 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-06-13T06:11:30.188 INFO:teuthology.orchestra.run.smithi039.stdout:-------------------------------------------------------------------------------- 2024-06-13T06:11:30.188 INFO:teuthology.orchestra.run.smithi039.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba', '-v', 'bootstrap', '--fsid', 'ae626f9c-294b-11ef-bc9c-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.39', '--skip-admin-label'] 2024-06-13T06:11:30.189 INFO:teuthology.orchestra.run.smithi039.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-06-13T06:11:30.189 INFO:teuthology.orchestra.run.smithi039.stdout:Verifying podman|docker is present... 2024-06-13T06:11:30.214 INFO:teuthology.orchestra.run.smithi039.stdout:/bin/podman: stdout 5.1.0 2024-06-13T06:11:30.214 INFO:teuthology.orchestra.run.smithi039.stdout:Verifying lvm2 is present... 2024-06-13T06:11:30.214 INFO:teuthology.orchestra.run.smithi039.stdout:Verifying time synchronization is in place... 2024-06-13T06:11:30.222 INFO:teuthology.orchestra.run.smithi039.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-06-13T06:11:30.222 INFO:teuthology.orchestra.run.smithi039.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-06-13T06:11:30.229 INFO:teuthology.orchestra.run.smithi039.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-06-13T06:11:30.229 INFO:teuthology.orchestra.run.smithi039.stdout:systemctl: stdout inactive 2024-06-13T06:11:30.236 INFO:teuthology.orchestra.run.smithi039.stdout:systemctl: stdout enabled 2024-06-13T06:11:30.242 INFO:teuthology.orchestra.run.smithi039.stdout:systemctl: stdout active 2024-06-13T06:11:30.242 INFO:teuthology.orchestra.run.smithi039.stdout:Unit chronyd.service is enabled and running 2024-06-13T06:11:30.242 INFO:teuthology.orchestra.run.smithi039.stdout:Repeating the final host check... 2024-06-13T06:11:30.267 INFO:teuthology.orchestra.run.smithi039.stdout:/bin/podman: stdout 5.1.0 2024-06-13T06:11:30.267 INFO:teuthology.orchestra.run.smithi039.stdout:podman (/bin/podman) version 5.1.0 is present 2024-06-13T06:11:30.267 INFO:teuthology.orchestra.run.smithi039.stdout:systemctl is present 2024-06-13T06:11:30.268 INFO:teuthology.orchestra.run.smithi039.stdout:lvcreate is present 2024-06-13T06:11:30.274 INFO:teuthology.orchestra.run.smithi039.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-06-13T06:11:30.274 INFO:teuthology.orchestra.run.smithi039.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-06-13T06:11:30.281 INFO:teuthology.orchestra.run.smithi039.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-06-13T06:11:30.281 INFO:teuthology.orchestra.run.smithi039.stdout:systemctl: stdout inactive 2024-06-13T06:11:30.287 INFO:teuthology.orchestra.run.smithi039.stdout:systemctl: stdout enabled 2024-06-13T06:11:30.294 INFO:teuthology.orchestra.run.smithi039.stdout:systemctl: stdout active 2024-06-13T06:11:30.294 INFO:teuthology.orchestra.run.smithi039.stdout:Unit chronyd.service is enabled and running 2024-06-13T06:11:30.294 INFO:teuthology.orchestra.run.smithi039.stdout:Host looks OK 2024-06-13T06:11:30.294 INFO:teuthology.orchestra.run.smithi039.stdout:Cluster fsid: ae626f9c-294b-11ef-bc9c-c7b262605968 2024-06-13T06:11:30.295 INFO:teuthology.orchestra.run.smithi039.stdout:Acquiring lock 140489792337280 on /run/cephadm/ae626f9c-294b-11ef-bc9c-c7b262605968.lock 2024-06-13T06:11:30.295 INFO:teuthology.orchestra.run.smithi039.stdout:Lock 140489792337280 acquired on /run/cephadm/ae626f9c-294b-11ef-bc9c-c7b262605968.lock 2024-06-13T06:11:30.295 INFO:teuthology.orchestra.run.smithi039.stdout:Verifying IP 172.21.15.39 port 3300 ... 2024-06-13T06:11:30.295 INFO:teuthology.orchestra.run.smithi039.stdout:Verifying IP 172.21.15.39 port 6789 ... 2024-06-13T06:11:30.295 INFO:teuthology.orchestra.run.smithi039.stdout:Base mon IP(s) is [172.21.15.39:3300, 172.21.15.39:6789], mon addrv is [v2:172.21.15.39:3300,v1:172.21.15.39:6789] 2024-06-13T06:11:30.299 INFO:teuthology.orchestra.run.smithi039.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.39 metric 100 2024-06-13T06:11:30.299 INFO:teuthology.orchestra.run.smithi039.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.39 metric 100 2024-06-13T06:11:30.302 INFO:teuthology.orchestra.run.smithi039.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-06-13T06:11:30.302 INFO:teuthology.orchestra.run.smithi039.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 1024 pref medium 2024-06-13T06:11:30.302 INFO:teuthology.orchestra.run.smithi039.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 100 pref medium 2024-06-13T06:11:30.305 INFO:teuthology.orchestra.run.smithi039.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-06-13T06:11:30.305 INFO:teuthology.orchestra.run.smithi039.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-06-13T06:11:30.305 INFO:teuthology.orchestra.run.smithi039.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-06-13T06:11:30.305 INFO:teuthology.orchestra.run.smithi039.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-06-13T06:11:30.305 INFO:teuthology.orchestra.run.smithi039.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:febd:1370/64 scope link noprefixroute 2024-06-13T06:11:30.306 INFO:teuthology.orchestra.run.smithi039.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-06-13T06:11:30.307 INFO:teuthology.orchestra.run.smithi039.stdout:Mon IP `172.21.15.39` is in CIDR network `172.21.0.0/20` 2024-06-13T06:11:30.307 INFO:teuthology.orchestra.run.smithi039.stdout:Mon IP `172.21.15.39` is in CIDR network `172.21.0.0/20` 2024-06-13T06:11:30.307 INFO:teuthology.orchestra.run.smithi039.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-06-13T06:11:30.308 INFO:teuthology.orchestra.run.smithi039.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-06-13T06:11:30.308 INFO:teuthology.orchestra.run.smithi039.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba... 2024-06-13T06:11:30.790 INFO:teuthology.orchestra.run.smithi039.stdout:/bin/podman: stdout b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 2024-06-13T06:11:30.791 INFO:teuthology.orchestra.run.smithi039.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba... 2024-06-13T06:11:30.791 INFO:teuthology.orchestra.run.smithi039.stdout:/bin/podman: stderr Getting image source signatures 2024-06-13T06:11:30.791 INFO:teuthology.orchestra.run.smithi039.stdout:/bin/podman: stderr Copying blob sha256:53b2d4191269e9d20972bfa652565296fad6514cf6a3d99f19db644875f67876 2024-06-13T06:11:30.791 INFO:teuthology.orchestra.run.smithi039.stdout:/bin/podman: stderr Copying blob sha256:3ca969c7b6d79946c6f10490fffc00028babe7df67f50ed53c7bc209325e0612 2024-06-13T06:11:30.791 INFO:teuthology.orchestra.run.smithi039.stdout:/bin/podman: stderr Copying config sha256:b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 2024-06-13T06:11:30.791 INFO:teuthology.orchestra.run.smithi039.stdout:/bin/podman: stderr Writing manifest to image destination 2024-06-13T06:11:34.930 INFO:teuthology.orchestra.run.smithi039.stdout:ceph: stdout ceph version 19.0.0-2946-g3d89accf (3d89accfe3201286f000e065a1faea2a88c7a6ba) squid (rc) 2024-06-13T06:11:34.930 INFO:teuthology.orchestra.run.smithi039.stdout:Ceph version: ceph version 19.0.0-2946-g3d89accf (3d89accfe3201286f000e065a1faea2a88c7a6ba) squid (rc) 2024-06-13T06:11:34.930 INFO:teuthology.orchestra.run.smithi039.stdout:Extracting ceph user uid/gid from container image... 2024-06-13T06:11:44.708 INFO:teuthology.orchestra.run.smithi039.stdout:stat: stdout 167 167 2024-06-13T06:11:44.708 INFO:teuthology.orchestra.run.smithi039.stdout:Creating initial keys... 2024-06-13T06:11:45.888 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph-authtool: stdout AQChjWpmRbivChAATE0IgOOn87JNAVgPJAtgBA== 2024-06-13T06:11:46.761 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph-authtool: stdout AQCijWpmGssFDRAAVZJgYTDj7h7G0DIGZywvaQ== 2024-06-13T06:11:47.583 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph-authtool: stdout AQCjjWpmdshYAxAAajiEQA/z1bYYnr/V6hAN+w== 2024-06-13T06:11:47.584 INFO:teuthology.orchestra.run.smithi039.stdout:Creating initial monmap... 2024-06-13T06:11:48.523 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-06-13T06:11:48.523 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-06-13T06:11:48.523 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to ae626f9c-294b-11ef-bc9c-c7b262605968 2024-06-13T06:11:48.523 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-06-13T06:11:48.523 INFO:teuthology.orchestra.run.smithi039.stdout:monmaptool for a [v2:172.21.15.39:3300,v1:172.21.15.39:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-06-13T06:11:48.523 INFO:teuthology.orchestra.run.smithi039.stdout:setting min_mon_release = quincy 2024-06-13T06:11:48.523 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/monmaptool: set fsid to ae626f9c-294b-11ef-bc9c-c7b262605968 2024-06-13T06:11:48.523 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-06-13T06:11:48.523 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:11:48.523 INFO:teuthology.orchestra.run.smithi039.stdout:Creating mon... 2024-06-13T06:11:49.419 INFO:teuthology.orchestra.run.smithi039.stdout:create mon.a on 2024-06-13T06:11:49.731 INFO:teuthology.orchestra.run.smithi039.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-06-13T06:11:49.999 INFO:teuthology.orchestra.run.smithi039.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-06-13T06:11:50.349 INFO:teuthology.orchestra.run.smithi039.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-ae626f9c-294b-11ef-bc9c-c7b262605968.target → /etc/systemd/system/ceph-ae626f9c-294b-11ef-bc9c-c7b262605968.target. 2024-06-13T06:11:50.349 INFO:teuthology.orchestra.run.smithi039.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-ae626f9c-294b-11ef-bc9c-c7b262605968.target → /etc/systemd/system/ceph-ae626f9c-294b-11ef-bc9c-c7b262605968.target. 2024-06-13T06:11:50.625 INFO:teuthology.orchestra.run.smithi039.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mon.a 2024-06-13T06:11:50.625 INFO:teuthology.orchestra.run.smithi039.stdout:systemctl: stderr Failed to reset failed state of unit ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mon.a.service: Unit ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mon.a.service not loaded. 2024-06-13T06:11:50.791 INFO:teuthology.orchestra.run.smithi039.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-ae626f9c-294b-11ef-bc9c-c7b262605968.target.wants/ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mon.a.service → /etc/systemd/system/ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@.service. 2024-06-13T06:11:51.348 INFO:teuthology.orchestra.run.smithi039.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-06-13T06:11:51.348 INFO:teuthology.orchestra.run.smithi039.stdout:systemctl: stdout disabled 2024-06-13T06:11:51.355 INFO:teuthology.orchestra.run.smithi039.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-06-13T06:11:51.355 INFO:teuthology.orchestra.run.smithi039.stdout:systemctl: stdout inactive 2024-06-13T06:11:51.355 INFO:teuthology.orchestra.run.smithi039.stdout:firewalld.service is not enabled 2024-06-13T06:11:51.355 INFO:teuthology.orchestra.run.smithi039.stdout:Not possible to enable service . firewalld.service is not available 2024-06-13T06:11:51.356 INFO:teuthology.orchestra.run.smithi039.stdout:Waiting for mon to start... 2024-06-13T06:11:51.356 INFO:teuthology.orchestra.run.smithi039.stdout:Waiting for mon... 2024-06-13T06:11:52.365 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout cluster: 2024-06-13T06:11:52.366 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout id: ae626f9c-294b-11ef-bc9c-c7b262605968 2024-06-13T06:11:52.366 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-06-13T06:11:52.366 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout 2024-06-13T06:11:52.366 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout services: 2024-06-13T06:11:52.366 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.553544s) 2024-06-13T06:11:52.366 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-06-13T06:11:52.366 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-06-13T06:11:52.366 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout 2024-06-13T06:11:52.366 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout data: 2024-06-13T06:11:52.366 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-06-13T06:11:52.366 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-06-13T06:11:52.366 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-06-13T06:11:52.367 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout pgs: 2024-06-13T06:11:52.367 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout 2024-06-13T06:11:52.367 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:51.772+0000 7f37cf522700 1 Processor -- start 2024-06-13T06:11:52.367 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:51.773+0000 7f37cf522700 1 -- start start 2024-06-13T06:11:52.367 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:51.773+0000 7f37cf522700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f37c8107fa0 0x7f37c81083e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:11:52.367 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:51.773+0000 7f37cf522700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f37c8108920 con 0x7f37c8107fa0 2024-06-13T06:11:52.367 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:51.773+0000 7f37cd2be700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f37c8107fa0 0x7f37c81083e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:11:52.367 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:51.773+0000 7f37cd2be700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f37c8107fa0 0x7f37c81083e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59906/0 (socket says 172.21.15.39:59906) 2024-06-13T06:11:52.367 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:51.773+0000 7f37cd2be700 1 -- 172.21.15.39:0/3898225736 learned_addr learned my addr 172.21.15.39:0/3898225736 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:11:52.367 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:51.773+0000 7f37cd2be700 1 -- 172.21.15.39:0/3898225736 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37c81090e0 con 0x7f37c8107fa0 2024-06-13T06:11:52.368 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:51.774+0000 7f37cd2be700 1 --2- 172.21.15.39:0/3898225736 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f37c8107fa0 0x7f37c81083e0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f37c40098a0 tx=0x7f37c4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f44bbdfb6045daa server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:11:52.368 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:51.774+0000 7f37bbfff700 1 -- 172.21.15.39:0/3898225736 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f37c4004160 con 0x7f37c8107fa0 2024-06-13T06:11:52.368 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:51.774+0000 7f37bbfff700 1 -- 172.21.15.39:0/3898225736 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f37c4004300 con 0x7f37c8107fa0 2024-06-13T06:11:52.368 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:51.774+0000 7f37bbfff700 1 -- 172.21.15.39:0/3898225736 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f37c40036a0 con 0x7f37c8107fa0 2024-06-13T06:11:52.368 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:51.774+0000 7f37cf522700 1 -- 172.21.15.39:0/3898225736 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f37c8107fa0 msgr2=0x7f37c81083e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:11:52.368 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:51.774+0000 7f37cf522700 1 --2- 172.21.15.39:0/3898225736 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f37c8107fa0 0x7f37c81083e0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f37c40098a0 tx=0x7f37c4009bb0 comp rx=0 tx=0).stop 2024-06-13T06:11:52.368 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:51.774+0000 7f37cf522700 1 -- 172.21.15.39:0/3898225736 shutdown_connections 2024-06-13T06:11:52.368 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:51.774+0000 7f37cf522700 1 --2- 172.21.15.39:0/3898225736 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f37c8107fa0 0x7f37c81083e0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:11:52.368 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:51.774+0000 7f37cf522700 1 -- 172.21.15.39:0/3898225736 >> 172.21.15.39:0/3898225736 conn(0x7f37c8103570 msgr2=0x7f37c81059d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:11:52.368 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:51.774+0000 7f37cf522700 1 -- 172.21.15.39:0/3898225736 shutdown_connections 2024-06-13T06:11:52.368 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:51.774+0000 7f37cf522700 1 -- 172.21.15.39:0/3898225736 wait complete. 2024-06-13T06:11:52.368 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:51.775+0000 7f37cf522700 1 Processor -- start 2024-06-13T06:11:52.369 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:51.775+0000 7f37cf522700 1 -- start start 2024-06-13T06:11:52.369 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:51.775+0000 7f37cf522700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f37c8107fa0 0x7f37c819b670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:11:52.369 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:51.775+0000 7f37cf522700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f37c8109490 con 0x7f37c8107fa0 2024-06-13T06:11:52.369 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:51.775+0000 7f37cd2be700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f37c8107fa0 0x7f37c819b670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:11:52.369 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:51.775+0000 7f37cd2be700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f37c8107fa0 0x7f37c819b670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59914/0 (socket says 172.21.15.39:59914) 2024-06-13T06:11:52.369 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:51.775+0000 7f37cd2be700 1 -- 172.21.15.39:0/2088287345 learned_addr learned my addr 172.21.15.39:0/2088287345 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:11:52.369 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:51.776+0000 7f37cd2be700 1 -- 172.21.15.39:0/2088287345 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37c819bbb0 con 0x7f37c8107fa0 2024-06-13T06:11:52.369 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:51.776+0000 7f37cd2be700 1 --2- 172.21.15.39:0/2088287345 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f37c8107fa0 0x7f37c819b670 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f37c4000c00 tx=0x7f37c4004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:11:52.369 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:51.776+0000 7f37ba7fc700 1 -- 172.21.15.39:0/2088287345 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f37c4003db0 con 0x7f37c8107fa0 2024-06-13T06:11:52.369 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:51.776+0000 7f37ba7fc700 1 -- 172.21.15.39:0/2088287345 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f37c4011630 con 0x7f37c8107fa0 2024-06-13T06:11:52.369 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:51.776+0000 7f37cf522700 1 -- 172.21.15.39:0/2088287345 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37c819be40 con 0x7f37c8107fa0 2024-06-13T06:11:52.369 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:51.776+0000 7f37ba7fc700 1 -- 172.21.15.39:0/2088287345 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f37c4011950 con 0x7f37c8107fa0 2024-06-13T06:11:52.370 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:51.776+0000 7f37cf522700 1 -- 172.21.15.39:0/2088287345 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37c819eb30 con 0x7f37c8107fa0 2024-06-13T06:11:52.370 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:51.776+0000 7f37ba7fc700 1 -- 172.21.15.39:0/2088287345 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f37c4011af0 con 0x7f37c8107fa0 2024-06-13T06:11:52.370 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:51.776+0000 7f37ba7fc700 1 -- 172.21.15.39:0/2088287345 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f37c401c450 con 0x7f37c8107fa0 2024-06-13T06:11:52.370 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:51.777+0000 7f37cf522700 1 -- 172.21.15.39:0/2088287345 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f37c8063af0 con 0x7f37c8107fa0 2024-06-13T06:11:52.370 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:51.779+0000 7f37ba7fc700 1 -- 172.21.15.39:0/2088287345 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7f37c4032020 con 0x7f37c8107fa0 2024-06-13T06:11:52.370 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:51.853+0000 7f37cf522700 1 -- 172.21.15.39:0/2088287345 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "status"} v 0) -- 0x7f37c819f070 con 0x7f37c8107fa0 2024-06-13T06:11:52.370 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:51.853+0000 7f37ba7fc700 1 -- 172.21.15.39:0/2088287345 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) ==== 54+0+317 (secure 0 0 0) 0x7f37c4004260 con 0x7f37c8107fa0 2024-06-13T06:11:52.370 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:51.854+0000 7f37cf522700 1 -- 172.21.15.39:0/2088287345 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f37c8107fa0 msgr2=0x7f37c819b670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:11:52.370 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:51.854+0000 7f37cf522700 1 --2- 172.21.15.39:0/2088287345 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f37c8107fa0 0x7f37c819b670 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f37c4000c00 tx=0x7f37c4004750 comp rx=0 tx=0).stop 2024-06-13T06:11:52.370 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:51.855+0000 7f37cf522700 1 -- 172.21.15.39:0/2088287345 shutdown_connections 2024-06-13T06:11:52.370 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:51.855+0000 7f37cf522700 1 --2- 172.21.15.39:0/2088287345 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f37c8107fa0 0x7f37c819b670 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:11:52.370 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:51.855+0000 7f37cf522700 1 -- 172.21.15.39:0/2088287345 >> 172.21.15.39:0/2088287345 conn(0x7f37c8103570 msgr2=0x7f37c818f9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:11:52.370 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:51.855+0000 7f37cf522700 1 -- 172.21.15.39:0/2088287345 shutdown_connections 2024-06-13T06:11:52.371 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:51.855+0000 7f37cf522700 1 -- 172.21.15.39:0/2088287345 wait complete. 2024-06-13T06:11:52.371 INFO:teuthology.orchestra.run.smithi039.stdout:mon is available 2024-06-13T06:11:52.371 INFO:teuthology.orchestra.run.smithi039.stdout:Assimilating anything we can from ceph.conf... 2024-06-13T06:11:53.438 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout 2024-06-13T06:11:53.438 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout [global] 2024-06-13T06:11:53.438 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout fsid = ae626f9c-294b-11ef-bc9c-c7b262605968 2024-06-13T06:11:53.438 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.39:3300,v1:172.21.15.39:6789] 2024-06-13T06:11:53.438 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-06-13T06:11:53.438 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-06-13T06:11:53.438 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-06-13T06:11:53.438 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-06-13T06:11:53.438 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout 2024-06-13T06:11:53.438 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout [mgr] 2024-06-13T06:11:53.439 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-06-13T06:11:53.439 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout 2024-06-13T06:11:53.439 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout [osd] 2024-06-13T06:11:53.439 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-06-13T06:11:53.439 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-06-13T06:11:53.439 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-06-13T06:11:53.439 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-06-13T06:11:53.439 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-06-13T06:11:53.439 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:52.824+0000 7f9587b6d700 1 Processor -- start 2024-06-13T06:11:53.439 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:52.824+0000 7f9587b6d700 1 -- start start 2024-06-13T06:11:53.439 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:52.824+0000 7f9587b6d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9580107fa0 0x7f95801083e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:11:53.439 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:52.824+0000 7f9587b6d700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f9580108920 con 0x7f9580107fa0 2024-06-13T06:11:53.439 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:52.824+0000 7f9585909700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9580107fa0 0x7f95801083e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:11:53.439 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:52.825+0000 7f9585909700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9580107fa0 0x7f95801083e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59920/0 (socket says 172.21.15.39:59920) 2024-06-13T06:11:53.440 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:52.825+0000 7f9585909700 1 -- 172.21.15.39:0/906102447 learned_addr learned my addr 172.21.15.39:0/906102447 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:11:53.440 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:52.825+0000 7f9585909700 1 -- 172.21.15.39:0/906102447 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95801090e0 con 0x7f9580107fa0 2024-06-13T06:11:53.440 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:52.825+0000 7f9585909700 1 --2- 172.21.15.39:0/906102447 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9580107fa0 0x7f95801083e0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f957c0098a0 tx=0x7f957c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3cdfe174294f374 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:11:53.440 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:52.825+0000 7f9584907700 1 -- 172.21.15.39:0/906102447 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f957c004160 con 0x7f9580107fa0 2024-06-13T06:11:53.440 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:52.825+0000 7f9584907700 1 -- 172.21.15.39:0/906102447 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f957c004300 con 0x7f9580107fa0 2024-06-13T06:11:53.440 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:52.825+0000 7f9584907700 1 -- 172.21.15.39:0/906102447 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f957c0036a0 con 0x7f9580107fa0 2024-06-13T06:11:53.440 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:52.826+0000 7f9587b6d700 1 -- 172.21.15.39:0/906102447 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9580107fa0 msgr2=0x7f95801083e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:11:53.440 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:52.826+0000 7f9587b6d700 1 --2- 172.21.15.39:0/906102447 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9580107fa0 0x7f95801083e0 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f957c0098a0 tx=0x7f957c009bb0 comp rx=0 tx=0).stop 2024-06-13T06:11:53.440 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:52.826+0000 7f9587b6d700 1 -- 172.21.15.39:0/906102447 shutdown_connections 2024-06-13T06:11:53.440 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:52.826+0000 7f9587b6d700 1 --2- 172.21.15.39:0/906102447 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9580107fa0 0x7f95801083e0 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:11:53.440 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:52.826+0000 7f9587b6d700 1 -- 172.21.15.39:0/906102447 >> 172.21.15.39:0/906102447 conn(0x7f95801035d0 msgr2=0x7f95801059f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:11:53.440 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:52.826+0000 7f9587b6d700 1 -- 172.21.15.39:0/906102447 shutdown_connections 2024-06-13T06:11:53.440 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:52.826+0000 7f9587b6d700 1 -- 172.21.15.39:0/906102447 wait complete. 2024-06-13T06:11:53.440 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:52.826+0000 7f9587b6d700 1 Processor -- start 2024-06-13T06:11:53.441 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:52.826+0000 7f9587b6d700 1 -- start start 2024-06-13T06:11:53.441 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:52.827+0000 7f9587b6d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9580107fa0 0x7f958019b670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:11:53.441 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:52.827+0000 7f9587b6d700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f9580109490 con 0x7f9580107fa0 2024-06-13T06:11:53.441 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:52.827+0000 7f9585909700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9580107fa0 0x7f958019b670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:11:53.441 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:52.827+0000 7f9585909700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9580107fa0 0x7f958019b670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59936/0 (socket says 172.21.15.39:59936) 2024-06-13T06:11:53.441 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:52.827+0000 7f9585909700 1 -- 172.21.15.39:0/652820118 learned_addr learned my addr 172.21.15.39:0/652820118 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:11:53.441 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:52.827+0000 7f9585909700 1 -- 172.21.15.39:0/652820118 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f958019bbb0 con 0x7f9580107fa0 2024-06-13T06:11:53.441 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:52.827+0000 7f9585909700 1 --2- 172.21.15.39:0/652820118 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9580107fa0 0x7f958019b670 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f957c000c00 tx=0x7f957c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:11:53.441 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:52.827+0000 7f9576ffd700 1 -- 172.21.15.39:0/652820118 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f957c003db0 con 0x7f9580107fa0 2024-06-13T06:11:53.441 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:52.827+0000 7f9576ffd700 1 -- 172.21.15.39:0/652820118 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f957c011630 con 0x7f9580107fa0 2024-06-13T06:11:53.441 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:52.827+0000 7f9587b6d700 1 -- 172.21.15.39:0/652820118 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f958019be40 con 0x7f9580107fa0 2024-06-13T06:11:53.441 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:52.827+0000 7f9576ffd700 1 -- 172.21.15.39:0/652820118 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f957c011950 con 0x7f9580107fa0 2024-06-13T06:11:53.441 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:52.827+0000 7f9587b6d700 1 -- 172.21.15.39:0/652820118 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f958019eb30 con 0x7f9580107fa0 2024-06-13T06:11:53.442 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:52.828+0000 7f9576ffd700 1 -- 172.21.15.39:0/652820118 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f957c011af0 con 0x7f9580107fa0 2024-06-13T06:11:53.442 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:52.828+0000 7f9576ffd700 1 -- 172.21.15.39:0/652820118 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f957c01c790 con 0x7f9580107fa0 2024-06-13T06:11:53.442 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:52.828+0000 7f9587b6d700 1 -- 172.21.15.39:0/652820118 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9580063af0 con 0x7f9580107fa0 2024-06-13T06:11:53.442 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:52.831+0000 7f9576ffd700 1 -- 172.21.15.39:0/652820118 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7f957c032020 con 0x7f9580107fa0 2024-06-13T06:11:53.442 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:52.902+0000 7f9587b6d700 1 -- 172.21.15.39:0/652820118 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7f958002def0 con 0x7f9580107fa0 2024-06-13T06:11:53.442 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:52.905+0000 7f9576ffd700 1 -- 172.21.15.39:0/652820118 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) ==== 70+0+429 (secure 0 0 0) 0x7f957c004260 con 0x7f9580107fa0 2024-06-13T06:11:53.442 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:52.906+0000 7f9576ffd700 1 -- 172.21.15.39:0/652820118 <== mon.0 v2:172.21.15.39:3300/0 8 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f957c01b450 con 0x7f9580107fa0 2024-06-13T06:11:53.442 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:52.907+0000 7f9587b6d700 1 -- 172.21.15.39:0/652820118 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9580107fa0 msgr2=0x7f958019b670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:11:53.442 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:52.907+0000 7f9587b6d700 1 --2- 172.21.15.39:0/652820118 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9580107fa0 0x7f958019b670 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f957c000c00 tx=0x7f957c004750 comp rx=0 tx=0).stop 2024-06-13T06:11:53.442 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:52.907+0000 7f9587b6d700 1 -- 172.21.15.39:0/652820118 shutdown_connections 2024-06-13T06:11:53.442 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:52.907+0000 7f9587b6d700 1 --2- 172.21.15.39:0/652820118 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9580107fa0 0x7f958019b670 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:11:53.442 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:52.907+0000 7f9587b6d700 1 -- 172.21.15.39:0/652820118 >> 172.21.15.39:0/652820118 conn(0x7f95801035d0 msgr2=0x7f95801922d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:11:53.443 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:52.907+0000 7f9587b6d700 1 -- 172.21.15.39:0/652820118 shutdown_connections 2024-06-13T06:11:53.443 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:52.907+0000 7f9587b6d700 1 -- 172.21.15.39:0/652820118 wait complete. 2024-06-13T06:11:53.443 INFO:teuthology.orchestra.run.smithi039.stdout:Generating new minimal ceph.conf... 2024-06-13T06:11:54.484 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:53.869+0000 7fe1f2862700 1 Processor -- start 2024-06-13T06:11:54.485 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:53.869+0000 7fe1f2862700 1 -- start start 2024-06-13T06:11:54.485 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:53.870+0000 7fe1f2862700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe1ec108a70 0x7fe1ec10ae60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:11:54.485 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:53.870+0000 7fe1f2862700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fe1ec07c640 con 0x7fe1ec108a70 2024-06-13T06:11:54.485 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:53.870+0000 7fe1ebfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe1ec108a70 0x7fe1ec10ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:11:54.485 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:53.870+0000 7fe1ebfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe1ec108a70 0x7fe1ec10ae60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59940/0 (socket says 172.21.15.39:59940) 2024-06-13T06:11:54.485 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:53.870+0000 7fe1ebfff700 1 -- 172.21.15.39:0/872592364 learned_addr learned my addr 172.21.15.39:0/872592364 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:11:54.485 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:53.870+0000 7fe1ebfff700 1 -- 172.21.15.39:0/872592364 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1ec10b3a0 con 0x7fe1ec108a70 2024-06-13T06:11:54.485 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:53.870+0000 7fe1ebfff700 1 --2- 172.21.15.39:0/872592364 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe1ec108a70 0x7fe1ec10ae60 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fe1dc0098a0 tx=0x7fe1dc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88f894becbfde67 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:11:54.485 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:53.870+0000 7fe1eb7fe700 1 -- 172.21.15.39:0/872592364 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe1dc004160 con 0x7fe1ec108a70 2024-06-13T06:11:54.485 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:53.870+0000 7fe1eb7fe700 1 -- 172.21.15.39:0/872592364 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fe1dc004300 con 0x7fe1ec108a70 2024-06-13T06:11:54.485 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:53.870+0000 7fe1eb7fe700 1 -- 172.21.15.39:0/872592364 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe1dc011b50 con 0x7fe1ec108a70 2024-06-13T06:11:54.485 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:53.871+0000 7fe1f2862700 1 -- 172.21.15.39:0/872592364 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe1ec108a70 msgr2=0x7fe1ec10ae60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:11:54.485 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:53.871+0000 7fe1f2862700 1 --2- 172.21.15.39:0/872592364 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe1ec108a70 0x7fe1ec10ae60 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fe1dc0098a0 tx=0x7fe1dc009bb0 comp rx=0 tx=0).stop 2024-06-13T06:11:54.486 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:53.871+0000 7fe1f2862700 1 -- 172.21.15.39:0/872592364 shutdown_connections 2024-06-13T06:11:54.486 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:53.871+0000 7fe1f2862700 1 --2- 172.21.15.39:0/872592364 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe1ec108a70 0x7fe1ec10ae60 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:11:54.486 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:53.871+0000 7fe1f2862700 1 -- 172.21.15.39:0/872592364 >> 172.21.15.39:0/872592364 conn(0x7fe1ec1024c0 msgr2=0x7fe1ec1048e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:11:54.486 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:53.871+0000 7fe1f2862700 1 -- 172.21.15.39:0/872592364 shutdown_connections 2024-06-13T06:11:54.486 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:53.871+0000 7fe1f2862700 1 -- 172.21.15.39:0/872592364 wait complete. 2024-06-13T06:11:54.486 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:53.872+0000 7fe1f2862700 1 Processor -- start 2024-06-13T06:11:54.486 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:53.872+0000 7fe1f2862700 1 -- start start 2024-06-13T06:11:54.486 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:53.872+0000 7fe1f2862700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe1ec108a70 0x7fe1ec19e0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:11:54.486 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:53.872+0000 7fe1f2862700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fe1ec10c300 con 0x7fe1ec108a70 2024-06-13T06:11:54.486 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:53.872+0000 7fe1ebfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe1ec108a70 0x7fe1ec19e0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:11:54.486 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:53.872+0000 7fe1ebfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe1ec108a70 0x7fe1ec19e0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59952/0 (socket says 172.21.15.39:59952) 2024-06-13T06:11:54.486 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:53.872+0000 7fe1ebfff700 1 -- 172.21.15.39:0/2058643449 learned_addr learned my addr 172.21.15.39:0/2058643449 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:11:54.487 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:53.873+0000 7fe1ebfff700 1 -- 172.21.15.39:0/2058643449 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1ec19e610 con 0x7fe1ec108a70 2024-06-13T06:11:54.487 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:53.873+0000 7fe1ebfff700 1 --2- 172.21.15.39:0/2058643449 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe1ec108a70 0x7fe1ec19e0d0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fe1dc011b60 tx=0x7fe1dc011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:11:54.487 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:53.873+0000 7fe1e9ffb700 1 -- 172.21.15.39:0/2058643449 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe1dc003b20 con 0x7fe1ec108a70 2024-06-13T06:11:54.487 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:53.873+0000 7fe1e9ffb700 1 -- 172.21.15.39:0/2058643449 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fe1dc003cc0 con 0x7fe1ec108a70 2024-06-13T06:11:54.487 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:53.873+0000 7fe1f2862700 1 -- 172.21.15.39:0/2058643449 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1ec19e8a0 con 0x7fe1ec108a70 2024-06-13T06:11:54.487 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:53.873+0000 7fe1e9ffb700 1 -- 172.21.15.39:0/2058643449 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe1dc024840 con 0x7fe1ec108a70 2024-06-13T06:11:54.487 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:53.873+0000 7fe1f2862700 1 -- 172.21.15.39:0/2058643449 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1ec1a1590 con 0x7fe1ec108a70 2024-06-13T06:11:54.487 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:53.873+0000 7fe1e9ffb700 1 -- 172.21.15.39:0/2058643449 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fe1dc022020 con 0x7fe1ec108a70 2024-06-13T06:11:54.487 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:53.873+0000 7fe1e9ffb700 1 -- 172.21.15.39:0/2058643449 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fe1dc011e00 con 0x7fe1ec108a70 2024-06-13T06:11:54.487 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:53.874+0000 7fe1f2862700 1 -- 172.21.15.39:0/2058643449 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1ec063af0 con 0x7fe1ec108a70 2024-06-13T06:11:54.487 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:53.876+0000 7fe1e9ffb700 1 -- 172.21.15.39:0/2058643449 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7fe1dc02d3f0 con 0x7fe1ec108a70 2024-06-13T06:11:54.487 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:53.947+0000 7fe1f2862700 1 -- 172.21.15.39:0/2058643449 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7fe1ec1a1760 con 0x7fe1ec108a70 2024-06-13T06:11:54.487 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:53.947+0000 7fe1e9ffb700 1 -- 172.21.15.39:0/2058643449 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) ==== 76+0+175 (secure 0 0 0) 0x7fe1dc032030 con 0x7fe1ec108a70 2024-06-13T06:11:54.487 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:53.948+0000 7fe1f2862700 1 -- 172.21.15.39:0/2058643449 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe1ec108a70 msgr2=0x7fe1ec19e0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:11:54.488 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:53.948+0000 7fe1f2862700 1 --2- 172.21.15.39:0/2058643449 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe1ec108a70 0x7fe1ec19e0d0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fe1dc011b60 tx=0x7fe1dc011c40 comp rx=0 tx=0).stop 2024-06-13T06:11:54.488 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:53.948+0000 7fe1f2862700 1 -- 172.21.15.39:0/2058643449 shutdown_connections 2024-06-13T06:11:54.488 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:53.948+0000 7fe1f2862700 1 --2- 172.21.15.39:0/2058643449 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe1ec108a70 0x7fe1ec19e0d0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:11:54.488 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:53.948+0000 7fe1f2862700 1 -- 172.21.15.39:0/2058643449 >> 172.21.15.39:0/2058643449 conn(0x7fe1ec1024c0 msgr2=0x7fe1ec102f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:11:54.488 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:53.948+0000 7fe1f2862700 1 -- 172.21.15.39:0/2058643449 shutdown_connections 2024-06-13T06:11:54.488 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:53.948+0000 7fe1f2862700 1 -- 172.21.15.39:0/2058643449 wait complete. 2024-06-13T06:11:54.488 INFO:teuthology.orchestra.run.smithi039.stdout:Restarting the monitor... 2024-06-13T06:11:54.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:54 smithi039 systemd[1]: Stopping Ceph mon.a for ae626f9c-294b-11ef-bc9c-c7b262605968... 2024-06-13T06:11:55.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:54 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mon-a[32105]: 2024-06-13T06:11:54.757+0000 7f33085f1700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T06:11:55.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:54 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mon-a[32105]: 2024-06-13T06:11:54.757+0000 7f33085f1700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-06-13T06:11:55.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:54 smithi039 podman[32354]: 2024-06-13 06:11:54.799026929 +0000 UTC m=+0.147846117 container died dabab8e87ba6a4ae2ed071de0f4b20602c50d3d6139d3be4bf0745f2cd48d1e2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mon-a, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-06-13T06:11:55.598 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:55 smithi039 podman[32354]: 2024-06-13 06:11:55.37402864 +0000 UTC m=+0.722847827 container cleanup dabab8e87ba6a4ae2ed071de0f4b20602c50d3d6139d3be4bf0745f2cd48d1e2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mon-a, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True) 2024-06-13T06:11:55.598 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:55 smithi039 bash[32354]: ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mon-a 2024-06-13T06:11:55.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:55 smithi039 podman[32367]: 2024-06-13 06:11:55.599745709 +0000 UTC m=+0.796728222 container remove dabab8e87ba6a4ae2ed071de0f4b20602c50d3d6139d3be4bf0745f2cd48d1e2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mon-a, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240528) 2024-06-13T06:11:55.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:55 smithi039 systemd[1]: ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mon.a.service: Deactivated successfully. 2024-06-13T06:11:55.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:55 smithi039 systemd[1]: Stopped Ceph mon.a for ae626f9c-294b-11ef-bc9c-c7b262605968. 2024-06-13T06:11:55.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:55 smithi039 systemd[1]: Starting Ceph mon.a for ae626f9c-294b-11ef-bc9c-c7b262605968... 2024-06-13T06:11:56.195 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:55 smithi039 podman[32459]: 2024-06-13 06:11:55.846346322 +0000 UTC m=+0.017504346 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba 2024-06-13T06:11:56.195 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:55 smithi039 podman[32459]: 2024-06-13 06:11:55.959009221 +0000 UTC m=+0.130167285 container create 2b1a9b5a55a070700ac41c2c045ece32aaa608047f17f2baa96479ab72fc13ed (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240528, ceph=True, RELEASE=squid-3d89acc, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-06-13T06:11:56.195 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 podman[32459]: 2024-06-13 06:11:56.169791579 +0000 UTC m=+0.340949611 container init 2b1a9b5a55a070700ac41c2c045ece32aaa608047f17f2baa96479ab72fc13ed (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mon-a, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True) 2024-06-13T06:11:56.195 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 podman[32459]: 2024-06-13 06:11:56.172805143 +0000 UTC m=+0.343963172 container start 2b1a9b5a55a070700ac41c2c045ece32aaa608047f17f2baa96479ab72fc13ed (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mon-a, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240528, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-13T06:11:56.256 INFO:teuthology.orchestra.run.smithi039.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-06-13T06:11:56.506 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: set uid:gid to 167:167 (ceph:ceph) 2024-06-13T06:11:56.506 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: ceph version 19.0.0-2946-g3d89accf (3d89accfe3201286f000e065a1faea2a88c7a6ba) squid (rc), process ceph-mon, pid 2 2024-06-13T06:11:56.506 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: pidfile_write: ignore empty --pid-file 2024-06-13T06:11:56.506 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: load: jerasure load: lrc 2024-06-13T06:11:56.506 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: RocksDB version: 7.9.2 2024-06-13T06:11:56.506 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Git sha 0 2024-06-13T06:11:56.507 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Compile date 2024-05-30 15:42:47 2024-06-13T06:11:56.507 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: DB SUMMARY 2024-06-13T06:11:56.507 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: DB Session ID: BL2O5MX7HEB03UIQU16B 2024-06-13T06:11:56.507 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: CURRENT file: CURRENT 2024-06-13T06:11:56.507 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: IDENTITY file: IDENTITY 2024-06-13T06:11:56.507 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-06-13T06:11:56.507 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-06-13T06:11:56.507 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 105300 ; 2024-06-13T06:11:56.507 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.error_if_exists: 0 2024-06-13T06:11:56.507 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.create_if_missing: 0 2024-06-13T06:11:56.507 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.paranoid_checks: 1 2024-06-13T06:11:56.507 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.flush_verify_memtable_count: 1 2024-06-13T06:11:56.508 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-06-13T06:11:56.508 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-06-13T06:11:56.508 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.env: 0x5570a3da3c60 2024-06-13T06:11:56.508 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.fs: PosixFileSystem 2024-06-13T06:11:56.508 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.info_log: 0x5570a510db20 2024-06-13T06:11:56.508 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.max_file_opening_threads: 16 2024-06-13T06:11:56.508 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.statistics: (nil) 2024-06-13T06:11:56.508 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.use_fsync: 0 2024-06-13T06:11:56.508 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.max_log_file_size: 0 2024-06-13T06:11:56.508 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-06-13T06:11:56.508 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.log_file_time_to_roll: 0 2024-06-13T06:11:56.508 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.keep_log_file_num: 1000 2024-06-13T06:11:56.508 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.recycle_log_file_num: 0 2024-06-13T06:11:56.509 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.allow_fallocate: 1 2024-06-13T06:11:56.509 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.allow_mmap_reads: 0 2024-06-13T06:11:56.509 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.allow_mmap_writes: 0 2024-06-13T06:11:56.509 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.use_direct_reads: 0 2024-06-13T06:11:56.509 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-06-13T06:11:56.509 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.create_missing_column_families: 0 2024-06-13T06:11:56.509 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.db_log_dir: 2024-06-13T06:11:56.509 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.wal_dir: 2024-06-13T06:11:56.509 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.table_cache_numshardbits: 6 2024-06-13T06:11:56.509 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.WAL_ttl_seconds: 0 2024-06-13T06:11:56.509 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.WAL_size_limit_MB: 0 2024-06-13T06:11:56.509 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-06-13T06:11:56.509 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-06-13T06:11:56.510 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.is_fd_close_on_exec: 1 2024-06-13T06:11:56.510 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.advise_random_on_open: 1 2024-06-13T06:11:56.510 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.db_write_buffer_size: 0 2024-06-13T06:11:56.510 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.write_buffer_manager: 0x5570a50de1e0 2024-06-13T06:11:56.510 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-06-13T06:11:56.510 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-06-13T06:11:56.510 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.use_adaptive_mutex: 0 2024-06-13T06:11:56.510 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.rate_limiter: (nil) 2024-06-13T06:11:56.510 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-06-13T06:11:56.510 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.wal_recovery_mode: 2 2024-06-13T06:11:56.510 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.enable_thread_tracking: 0 2024-06-13T06:11:56.510 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.enable_pipelined_write: 0 2024-06-13T06:11:56.510 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.unordered_write: 0 2024-06-13T06:11:56.511 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-06-13T06:11:56.511 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-06-13T06:11:56.511 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-06-13T06:11:56.511 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-06-13T06:11:56.511 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.row_cache: None 2024-06-13T06:11:56.511 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.wal_filter: None 2024-06-13T06:11:56.511 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-06-13T06:11:56.511 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.allow_ingest_behind: 0 2024-06-13T06:11:56.511 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.two_write_queues: 0 2024-06-13T06:11:56.511 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.manual_wal_flush: 0 2024-06-13T06:11:56.511 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.wal_compression: 0 2024-06-13T06:11:56.511 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.atomic_flush: 0 2024-06-13T06:11:56.511 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-06-13T06:11:56.511 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.persist_stats_to_disk: 0 2024-06-13T06:11:56.512 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.write_dbid_to_manifest: 0 2024-06-13T06:11:56.512 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.log_readahead_size: 0 2024-06-13T06:11:56.512 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-06-13T06:11:56.512 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.best_efforts_recovery: 0 2024-06-13T06:11:56.512 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-06-13T06:11:56.512 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-06-13T06:11:56.512 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.allow_data_in_errors: 0 2024-06-13T06:11:56.512 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.db_host_id: __hostname__ 2024-06-13T06:11:56.512 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.enforce_single_del_contracts: true 2024-06-13T06:11:56.513 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.max_background_jobs: 2 2024-06-13T06:11:56.513 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.max_background_compactions: -1 2024-06-13T06:11:56.513 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.max_subcompactions: 1 2024-06-13T06:11:56.513 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-06-13T06:11:56.513 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-06-13T06:11:56.514 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.delayed_write_rate : 16777216 2024-06-13T06:11:56.514 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.max_total_wal_size: 0 2024-06-13T06:11:56.514 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-06-13T06:11:56.514 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.stats_dump_period_sec: 600 2024-06-13T06:11:56.514 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.stats_persist_period_sec: 600 2024-06-13T06:11:56.514 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-06-13T06:11:56.514 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.max_open_files: -1 2024-06-13T06:11:56.514 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.bytes_per_sync: 0 2024-06-13T06:11:56.514 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.wal_bytes_per_sync: 0 2024-06-13T06:11:56.514 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.strict_bytes_per_sync: 0 2024-06-13T06:11:56.514 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.compaction_readahead_size: 0 2024-06-13T06:11:56.514 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.max_background_flushes: -1 2024-06-13T06:11:56.515 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Compression algorithms supported: 2024-06-13T06:11:56.515 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-06-13T06:11:56.515 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: kZSTD supported: 0 2024-06-13T06:11:56.515 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: kXpressCompression supported: 0 2024-06-13T06:11:56.515 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: kLZ4HCCompression supported: 1 2024-06-13T06:11:56.515 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: kZlibCompression supported: 1 2024-06-13T06:11:56.515 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: kSnappyCompression supported: 1 2024-06-13T06:11:56.515 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: kLZ4Compression supported: 1 2024-06-13T06:11:56.515 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: kBZip2Compression supported: 0 2024-06-13T06:11:56.515 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Fast CRC32 supported: Supported on x86 2024-06-13T06:11:56.515 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: DMutex implementation: pthread_mutex_t 2024-06-13T06:11:56.515 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-06-13T06:11:56.515 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-06-13T06:11:56.516 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-06-13T06:11:56.516 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.merge_operator: 2024-06-13T06:11:56.516 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.compaction_filter: None 2024-06-13T06:11:56.516 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.compaction_filter_factory: None 2024-06-13T06:11:56.516 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.sst_partitioner_factory: None 2024-06-13T06:11:56.516 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.memtable_factory: SkipListFactory 2024-06-13T06:11:56.516 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.table_factory: BlockBasedTable 2024-06-13T06:11:56.516 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5570a510dc40) 2024-06-13T06:11:56.516 INFO:journalctl@ceph.mon.a.smithi039.stdout: cache_index_and_filter_blocks: 1 2024-06-13T06:11:56.516 INFO:journalctl@ceph.mon.a.smithi039.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-06-13T06:11:56.516 INFO:journalctl@ceph.mon.a.smithi039.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-06-13T06:11:56.516 INFO:journalctl@ceph.mon.a.smithi039.stdout: pin_top_level_index_and_filter: 1 2024-06-13T06:11:56.516 INFO:journalctl@ceph.mon.a.smithi039.stdout: index_type: 0 2024-06-13T06:11:56.517 INFO:journalctl@ceph.mon.a.smithi039.stdout: data_block_index_type: 0 2024-06-13T06:11:56.517 INFO:journalctl@ceph.mon.a.smithi039.stdout: index_shortening: 1 2024-06-13T06:11:56.517 INFO:journalctl@ceph.mon.a.smithi039.stdout: data_block_hash_table_util_ratio: 0.750000 2024-06-13T06:11:56.517 INFO:journalctl@ceph.mon.a.smithi039.stdout: checksum: 4 2024-06-13T06:11:56.517 INFO:journalctl@ceph.mon.a.smithi039.stdout: no_block_cache: 0 2024-06-13T06:11:56.517 INFO:journalctl@ceph.mon.a.smithi039.stdout: block_cache: 0x5570a510f090 2024-06-13T06:11:56.517 INFO:journalctl@ceph.mon.a.smithi039.stdout: block_cache_name: BinnedLRUCache 2024-06-13T06:11:56.517 INFO:journalctl@ceph.mon.a.smithi039.stdout: block_cache_options: 2024-06-13T06:11:56.517 INFO:journalctl@ceph.mon.a.smithi039.stdout: capacity : 536870912 2024-06-13T06:11:56.517 INFO:journalctl@ceph.mon.a.smithi039.stdout: num_shard_bits : 4 2024-06-13T06:11:56.517 INFO:journalctl@ceph.mon.a.smithi039.stdout: strict_capacity_limit : 0 2024-06-13T06:11:56.517 INFO:journalctl@ceph.mon.a.smithi039.stdout: high_pri_pool_ratio: 0.000 2024-06-13T06:11:56.517 INFO:journalctl@ceph.mon.a.smithi039.stdout: block_cache_compressed: (nil) 2024-06-13T06:11:56.517 INFO:journalctl@ceph.mon.a.smithi039.stdout: persistent_cache: (nil) 2024-06-13T06:11:56.517 INFO:journalctl@ceph.mon.a.smithi039.stdout: block_size: 4096 2024-06-13T06:11:56.518 INFO:journalctl@ceph.mon.a.smithi039.stdout: block_size_deviation: 10 2024-06-13T06:11:56.518 INFO:journalctl@ceph.mon.a.smithi039.stdout: block_restart_interval: 16 2024-06-13T06:11:56.518 INFO:journalctl@ceph.mon.a.smithi039.stdout: index_block_restart_interval: 1 2024-06-13T06:11:56.518 INFO:journalctl@ceph.mon.a.smithi039.stdout: metadata_block_size: 4096 2024-06-13T06:11:56.518 INFO:journalctl@ceph.mon.a.smithi039.stdout: partition_filters: 0 2024-06-13T06:11:56.518 INFO:journalctl@ceph.mon.a.smithi039.stdout: use_delta_encoding: 1 2024-06-13T06:11:56.518 INFO:journalctl@ceph.mon.a.smithi039.stdout: filter_policy: bloomfilter 2024-06-13T06:11:56.518 INFO:journalctl@ceph.mon.a.smithi039.stdout: whole_key_filtering: 1 2024-06-13T06:11:56.518 INFO:journalctl@ceph.mon.a.smithi039.stdout: verify_compression: 0 2024-06-13T06:11:56.518 INFO:journalctl@ceph.mon.a.smithi039.stdout: read_amp_bytes_per_bit: 0 2024-06-13T06:11:56.518 INFO:journalctl@ceph.mon.a.smithi039.stdout: format_version: 5 2024-06-13T06:11:56.518 INFO:journalctl@ceph.mon.a.smithi039.stdout: enable_index_compression: 1 2024-06-13T06:11:56.518 INFO:journalctl@ceph.mon.a.smithi039.stdout: block_align: 0 2024-06-13T06:11:56.519 INFO:journalctl@ceph.mon.a.smithi039.stdout: max_auto_readahead_size: 262144 2024-06-13T06:11:56.519 INFO:journalctl@ceph.mon.a.smithi039.stdout: prepopulate_block_cache: 0 2024-06-13T06:11:56.519 INFO:journalctl@ceph.mon.a.smithi039.stdout: initial_auto_readahead_size: 8192 2024-06-13T06:11:56.519 INFO:journalctl@ceph.mon.a.smithi039.stdout: num_file_reads_for_auto_readahead: 2 2024-06-13T06:11:56.519 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.write_buffer_size: 33554432 2024-06-13T06:11:56.519 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.max_write_buffer_number: 2 2024-06-13T06:11:56.519 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.compression: NoCompression 2024-06-13T06:11:56.519 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.bottommost_compression: Disabled 2024-06-13T06:11:56.519 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.prefix_extractor: nullptr 2024-06-13T06:11:56.519 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-06-13T06:11:56.519 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.num_levels: 7 2024-06-13T06:11:56.520 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-06-13T06:11:56.520 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-06-13T06:11:56.520 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-06-13T06:11:56.520 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-06-13T06:11:56.520 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-06-13T06:11:56.520 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-06-13T06:11:56.520 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-06-13T06:11:56.520 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-06-13T06:11:56.520 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-06-13T06:11:56.520 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-06-13T06:11:56.520 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-06-13T06:11:56.520 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-06-13T06:11:56.520 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.compression_opts.window_bits: -14 2024-06-13T06:11:56.521 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.compression_opts.level: 32767 2024-06-13T06:11:56.521 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.compression_opts.strategy: 0 2024-06-13T06:11:56.521 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-06-13T06:11:56.521 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-06-13T06:11:56.521 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-06-13T06:11:56.521 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-06-13T06:11:56.521 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.compression_opts.enabled: false 2024-06-13T06:11:56.521 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-06-13T06:11:56.521 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-06-13T06:11:56.521 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-06-13T06:11:56.521 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-06-13T06:11:56.521 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.target_file_size_base: 67108864 2024-06-13T06:11:56.521 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.target_file_size_multiplier: 1 2024-06-13T06:11:56.522 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-06-13T06:11:56.522 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-06-13T06:11:56.522 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-06-13T06:11:56.522 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-06-13T06:11:56.522 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-06-13T06:11:56.522 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-06-13T06:11:56.522 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-06-13T06:11:56.522 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-06-13T06:11:56.522 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-06-13T06:11:56.522 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-06-13T06:11:56.522 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-06-13T06:11:56.523 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-06-13T06:11:56.523 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-06-13T06:11:56.523 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.arena_block_size: 1048576 2024-06-13T06:11:56.523 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-06-13T06:11:56.523 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-06-13T06:11:56.523 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.disable_auto_compactions: 0 2024-06-13T06:11:56.523 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-06-13T06:11:56.523 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-06-13T06:11:56.523 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-06-13T06:11:56.523 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-06-13T06:11:56.523 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-06-13T06:11:56.523 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-06-13T06:11:56.523 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-06-13T06:11:56.523 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-06-13T06:11:56.524 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-06-13T06:11:56.524 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-06-13T06:11:56.524 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.table_properties_collectors: 2024-06-13T06:11:56.524 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.inplace_update_support: 0 2024-06-13T06:11:56.524 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.inplace_update_num_locks: 10000 2024-06-13T06:11:56.524 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-06-13T06:11:56.524 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-06-13T06:11:56.524 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.memtable_huge_page_size: 0 2024-06-13T06:11:56.524 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.bloom_locality: 0 2024-06-13T06:11:56.524 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.max_successive_merges: 0 2024-06-13T06:11:56.524 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.optimize_filters_for_hits: 0 2024-06-13T06:11:56.524 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.paranoid_file_checks: 0 2024-06-13T06:11:56.525 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.force_consistency_checks: 1 2024-06-13T06:11:56.525 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.report_bg_io_stats: 0 2024-06-13T06:11:56.525 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.ttl: 2592000 2024-06-13T06:11:56.525 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.periodic_compaction_seconds: 0 2024-06-13T06:11:56.525 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-06-13T06:11:56.525 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-06-13T06:11:56.525 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.enable_blob_files: false 2024-06-13T06:11:56.525 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.min_blob_size: 0 2024-06-13T06:11:56.525 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.blob_file_size: 268435456 2024-06-13T06:11:56.525 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.blob_compression_type: NoCompression 2024-06-13T06:11:56.525 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.enable_blob_garbage_collection: false 2024-06-13T06:11:56.525 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-06-13T06:11:56.525 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-06-13T06:11:56.526 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-06-13T06:11:56.526 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.blob_file_starting_level: 0 2024-06-13T06:11:56.526 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-06-13T06:11:56.526 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-06-13T06:11:56.526 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-06-13T06:11:56.526 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 09fd376c-af07-495a-8a7d-66558e802821 2024-06-13T06:11:56.526 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: EVENT_LOG_v1 {"time_micros": 1718259116203833, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-06-13T06:11:56.526 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-06-13T06:11:56.526 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: EVENT_LOG_v1 {"time_micros": 1718259116205344, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 100329, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 328, "table_properties": {"data_size": 98249, "index_size": 298, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 773, "raw_key_size": 14298, "raw_average_key_size": 49, "raw_value_size": 90517, "raw_average_value_size": 315, "num_data_blocks": 12, "num_entries": 287, "num_filter_entries": 287, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1718259116, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "09fd376c-af07-495a-8a7d-66558e802821", "db_session_id": "BL2O5MX7HEB03UIQU16B", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-06-13T06:11:56.526 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: EVENT_LOG_v1 {"time_micros": 1718259116205456, "job": 1, "event": "recovery_finished"} 2024-06-13T06:11:56.526 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-06-13T06:11:56.526 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-06-13T06:11:56.526 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5570a51fe000 2024-06-13T06:11:56.527 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: DB pointer 0x5570a51e8000 2024-06-13T06:11:56.527 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-06-13T06:11:56.527 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-06-13T06:11:56.527 INFO:journalctl@ceph.mon.a.smithi039.stdout: ** DB Stats ** 2024-06-13T06:11:56.527 INFO:journalctl@ceph.mon.a.smithi039.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-06-13T06:11:56.527 INFO:journalctl@ceph.mon.a.smithi039.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-06-13T06:11:56.527 INFO:journalctl@ceph.mon.a.smithi039.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-06-13T06:11:56.527 INFO:journalctl@ceph.mon.a.smithi039.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-06-13T06:11:56.527 INFO:journalctl@ceph.mon.a.smithi039.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-06-13T06:11:56.527 INFO:journalctl@ceph.mon.a.smithi039.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-06-13T06:11:56.527 INFO:journalctl@ceph.mon.a.smithi039.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-06-13T06:11:56.527 INFO:journalctl@ceph.mon.a.smithi039.stdout: 2024-06-13T06:11:56.527 INFO:journalctl@ceph.mon.a.smithi039.stdout: ** Compaction Stats [default] ** 2024-06-13T06:11:56.528 INFO:journalctl@ceph.mon.a.smithi039.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-06-13T06:11:56.528 INFO:journalctl@ceph.mon.a.smithi039.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-06-13T06:11:56.528 INFO:journalctl@ceph.mon.a.smithi039.stdout: L0 2/0 99.81 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 111.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-06-13T06:11:56.528 INFO:journalctl@ceph.mon.a.smithi039.stdout: Sum 2/0 99.81 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 111.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-06-13T06:11:56.528 INFO:journalctl@ceph.mon.a.smithi039.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 111.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-06-13T06:11:56.528 INFO:journalctl@ceph.mon.a.smithi039.stdout: 2024-06-13T06:11:56.528 INFO:journalctl@ceph.mon.a.smithi039.stdout: ** Compaction Stats [default] ** 2024-06-13T06:11:56.528 INFO:journalctl@ceph.mon.a.smithi039.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-06-13T06:11:56.528 INFO:journalctl@ceph.mon.a.smithi039.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-06-13T06:11:56.528 INFO:journalctl@ceph.mon.a.smithi039.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 111.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-06-13T06:11:56.528 INFO:journalctl@ceph.mon.a.smithi039.stdout: 2024-06-13T06:11:56.528 INFO:journalctl@ceph.mon.a.smithi039.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-06-13T06:11:56.528 INFO:journalctl@ceph.mon.a.smithi039.stdout: 2024-06-13T06:11:56.528 INFO:journalctl@ceph.mon.a.smithi039.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-06-13T06:11:56.529 INFO:journalctl@ceph.mon.a.smithi039.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-06-13T06:11:56.529 INFO:journalctl@ceph.mon.a.smithi039.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-06-13T06:11:56.529 INFO:journalctl@ceph.mon.a.smithi039.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-06-13T06:11:56.529 INFO:journalctl@ceph.mon.a.smithi039.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-06-13T06:11:56.529 INFO:journalctl@ceph.mon.a.smithi039.stdout: AddFile(Keys): cumulative 0, interval 0 2024-06-13T06:11:56.529 INFO:journalctl@ceph.mon.a.smithi039.stdout: Cumulative compaction: 0.00 GB write, 10.61 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-06-13T06:11:56.529 INFO:journalctl@ceph.mon.a.smithi039.stdout: Interval compaction: 0.00 GB write, 10.61 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-06-13T06:11:56.529 INFO:journalctl@ceph.mon.a.smithi039.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-06-13T06:11:56.529 INFO:journalctl@ceph.mon.a.smithi039.stdout: Block cache BinnedLRUCache@0x5570a510f090#2 capacity: 512.00 MB usage: 1.52 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-06-13T06:11:56.529 INFO:journalctl@ceph.mon.a.smithi039.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,1.02 KB,0.000193715%) IndexBlock(2,0.50 KB,9.53674e-05%) Misc(1,0.00 KB,0%) 2024-06-13T06:11:56.529 INFO:journalctl@ceph.mon.a.smithi039.stdout: 2024-06-13T06:11:56.529 INFO:journalctl@ceph.mon.a.smithi039.stdout: ** File Read Latency Histogram By Level [default] ** 2024-06-13T06:11:56.529 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: starting mon.a rank 0 at public addrs [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] at bind addrs [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid ae626f9c-294b-11ef-bc9c-c7b262605968 2024-06-13T06:11:56.529 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: mon.a@-1(???) e1 preinit fsid ae626f9c-294b-11ef-bc9c-c7b262605968 2024-06-13T06:11:56.530 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: mon.a@-1(???).mds e1 new map 2024-06-13T06:11:56.530 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: mon.a@-1(???).mds e1 print_map 2024-06-13T06:11:56.530 INFO:journalctl@ceph.mon.a.smithi039.stdout: e1 2024-06-13T06:11:56.530 INFO:journalctl@ceph.mon.a.smithi039.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-06-13T06:11:56.530 INFO:journalctl@ceph.mon.a.smithi039.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-06-13T06:11:56.530 INFO:journalctl@ceph.mon.a.smithi039.stdout: legacy client fscid: -1 2024-06-13T06:11:56.530 INFO:journalctl@ceph.mon.a.smithi039.stdout: 2024-06-13T06:11:56.530 INFO:journalctl@ceph.mon.a.smithi039.stdout: No filesystems configured 2024-06-13T06:11:56.530 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-06-13T06:11:56.530 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-06-13T06:11:56.530 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-06-13T06:11:56.530 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-06-13T06:11:56.530 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-06-13T06:11:56.531 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 bash[32459]: 2b1a9b5a55a070700ac41c2c045ece32aaa608047f17f2baa96479ab72fc13ed 2024-06-13T06:11:56.531 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 systemd[1]: Started Ceph mon.a for ae626f9c-294b-11ef-bc9c-c7b262605968. 2024-06-13T06:11:56.531 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: mon.a is new leader, mons a in quorum (ranks 0) 2024-06-13T06:11:56.531 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: monmap epoch 1 2024-06-13T06:11:56.531 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: fsid ae626f9c-294b-11ef-bc9c-c7b262605968 2024-06-13T06:11:56.531 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: last_changed 2024-06-13T06:11:47.910174+0000 2024-06-13T06:11:56.531 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: created 2024-06-13T06:11:47.910174+0000 2024-06-13T06:11:56.531 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: min_mon_release 19 (squid) 2024-06-13T06:11:56.531 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: election_strategy: 1 2024-06-13T06:11:56.531 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: 0: [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] mon.a 2024-06-13T06:11:56.531 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: fsmap 2024-06-13T06:11:56.531 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: osdmap e1: 0 total, 0 up, 0 in 2024-06-13T06:11:56.531 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:56 smithi039 ceph-mon[32479]: mgrmap e1: no daemons active 2024-06-13T06:11:57.335 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:56.738+0000 7f84b359e700 1 Processor -- start 2024-06-13T06:11:57.340 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:56.738+0000 7f84b359e700 1 -- start start 2024-06-13T06:11:57.340 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:56.738+0000 7f84b359e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84b407e640 0x7f84b407cb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:11:57.340 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:56.738+0000 7f84b359e700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f84b407d080 con 0x7f84b407e640 2024-06-13T06:11:57.340 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:56.738+0000 7f84b259c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84b407e640 0x7f84b407cb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:11:57.340 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:56.739+0000 7f84b259c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84b407e640 0x7f84b407cb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59964/0 (socket says 172.21.15.39:59964) 2024-06-13T06:11:57.340 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:56.739+0000 7f84b259c700 1 -- 172.21.15.39:0/4101438382 learned_addr learned my addr 172.21.15.39:0/4101438382 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:11:57.340 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:56.739+0000 7f84b259c700 1 -- 172.21.15.39:0/4101438382 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84b407d200 con 0x7f84b407e640 2024-06-13T06:11:57.340 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:56.739+0000 7f84b259c700 1 --2- 172.21.15.39:0/4101438382 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84b407e640 0x7f84b407cb40 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f84a40098a0 tx=0x7f84a4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad3eb7b52c257837 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:11:57.340 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:56.739+0000 7f84b159a700 1 -- 172.21.15.39:0/4101438382 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f84a4004160 con 0x7f84b407e640 2024-06-13T06:11:57.340 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:56.739+0000 7f84b159a700 1 -- 172.21.15.39:0/4101438382 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f84a4004300 con 0x7f84b407e640 2024-06-13T06:11:57.340 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:56.739+0000 7f84b159a700 1 -- 172.21.15.39:0/4101438382 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f84a4011b50 con 0x7f84b407e640 2024-06-13T06:11:57.341 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:56.740+0000 7f84b359e700 1 -- 172.21.15.39:0/4101438382 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84b407e640 msgr2=0x7f84b407cb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:11:57.341 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:56.740+0000 7f84b359e700 1 --2- 172.21.15.39:0/4101438382 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84b407e640 0x7f84b407cb40 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f84a40098a0 tx=0x7f84a4009bb0 comp rx=0 tx=0).stop 2024-06-13T06:11:57.341 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:56.740+0000 7f84b359e700 1 -- 172.21.15.39:0/4101438382 shutdown_connections 2024-06-13T06:11:57.341 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:56.740+0000 7f84b359e700 1 --2- 172.21.15.39:0/4101438382 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84b407e640 0x7f84b407cb40 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:11:57.341 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:56.740+0000 7f84b359e700 1 -- 172.21.15.39:0/4101438382 >> 172.21.15.39:0/4101438382 conn(0x7f84b41033d0 msgr2=0x7f84b41057f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:11:57.341 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:56.740+0000 7f84b359e700 1 -- 172.21.15.39:0/4101438382 shutdown_connections 2024-06-13T06:11:57.341 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:56.740+0000 7f84b359e700 1 -- 172.21.15.39:0/4101438382 wait complete. 2024-06-13T06:11:57.341 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:56.741+0000 7f84b359e700 1 Processor -- start 2024-06-13T06:11:57.341 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:56.741+0000 7f84b359e700 1 -- start start 2024-06-13T06:11:57.341 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:56.741+0000 7f84b359e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84b407e640 0x7f84b419df60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:11:57.341 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:56.741+0000 7f84b359e700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f84b410e360 con 0x7f84b407e640 2024-06-13T06:11:57.341 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:56.741+0000 7f84b259c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84b407e640 0x7f84b419df60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:11:57.341 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:56.741+0000 7f84b259c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84b407e640 0x7f84b419df60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59978/0 (socket says 172.21.15.39:59978) 2024-06-13T06:11:57.342 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:56.741+0000 7f84b259c700 1 -- 172.21.15.39:0/1632315067 learned_addr learned my addr 172.21.15.39:0/1632315067 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:11:57.342 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:56.741+0000 7f84b259c700 1 -- 172.21.15.39:0/1632315067 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84b419e4a0 con 0x7f84b407e640 2024-06-13T06:11:57.342 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:56.742+0000 7f84b259c700 1 --2- 172.21.15.39:0/1632315067 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84b407e640 0x7f84b419df60 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f84a4009fb0 tx=0x7f84a4011bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:11:57.342 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:56.742+0000 7f84a37fe700 1 -- 172.21.15.39:0/1632315067 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f84a40038b0 con 0x7f84b407e640 2024-06-13T06:11:57.342 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:56.742+0000 7f84a37fe700 1 -- 172.21.15.39:0/1632315067 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f84a4011e50 con 0x7f84b407e640 2024-06-13T06:11:57.342 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:56.742+0000 7f84b359e700 1 -- 172.21.15.39:0/1632315067 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84b419e730 con 0x7f84b407e640 2024-06-13T06:11:57.342 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:56.742+0000 7f84a37fe700 1 -- 172.21.15.39:0/1632315067 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f84a4019420 con 0x7f84b407e640 2024-06-13T06:11:57.342 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:56.742+0000 7f84b359e700 1 -- 172.21.15.39:0/1632315067 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84b41a1420 con 0x7f84b407e640 2024-06-13T06:11:57.342 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:56.742+0000 7f84a37fe700 1 -- 172.21.15.39:0/1632315067 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f84a4019a80 con 0x7f84b407e640 2024-06-13T06:11:57.342 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:56.742+0000 7f84a37fe700 1 -- 172.21.15.39:0/1632315067 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f84a4024730 con 0x7f84b407e640 2024-06-13T06:11:57.342 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:56.743+0000 7f84b359e700 1 -- 172.21.15.39:0/1632315067 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84b40695c0 con 0x7f84b407e640 2024-06-13T06:11:57.342 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:56.745+0000 7f84a37fe700 1 -- 172.21.15.39:0/1632315067 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7f84a4043dd0 con 0x7f84b407e640 2024-06-13T06:11:57.343 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:56.816+0000 7f84b359e700 1 -- 172.21.15.39:0/1632315067 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) -- 0x7f84b41a1640 con 0x7f84b407e640 2024-06-13T06:11:57.343 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:56.818+0000 7f84a37fe700 1 -- 172.21.15.39:0/1632315067 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) ==== 124+0+0 (secure 0 0 0) 0x7f84a4032030 con 0x7f84b407e640 2024-06-13T06:11:57.343 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:56.819+0000 7f84b359e700 1 -- 172.21.15.39:0/1632315067 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84b407e640 msgr2=0x7f84b419df60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:11:57.343 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:56.819+0000 7f84b359e700 1 --2- 172.21.15.39:0/1632315067 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84b407e640 0x7f84b419df60 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f84a4009fb0 tx=0x7f84a4011bf0 comp rx=0 tx=0).stop 2024-06-13T06:11:57.343 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:56.819+0000 7f84b359e700 1 -- 172.21.15.39:0/1632315067 shutdown_connections 2024-06-13T06:11:57.343 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:56.819+0000 7f84b359e700 1 --2- 172.21.15.39:0/1632315067 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84b407e640 0x7f84b419df60 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:11:57.343 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:56.819+0000 7f84b359e700 1 -- 172.21.15.39:0/1632315067 >> 172.21.15.39:0/1632315067 conn(0x7f84b41033d0 msgr2=0x7f84b4103f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:11:57.343 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:56.819+0000 7f84b359e700 1 -- 172.21.15.39:0/1632315067 shutdown_connections 2024-06-13T06:11:57.343 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:56.819+0000 7f84b359e700 1 -- 172.21.15.39:0/1632315067 wait complete. 2024-06-13T06:11:57.343 INFO:teuthology.orchestra.run.smithi039.stdout:Wrote config to /etc/ceph/ceph.conf 2024-06-13T06:11:57.366 INFO:teuthology.orchestra.run.smithi039.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-06-13T06:11:57.366 INFO:teuthology.orchestra.run.smithi039.stdout:Creating mgr... 2024-06-13T06:11:57.366 INFO:teuthology.orchestra.run.smithi039.stdout:Verifying port 0.0.0.0:9283 ... 2024-06-13T06:11:57.366 INFO:teuthology.orchestra.run.smithi039.stdout:Verifying port 0.0.0.0:8765 ... 2024-06-13T06:11:57.638 INFO:teuthology.orchestra.run.smithi039.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mgr.x 2024-06-13T06:11:57.638 INFO:teuthology.orchestra.run.smithi039.stdout:systemctl: stderr Failed to reset failed state of unit ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mgr.x.service: Unit ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mgr.x.service not loaded. 2024-06-13T06:11:57.795 INFO:teuthology.orchestra.run.smithi039.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-ae626f9c-294b-11ef-bc9c-c7b262605968.target.wants/ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mgr.x.service → /etc/systemd/system/ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@.service. 2024-06-13T06:11:58.102 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:57 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/1632315067' entity='client.admin' 2024-06-13T06:11:58.277 INFO:teuthology.orchestra.run.smithi039.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-06-13T06:11:58.277 INFO:teuthology.orchestra.run.smithi039.stdout:systemctl: stdout disabled 2024-06-13T06:11:58.284 INFO:teuthology.orchestra.run.smithi039.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-06-13T06:11:58.284 INFO:teuthology.orchestra.run.smithi039.stdout:systemctl: stdout inactive 2024-06-13T06:11:58.285 INFO:teuthology.orchestra.run.smithi039.stdout:firewalld.service is not enabled 2024-06-13T06:11:58.285 INFO:teuthology.orchestra.run.smithi039.stdout:Not possible to enable service . firewalld.service is not available 2024-06-13T06:11:58.293 INFO:teuthology.orchestra.run.smithi039.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-06-13T06:11:58.294 INFO:teuthology.orchestra.run.smithi039.stdout:systemctl: stdout disabled 2024-06-13T06:11:58.301 INFO:teuthology.orchestra.run.smithi039.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-06-13T06:11:58.301 INFO:teuthology.orchestra.run.smithi039.stdout:systemctl: stdout inactive 2024-06-13T06:11:58.301 INFO:teuthology.orchestra.run.smithi039.stdout:firewalld.service is not enabled 2024-06-13T06:11:58.301 INFO:teuthology.orchestra.run.smithi039.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-06-13T06:11:58.301 INFO:teuthology.orchestra.run.smithi039.stdout:Waiting for mgr to start... 2024-06-13T06:11:58.302 INFO:teuthology.orchestra.run.smithi039.stdout:Waiting for mgr... 2024-06-13T06:11:59.096 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:11:58 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/1559519748' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-06-13T06:11:59.096 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:11:59 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:11:59.006+0000 7f1627604200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-06-13T06:11:59.096 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:11:59 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:11:59.096+0000 7f1627604200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-06-13T06:11:59.467 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout 2024-06-13T06:11:59.467 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout { 2024-06-13T06:11:59.468 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "fsid": "ae626f9c-294b-11ef-bc9c-c7b262605968", 2024-06-13T06:11:59.468 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "health": { 2024-06-13T06:11:59.468 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-06-13T06:11:59.468 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-06-13T06:11:59.468 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-06-13T06:11:59.468 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2024-06-13T06:11:59.468 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-06-13T06:11:59.468 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-06-13T06:11:59.468 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout 0 2024-06-13T06:11:59.468 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout ], 2024-06-13T06:11:59.468 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-06-13T06:11:59.468 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "a" 2024-06-13T06:11:59.469 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout ], 2024-06-13T06:11:59.469 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-06-13T06:11:59.469 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "monmap": { 2024-06-13T06:11:59.469 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-13T06:11:59.469 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-06-13T06:11:59.469 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-06-13T06:11:59.469 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2024-06-13T06:11:59.469 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-06-13T06:11:59.469 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-13T06:11:59.469 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-06-13T06:11:59.469 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-06-13T06:11:59.469 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-06-13T06:11:59.469 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-06-13T06:11:59.469 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-06-13T06:11:59.470 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-06-13T06:11:59.470 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2024-06-13T06:11:59.470 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-06-13T06:11:59.470 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-06-13T06:11:59.470 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-06-13T06:11:59.470 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-06-13T06:11:59.470 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-06-13T06:11:59.470 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-06-13T06:11:59.470 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-06-13T06:11:59.470 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-06-13T06:11:59.470 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-06-13T06:11:59.470 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2024-06-13T06:11:59.471 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-06-13T06:11:59.471 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-13T06:11:59.471 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-06-13T06:11:59.471 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-06-13T06:11:59.471 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2024-06-13T06:11:59.471 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-06-13T06:11:59.471 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "available": false, 2024-06-13T06:11:59.471 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-06-13T06:11:59.471 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "modules": [ 2024-06-13T06:11:59.471 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "iostat", 2024-06-13T06:11:59.471 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "nfs", 2024-06-13T06:11:59.471 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "restful" 2024-06-13T06:11:59.471 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout ], 2024-06-13T06:11:59.471 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "services": {} 2024-06-13T06:11:59.472 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2024-06-13T06:11:59.472 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-06-13T06:11:59.472 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-13T06:11:59.472 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "modified": "2024-06-13T06:11:51.305529+0000", 2024-06-13T06:11:59.472 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "services": {} 2024-06-13T06:11:59.472 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2024-06-13T06:11:59.472 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-06-13T06:11:59.472 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout } 2024-06-13T06:11:59.472 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:58.779+0000 7f87da085700 1 Processor -- start 2024-06-13T06:11:59.472 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:58.779+0000 7f87da085700 1 -- start start 2024-06-13T06:11:59.472 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:58.779+0000 7f87da085700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f87d4107ee0 0x7f87d4108300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:11:59.472 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:58.779+0000 7f87da085700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f87d4108840 con 0x7f87d4107ee0 2024-06-13T06:11:59.472 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:58.780+0000 7f87d37fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f87d4107ee0 0x7f87d4108300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:11:59.473 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:58.780+0000 7f87d37fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f87d4107ee0 0x7f87d4108300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60008/0 (socket says 172.21.15.39:60008) 2024-06-13T06:11:59.473 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:58.780+0000 7f87d37fe700 1 -- 172.21.15.39:0/2412078434 learned_addr learned my addr 172.21.15.39:0/2412078434 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:11:59.473 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:58.780+0000 7f87d37fe700 1 -- 172.21.15.39:0/2412078434 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87d4109080 con 0x7f87d4107ee0 2024-06-13T06:11:59.473 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:58.780+0000 7f87d37fe700 1 --2- 172.21.15.39:0/2412078434 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f87d4107ee0 0x7f87d4108300 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f87c40098a0 tx=0x7f87c4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14f9d9396a618e4a server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:11:59.473 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:58.780+0000 7f87d27fc700 1 -- 172.21.15.39:0/2412078434 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f87c4004160 con 0x7f87d4107ee0 2024-06-13T06:11:59.473 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:58.780+0000 7f87d27fc700 1 -- 172.21.15.39:0/2412078434 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f87c4004300 con 0x7f87d4107ee0 2024-06-13T06:11:59.473 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:58.780+0000 7f87d27fc700 1 -- 172.21.15.39:0/2412078434 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f87c4011b50 con 0x7f87d4107ee0 2024-06-13T06:11:59.473 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:58.781+0000 7f87da085700 1 -- 172.21.15.39:0/2412078434 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f87d4107ee0 msgr2=0x7f87d4108300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:11:59.473 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:58.781+0000 7f87da085700 1 --2- 172.21.15.39:0/2412078434 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f87d4107ee0 0x7f87d4108300 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f87c40098a0 tx=0x7f87c4009bb0 comp rx=0 tx=0).stop 2024-06-13T06:11:59.473 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:58.781+0000 7f87da085700 1 -- 172.21.15.39:0/2412078434 shutdown_connections 2024-06-13T06:11:59.473 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:58.781+0000 7f87da085700 1 --2- 172.21.15.39:0/2412078434 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f87d4107ee0 0x7f87d4108300 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:11:59.473 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:58.781+0000 7f87da085700 1 -- 172.21.15.39:0/2412078434 >> 172.21.15.39:0/2412078434 conn(0x7f87d4103570 msgr2=0x7f87d4105990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:11:59.473 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:58.781+0000 7f87da085700 1 -- 172.21.15.39:0/2412078434 shutdown_connections 2024-06-13T06:11:59.474 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:58.781+0000 7f87da085700 1 -- 172.21.15.39:0/2412078434 wait complete. 2024-06-13T06:11:59.474 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:58.782+0000 7f87da085700 1 Processor -- start 2024-06-13T06:11:59.474 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:58.782+0000 7f87da085700 1 -- start start 2024-06-13T06:11:59.474 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:58.782+0000 7f87da085700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f87d4107ee0 0x7f87d407db40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:11:59.474 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:58.782+0000 7f87da085700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f87d410c340 con 0x7f87d4107ee0 2024-06-13T06:11:59.474 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:58.782+0000 7f87d37fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f87d4107ee0 0x7f87d407db40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:11:59.474 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:58.782+0000 7f87d37fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f87d4107ee0 0x7f87d407db40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60020/0 (socket says 172.21.15.39:60020) 2024-06-13T06:11:59.474 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:58.782+0000 7f87d37fe700 1 -- 172.21.15.39:0/1559519748 learned_addr learned my addr 172.21.15.39:0/1559519748 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:11:59.474 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:58.783+0000 7f87d37fe700 1 -- 172.21.15.39:0/1559519748 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87d407e080 con 0x7f87d4107ee0 2024-06-13T06:11:59.474 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:58.783+0000 7f87d37fe700 1 --2- 172.21.15.39:0/1559519748 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f87d4107ee0 0x7f87d407db40 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f87c4011670 tx=0x7f87c4011b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:11:59.474 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:58.783+0000 7f87d0ff9700 1 -- 172.21.15.39:0/1559519748 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f87c40039c0 con 0x7f87d4107ee0 2024-06-13T06:11:59.474 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:58.783+0000 7f87da085700 1 -- 172.21.15.39:0/1559519748 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87d407c270 con 0x7f87d4107ee0 2024-06-13T06:11:59.474 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:58.783+0000 7f87d0ff9700 1 -- 172.21.15.39:0/1559519748 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f87c4011e50 con 0x7f87d4107ee0 2024-06-13T06:11:59.475 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:58.783+0000 7f87d0ff9700 1 -- 172.21.15.39:0/1559519748 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f87c401a5c0 con 0x7f87d4107ee0 2024-06-13T06:11:59.475 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:58.783+0000 7f87da085700 1 -- 172.21.15.39:0/1559519748 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87d407c7b0 con 0x7f87d4107ee0 2024-06-13T06:11:59.475 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:58.783+0000 7f87d0ff9700 1 -- 172.21.15.39:0/1559519748 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f87c401ac50 con 0x7f87d4107ee0 2024-06-13T06:11:59.475 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:58.783+0000 7f87d0ff9700 1 -- 172.21.15.39:0/1559519748 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f87c4019700 con 0x7f87d4107ee0 2024-06-13T06:11:59.475 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:58.784+0000 7f87da085700 1 -- 172.21.15.39:0/1559519748 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87d410c4c0 con 0x7f87d4107ee0 2024-06-13T06:11:59.475 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:58.786+0000 7f87d0ff9700 1 -- 172.21.15.39:0/1559519748 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7f87c4003b60 con 0x7f87d4107ee0 2024-06-13T06:11:59.475 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:58.859+0000 7f87da085700 1 -- 172.21.15.39:0/1559519748 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f87d407cee0 con 0x7f87d4107ee0 2024-06-13T06:11:59.475 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:58.860+0000 7f87d0ff9700 1 -- 172.21.15.39:0/1559519748 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f87c40199a0 con 0x7f87d4107ee0 2024-06-13T06:11:59.475 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:58.861+0000 7f87da085700 1 -- 172.21.15.39:0/1559519748 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f87d4107ee0 msgr2=0x7f87d407db40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:11:59.475 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:58.861+0000 7f87da085700 1 --2- 172.21.15.39:0/1559519748 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f87d4107ee0 0x7f87d407db40 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f87c4011670 tx=0x7f87c4011b60 comp rx=0 tx=0).stop 2024-06-13T06:11:59.475 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:58.861+0000 7f87da085700 1 -- 172.21.15.39:0/1559519748 shutdown_connections 2024-06-13T06:11:59.475 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:58.861+0000 7f87da085700 1 --2- 172.21.15.39:0/1559519748 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f87d4107ee0 0x7f87d407db40 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:11:59.475 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:58.861+0000 7f87da085700 1 -- 172.21.15.39:0/1559519748 >> 172.21.15.39:0/1559519748 conn(0x7f87d4103570 msgr2=0x7f87d4104090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:11:59.476 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:58.861+0000 7f87da085700 1 -- 172.21.15.39:0/1559519748 shutdown_connections 2024-06-13T06:11:59.476 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:11:58.861+0000 7f87da085700 1 -- 172.21.15.39:0/1559519748 wait complete. 2024-06-13T06:11:59.476 INFO:teuthology.orchestra.run.smithi039.stdout:mgr not available, waiting (1/15)... 2024-06-13T06:12:00.671 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:00 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:00.370+0000 7f1627604200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-06-13T06:12:00.671 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:00 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:00.546+0000 7f1627604200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-06-13T06:12:01.022 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:00 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:00.722+0000 7f1627604200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-06-13T06:12:01.022 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:01 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:01.022+0000 7f1627604200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-06-13T06:12:01.328 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:01 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:01.118+0000 7f1627604200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-06-13T06:12:01.328 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:01 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:01.328+0000 7f1627604200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-06-13T06:12:01.585 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:01 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:01.534+0000 7f1627604200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-06-13T06:12:02.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:01 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/2475843584' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-06-13T06:12:02.508 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:02 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:02.214+0000 7f1627604200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-06-13T06:12:02.513 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout 2024-06-13T06:12:02.513 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout { 2024-06-13T06:12:02.513 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "fsid": "ae626f9c-294b-11ef-bc9c-c7b262605968", 2024-06-13T06:12:02.513 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "health": { 2024-06-13T06:12:02.513 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-06-13T06:12:02.513 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-06-13T06:12:02.513 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-06-13T06:12:02.513 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2024-06-13T06:12:02.513 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-06-13T06:12:02.514 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-06-13T06:12:02.514 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout 0 2024-06-13T06:12:02.514 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout ], 2024-06-13T06:12:02.514 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-06-13T06:12:02.514 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "a" 2024-06-13T06:12:02.514 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout ], 2024-06-13T06:12:02.514 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2024-06-13T06:12:02.514 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "monmap": { 2024-06-13T06:12:02.514 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-13T06:12:02.514 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-06-13T06:12:02.514 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-06-13T06:12:02.514 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2024-06-13T06:12:02.515 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-06-13T06:12:02.515 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-13T06:12:02.515 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-06-13T06:12:02.515 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-06-13T06:12:02.515 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-06-13T06:12:02.527 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-06-13T06:12:02.527 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-06-13T06:12:02.527 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-06-13T06:12:02.527 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2024-06-13T06:12:02.527 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-06-13T06:12:02.527 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-06-13T06:12:02.527 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-06-13T06:12:02.527 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-06-13T06:12:02.527 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-06-13T06:12:02.528 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-06-13T06:12:02.528 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-06-13T06:12:02.528 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-06-13T06:12:02.528 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-06-13T06:12:02.528 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2024-06-13T06:12:02.528 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-06-13T06:12:02.528 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-13T06:12:02.528 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-06-13T06:12:02.528 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-06-13T06:12:02.528 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2024-06-13T06:12:02.528 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-06-13T06:12:02.528 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "available": false, 2024-06-13T06:12:02.528 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-06-13T06:12:02.528 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "modules": [ 2024-06-13T06:12:02.529 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "iostat", 2024-06-13T06:12:02.529 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "nfs", 2024-06-13T06:12:02.529 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "restful" 2024-06-13T06:12:02.529 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout ], 2024-06-13T06:12:02.529 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "services": {} 2024-06-13T06:12:02.529 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2024-06-13T06:12:02.529 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-06-13T06:12:02.529 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-13T06:12:02.529 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "modified": "2024-06-13T06:11:51.305529+0000", 2024-06-13T06:12:02.529 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "services": {} 2024-06-13T06:12:02.529 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2024-06-13T06:12:02.529 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-06-13T06:12:02.530 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout } 2024-06-13T06:12:02.530 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:01.849+0000 7f0d2af97700 1 Processor -- start 2024-06-13T06:12:02.530 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:01.849+0000 7f0d2af97700 1 -- start start 2024-06-13T06:12:02.530 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:01.849+0000 7f0d2af97700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d24106240 0x7f0d24106660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:02.530 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:01.849+0000 7f0d2af97700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f0d24106c30 con 0x7f0d24106240 2024-06-13T06:12:02.530 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:01.849+0000 7f0d28d33700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d24106240 0x7f0d24106660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:02.530 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:01.849+0000 7f0d28d33700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d24106240 0x7f0d24106660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59360/0 (socket says 172.21.15.39:59360) 2024-06-13T06:12:02.530 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:01.849+0000 7f0d28d33700 1 -- 172.21.15.39:0/2699432108 learned_addr learned my addr 172.21.15.39:0/2699432108 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:12:02.530 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:01.850+0000 7f0d28d33700 1 -- 172.21.15.39:0/2699432108 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d241091d0 con 0x7f0d24106240 2024-06-13T06:12:02.530 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:01.850+0000 7f0d28d33700 1 --2- 172.21.15.39:0/2699432108 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d24106240 0x7f0d24106660 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f0d180098a0 tx=0x7f0d18009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=223ae120063919a9 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:02.530 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:01.850+0000 7f0d237fe700 1 -- 172.21.15.39:0/2699432108 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0d18004160 con 0x7f0d24106240 2024-06-13T06:12:02.530 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:01.850+0000 7f0d237fe700 1 -- 172.21.15.39:0/2699432108 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f0d18004300 con 0x7f0d24106240 2024-06-13T06:12:02.531 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:01.850+0000 7f0d237fe700 1 -- 172.21.15.39:0/2699432108 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0d18011b50 con 0x7f0d24106240 2024-06-13T06:12:02.531 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:01.851+0000 7f0d2af97700 1 -- 172.21.15.39:0/2699432108 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d24106240 msgr2=0x7f0d24106660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:02.531 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:01.851+0000 7f0d2af97700 1 --2- 172.21.15.39:0/2699432108 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d24106240 0x7f0d24106660 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f0d180098a0 tx=0x7f0d18009bb0 comp rx=0 tx=0).stop 2024-06-13T06:12:02.531 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:01.851+0000 7f0d2af97700 1 -- 172.21.15.39:0/2699432108 shutdown_connections 2024-06-13T06:12:02.531 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:01.851+0000 7f0d2af97700 1 --2- 172.21.15.39:0/2699432108 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d24106240 0x7f0d24106660 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:02.531 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:01.851+0000 7f0d2af97700 1 -- 172.21.15.39:0/2699432108 >> 172.21.15.39:0/2699432108 conn(0x7f0d24101b90 msgr2=0x7f0d24103fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:02.531 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:01.851+0000 7f0d2af97700 1 -- 172.21.15.39:0/2699432108 shutdown_connections 2024-06-13T06:12:02.531 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:01.851+0000 7f0d2af97700 1 -- 172.21.15.39:0/2699432108 wait complete. 2024-06-13T06:12:02.531 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:01.852+0000 7f0d2af97700 1 Processor -- start 2024-06-13T06:12:02.531 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:01.852+0000 7f0d2af97700 1 -- start start 2024-06-13T06:12:02.531 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:01.852+0000 7f0d2af97700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d24106240 0x7f0d2419bf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:02.531 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:01.852+0000 7f0d2af97700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f0d2410c580 con 0x7f0d24106240 2024-06-13T06:12:02.531 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:01.852+0000 7f0d28d33700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d24106240 0x7f0d2419bf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:02.532 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:01.852+0000 7f0d28d33700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d24106240 0x7f0d2419bf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59370/0 (socket says 172.21.15.39:59370) 2024-06-13T06:12:02.532 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:01.852+0000 7f0d28d33700 1 -- 172.21.15.39:0/2475843584 learned_addr learned my addr 172.21.15.39:0/2475843584 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:12:02.532 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:01.852+0000 7f0d28d33700 1 -- 172.21.15.39:0/2475843584 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d2419c480 con 0x7f0d24106240 2024-06-13T06:12:02.532 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:01.852+0000 7f0d28d33700 1 --2- 172.21.15.39:0/2475843584 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d24106240 0x7f0d2419bf40 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f0d18011670 tx=0x7f0d18011b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:02.532 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:01.853+0000 7f0d21ffb700 1 -- 172.21.15.39:0/2475843584 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0d180039c0 con 0x7f0d24106240 2024-06-13T06:12:02.532 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:01.853+0000 7f0d2af97700 1 -- 172.21.15.39:0/2475843584 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d2419c710 con 0x7f0d24106240 2024-06-13T06:12:02.532 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:01.853+0000 7f0d21ffb700 1 -- 172.21.15.39:0/2475843584 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f0d18011e50 con 0x7f0d24106240 2024-06-13T06:12:02.532 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:01.853+0000 7f0d21ffb700 1 -- 172.21.15.39:0/2475843584 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0d1801a5c0 con 0x7f0d24106240 2024-06-13T06:12:02.532 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:01.853+0000 7f0d21ffb700 1 -- 172.21.15.39:0/2475843584 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f0d1801ac50 con 0x7f0d24106240 2024-06-13T06:12:02.532 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:01.853+0000 7f0d2af97700 1 -- 172.21.15.39:0/2475843584 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d2419f400 con 0x7f0d24106240 2024-06-13T06:12:02.532 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:01.853+0000 7f0d21ffb700 1 -- 172.21.15.39:0/2475843584 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f0d1800bab0 con 0x7f0d24106240 2024-06-13T06:12:02.532 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:01.854+0000 7f0d2af97700 1 -- 172.21.15.39:0/2475843584 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d24063af0 con 0x7f0d24106240 2024-06-13T06:12:02.532 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:01.856+0000 7f0d21ffb700 1 -- 172.21.15.39:0/2475843584 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7f0d18033080 con 0x7f0d24106240 2024-06-13T06:12:02.533 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:01.943+0000 7f0d2af97700 1 -- 172.21.15.39:0/2475843584 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f0d2419f9a0 con 0x7f0d24106240 2024-06-13T06:12:02.533 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:01.943+0000 7f0d21ffb700 1 -- 172.21.15.39:0/2475843584 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f0d18003b60 con 0x7f0d24106240 2024-06-13T06:12:02.533 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:01.944+0000 7f0d2af97700 1 -- 172.21.15.39:0/2475843584 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d24106240 msgr2=0x7f0d2419bf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:02.533 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:01.944+0000 7f0d2af97700 1 --2- 172.21.15.39:0/2475843584 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d24106240 0x7f0d2419bf40 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f0d18011670 tx=0x7f0d18011b60 comp rx=0 tx=0).stop 2024-06-13T06:12:02.533 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:01.944+0000 7f0d2af97700 1 -- 172.21.15.39:0/2475843584 shutdown_connections 2024-06-13T06:12:02.533 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:01.944+0000 7f0d2af97700 1 --2- 172.21.15.39:0/2475843584 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d24106240 0x7f0d2419bf40 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:02.533 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:01.944+0000 7f0d2af97700 1 -- 172.21.15.39:0/2475843584 >> 172.21.15.39:0/2475843584 conn(0x7f0d24101b90 msgr2=0x7f0d24102630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:02.533 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:01.944+0000 7f0d2af97700 1 -- 172.21.15.39:0/2475843584 shutdown_connections 2024-06-13T06:12:02.533 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:01.945+0000 7f0d2af97700 1 -- 172.21.15.39:0/2475843584 wait complete. 2024-06-13T06:12:02.533 INFO:teuthology.orchestra.run.smithi039.stdout:mgr not available, waiting (2/15)... 2024-06-13T06:12:02.759 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:02 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:02.658+0000 7f1627604200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-06-13T06:12:03.171 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:02 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:02.759+0000 7f1627604200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-06-13T06:12:03.171 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:02 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:02.968+0000 7f1627604200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-06-13T06:12:03.875 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:03 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:03.517+0000 7f1627604200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-06-13T06:12:03.875 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:03 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:03.613+0000 7f1627604200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-06-13T06:12:04.171 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:03 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:03.875+0000 7f1627604200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-06-13T06:12:04.171 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:04 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:04.016+0000 7f1627604200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-06-13T06:12:04.171 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:04 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:04.115+0000 7f1627604200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-06-13T06:12:04.551 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:04 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:04.236+0000 7f1627604200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-06-13T06:12:04.837 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:04 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:04.552+0000 7f1627604200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-06-13T06:12:05.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:05 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/3214625840' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-06-13T06:12:05.633 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:05 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:05.207+0000 7f1627604200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-06-13T06:12:05.633 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:05 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:05.442+0000 7f1627604200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-06-13T06:12:05.637 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout 2024-06-13T06:12:05.637 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout { 2024-06-13T06:12:05.637 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "fsid": "ae626f9c-294b-11ef-bc9c-c7b262605968", 2024-06-13T06:12:05.637 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "health": { 2024-06-13T06:12:05.638 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-06-13T06:12:05.638 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-06-13T06:12:05.638 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-06-13T06:12:05.638 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2024-06-13T06:12:05.638 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-06-13T06:12:05.638 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-06-13T06:12:05.638 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout 0 2024-06-13T06:12:05.638 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout ], 2024-06-13T06:12:05.638 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-06-13T06:12:05.638 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "a" 2024-06-13T06:12:05.638 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout ], 2024-06-13T06:12:05.638 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "quorum_age": 8, 2024-06-13T06:12:05.638 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "monmap": { 2024-06-13T06:12:05.639 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-13T06:12:05.639 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-06-13T06:12:05.639 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-06-13T06:12:05.639 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2024-06-13T06:12:05.639 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-06-13T06:12:05.639 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-13T06:12:05.639 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-06-13T06:12:05.639 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-06-13T06:12:05.647 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-06-13T06:12:05.647 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-06-13T06:12:05.647 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-06-13T06:12:05.648 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-06-13T06:12:05.648 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2024-06-13T06:12:05.648 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-06-13T06:12:05.648 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-06-13T06:12:05.648 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-06-13T06:12:05.648 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-06-13T06:12:05.648 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-06-13T06:12:05.648 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-06-13T06:12:05.648 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-06-13T06:12:05.648 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-06-13T06:12:05.648 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-06-13T06:12:05.648 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2024-06-13T06:12:05.649 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-06-13T06:12:05.649 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-13T06:12:05.649 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-06-13T06:12:05.649 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-06-13T06:12:05.649 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2024-06-13T06:12:05.649 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-06-13T06:12:05.649 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "available": false, 2024-06-13T06:12:05.649 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-06-13T06:12:05.649 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "modules": [ 2024-06-13T06:12:05.649 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "iostat", 2024-06-13T06:12:05.649 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "nfs", 2024-06-13T06:12:05.649 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "restful" 2024-06-13T06:12:05.649 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout ], 2024-06-13T06:12:05.649 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "services": {} 2024-06-13T06:12:05.650 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2024-06-13T06:12:05.650 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-06-13T06:12:05.650 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-13T06:12:05.650 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "modified": "2024-06-13T06:11:51.305529+0000", 2024-06-13T06:12:05.650 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "services": {} 2024-06-13T06:12:05.650 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2024-06-13T06:12:05.650 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-06-13T06:12:05.650 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout } 2024-06-13T06:12:05.650 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:04.942+0000 7f161139e700 1 Processor -- start 2024-06-13T06:12:05.650 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:04.942+0000 7f161139e700 1 -- start start 2024-06-13T06:12:05.650 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:04.942+0000 7f161139e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f160c106600 0x7f160c106a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:05.650 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:04.942+0000 7f161139e700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f160c07c6c0 con 0x7f160c106600 2024-06-13T06:12:05.650 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:04.942+0000 7f160bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f160c106600 0x7f160c106a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:05.651 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:04.942+0000 7f160bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f160c106600 0x7f160c106a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59380/0 (socket says 172.21.15.39:59380) 2024-06-13T06:12:05.651 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:04.942+0000 7f160bfff700 1 -- 172.21.15.39:0/269357318 learned_addr learned my addr 172.21.15.39:0/269357318 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:12:05.651 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:04.942+0000 7f160bfff700 1 -- 172.21.15.39:0/269357318 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f160c106f60 con 0x7f160c106600 2024-06-13T06:12:05.651 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:04.943+0000 7f160bfff700 1 --2- 172.21.15.39:0/269357318 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f160c106600 0x7f160c106a20 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f15fc0098a0 tx=0x7f15fc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d5d5b07c293d546 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:05.651 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:04.943+0000 7f160affd700 1 -- 172.21.15.39:0/269357318 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f15fc004160 con 0x7f160c106600 2024-06-13T06:12:05.651 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:04.943+0000 7f160affd700 1 -- 172.21.15.39:0/269357318 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f15fc004300 con 0x7f160c106600 2024-06-13T06:12:05.651 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:04.943+0000 7f160affd700 1 -- 172.21.15.39:0/269357318 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f15fc011b50 con 0x7f160c106600 2024-06-13T06:12:05.651 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:04.943+0000 7f161139e700 1 -- 172.21.15.39:0/269357318 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f160c106600 msgr2=0x7f160c106a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:05.651 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:04.943+0000 7f161139e700 1 --2- 172.21.15.39:0/269357318 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f160c106600 0x7f160c106a20 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f15fc0098a0 tx=0x7f15fc009bb0 comp rx=0 tx=0).stop 2024-06-13T06:12:05.651 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:04.943+0000 7f161139e700 1 -- 172.21.15.39:0/269357318 shutdown_connections 2024-06-13T06:12:05.651 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:04.943+0000 7f161139e700 1 --2- 172.21.15.39:0/269357318 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f160c106600 0x7f160c106a20 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:05.651 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:04.943+0000 7f161139e700 1 -- 172.21.15.39:0/269357318 >> 172.21.15.39:0/269357318 conn(0x7f160c102240 msgr2=0x7f160c104680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:05.651 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:04.943+0000 7f161139e700 1 -- 172.21.15.39:0/269357318 shutdown_connections 2024-06-13T06:12:05.651 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:04.943+0000 7f161139e700 1 -- 172.21.15.39:0/269357318 wait complete. 2024-06-13T06:12:05.652 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:04.944+0000 7f161139e700 1 Processor -- start 2024-06-13T06:12:05.652 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:04.944+0000 7f161139e700 1 -- start start 2024-06-13T06:12:05.652 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:04.945+0000 7f161139e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f160c106600 0x7f160c19df90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:05.652 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:04.945+0000 7f161139e700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f160c107ff0 con 0x7f160c106600 2024-06-13T06:12:05.652 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:04.945+0000 7f160bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f160c106600 0x7f160c19df90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:05.652 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:04.945+0000 7f160bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f160c106600 0x7f160c19df90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59396/0 (socket says 172.21.15.39:59396) 2024-06-13T06:12:05.652 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:04.945+0000 7f160bfff700 1 -- 172.21.15.39:0/3214625840 learned_addr learned my addr 172.21.15.39:0/3214625840 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:12:05.652 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:04.945+0000 7f160bfff700 1 -- 172.21.15.39:0/3214625840 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f160c19e4d0 con 0x7f160c106600 2024-06-13T06:12:05.652 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:04.945+0000 7f160bfff700 1 --2- 172.21.15.39:0/3214625840 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f160c106600 0x7f160c19df90 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f15fc011b60 tx=0x7f15fc011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:05.652 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:04.945+0000 7f16097fa700 1 -- 172.21.15.39:0/3214625840 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f15fc003970 con 0x7f160c106600 2024-06-13T06:12:05.652 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:04.945+0000 7f16097fa700 1 -- 172.21.15.39:0/3214625840 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f15fc003b10 con 0x7f160c106600 2024-06-13T06:12:05.652 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:04.945+0000 7f161139e700 1 -- 172.21.15.39:0/3214625840 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f160c19e760 con 0x7f160c106600 2024-06-13T06:12:05.653 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:04.945+0000 7f16097fa700 1 -- 172.21.15.39:0/3214625840 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f15fc024610 con 0x7f160c106600 2024-06-13T06:12:05.653 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:04.945+0000 7f161139e700 1 -- 172.21.15.39:0/3214625840 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f160c1a1450 con 0x7f160c106600 2024-06-13T06:12:05.653 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:04.946+0000 7f16097fa700 1 -- 172.21.15.39:0/3214625840 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f15fc024ca0 con 0x7f160c106600 2024-06-13T06:12:05.653 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:04.946+0000 7f16097fa700 1 -- 172.21.15.39:0/3214625840 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f15fc011e00 con 0x7f160c106600 2024-06-13T06:12:05.653 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:04.946+0000 7f161139e700 1 -- 172.21.15.39:0/3214625840 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f160c0695c0 con 0x7f160c106600 2024-06-13T06:12:05.653 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:04.949+0000 7f16097fa700 1 -- 172.21.15.39:0/3214625840 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73141 (secure 0 0 0) 0x7f15fc01a9f0 con 0x7f160c106600 2024-06-13T06:12:05.653 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:05.023+0000 7f161139e700 1 -- 172.21.15.39:0/3214625840 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f160c0008d0 con 0x7f160c106600 2024-06-13T06:12:05.653 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:05.023+0000 7f16097fa700 1 -- 172.21.15.39:0/3214625840 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f15fc01a430 con 0x7f160c106600 2024-06-13T06:12:05.653 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:05.024+0000 7f161139e700 1 -- 172.21.15.39:0/3214625840 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f160c106600 msgr2=0x7f160c19df90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:05.653 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:05.024+0000 7f161139e700 1 --2- 172.21.15.39:0/3214625840 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f160c106600 0x7f160c19df90 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f15fc011b60 tx=0x7f15fc011c40 comp rx=0 tx=0).stop 2024-06-13T06:12:05.653 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:05.025+0000 7f161139e700 1 -- 172.21.15.39:0/3214625840 shutdown_connections 2024-06-13T06:12:05.653 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:05.025+0000 7f161139e700 1 --2- 172.21.15.39:0/3214625840 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f160c106600 0x7f160c19df90 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:05.653 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:05.025+0000 7f161139e700 1 -- 172.21.15.39:0/3214625840 >> 172.21.15.39:0/3214625840 conn(0x7f160c102240 msgr2=0x7f160c194c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:05.653 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:05.025+0000 7f161139e700 1 -- 172.21.15.39:0/3214625840 shutdown_connections 2024-06-13T06:12:05.654 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:05.025+0000 7f161139e700 1 -- 172.21.15.39:0/3214625840 wait complete. 2024-06-13T06:12:05.654 INFO:teuthology.orchestra.run.smithi039.stdout:mgr not available, waiting (3/15)... 2024-06-13T06:12:06.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:06 smithi039 ceph-mon[32479]: Activating manager daemon x 2024-06-13T06:12:06.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:06 smithi039 ceph-mon[32479]: mgrmap e2: x(active, starting, since 0.00331682s) 2024-06-13T06:12:06.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:06 smithi039 ceph-mon[32479]: from='mgr.14100 172.21.15.39:0/2702403037' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-06-13T06:12:06.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:06 smithi039 ceph-mon[32479]: from='mgr.14100 172.21.15.39:0/2702403037' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-06-13T06:12:06.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:06 smithi039 ceph-mon[32479]: from='mgr.14100 172.21.15.39:0/2702403037' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-06-13T06:12:06.423 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:06 smithi039 ceph-mon[32479]: from='mgr.14100 172.21.15.39:0/2702403037' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-13T06:12:06.423 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:06 smithi039 ceph-mon[32479]: from='mgr.14100 172.21.15.39:0/2702403037' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-06-13T06:12:06.423 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:06 smithi039 ceph-mon[32479]: Manager daemon x is now available 2024-06-13T06:12:06.423 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:06 smithi039 ceph-mon[32479]: from='mgr.14100 172.21.15.39:0/2702403037' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-06-13T06:12:06.423 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:06 smithi039 ceph-mon[32479]: from='mgr.14100 172.21.15.39:0/2702403037' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-06-13T06:12:06.423 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:06 smithi039 ceph-mon[32479]: from='mgr.14100 172.21.15.39:0/2702403037' entity='mgr.x' 2024-06-13T06:12:06.423 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:06 smithi039 ceph-mon[32479]: from='mgr.14100 172.21.15.39:0/2702403037' entity='mgr.x' 2024-06-13T06:12:06.423 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:06 smithi039 ceph-mon[32479]: from='mgr.14100 172.21.15.39:0/2702403037' entity='mgr.x' 2024-06-13T06:12:07.758 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:07 smithi039 ceph-mon[32479]: mgrmap e3: x(active, since 1.00932s) 2024-06-13T06:12:08.622 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:08 smithi039 ceph-mon[32479]: mgrmap e4: x(active, since 2s) 2024-06-13T06:12:08.622 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:08 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/517787054' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-06-13T06:12:08.935 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout 2024-06-13T06:12:08.935 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout { 2024-06-13T06:12:08.935 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "fsid": "ae626f9c-294b-11ef-bc9c-c7b262605968", 2024-06-13T06:12:08.935 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "health": { 2024-06-13T06:12:08.936 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-06-13T06:12:08.936 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-06-13T06:12:08.936 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-06-13T06:12:08.936 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2024-06-13T06:12:08.936 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-06-13T06:12:08.936 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-06-13T06:12:08.936 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout 0 2024-06-13T06:12:08.936 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout ], 2024-06-13T06:12:08.936 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-06-13T06:12:08.936 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "a" 2024-06-13T06:12:08.936 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout ], 2024-06-13T06:12:08.936 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "quorum_age": 12, 2024-06-13T06:12:08.936 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "monmap": { 2024-06-13T06:12:08.936 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-13T06:12:08.937 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-06-13T06:12:08.937 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-06-13T06:12:08.937 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2024-06-13T06:12:08.937 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-06-13T06:12:08.937 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-13T06:12:08.937 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-06-13T06:12:08.937 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-06-13T06:12:08.937 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-06-13T06:12:08.937 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-06-13T06:12:08.937 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-06-13T06:12:08.937 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-06-13T06:12:08.937 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2024-06-13T06:12:08.937 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-06-13T06:12:08.937 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-06-13T06:12:08.938 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-06-13T06:12:08.938 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-06-13T06:12:08.938 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-06-13T06:12:08.938 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-06-13T06:12:08.938 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-06-13T06:12:08.938 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-06-13T06:12:08.938 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-06-13T06:12:08.938 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2024-06-13T06:12:08.938 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-06-13T06:12:08.938 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-13T06:12:08.938 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-06-13T06:12:08.938 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-06-13T06:12:08.939 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2024-06-13T06:12:08.939 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-06-13T06:12:08.939 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "available": true, 2024-06-13T06:12:08.939 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-06-13T06:12:08.939 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "modules": [ 2024-06-13T06:12:08.939 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "iostat", 2024-06-13T06:12:08.939 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "nfs", 2024-06-13T06:12:08.939 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "restful" 2024-06-13T06:12:08.939 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout ], 2024-06-13T06:12:08.939 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "services": {} 2024-06-13T06:12:08.939 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2024-06-13T06:12:08.939 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-06-13T06:12:08.939 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-06-13T06:12:08.940 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "modified": "2024-06-13T06:11:51.305529+0000", 2024-06-13T06:12:08.940 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "services": {} 2024-06-13T06:12:08.940 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2024-06-13T06:12:08.940 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-06-13T06:12:08.940 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout } 2024-06-13T06:12:08.940 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.026+0000 7fa31564e700 1 Processor -- start 2024-06-13T06:12:08.940 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.027+0000 7fa31564e700 1 -- start start 2024-06-13T06:12:08.940 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.027+0000 7fa31564e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa310107fa0 0x7fa3101083e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:08.940 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.027+0000 7fa31564e700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fa310108920 con 0x7fa310107fa0 2024-06-13T06:12:08.940 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.027+0000 7fa30effd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa310107fa0 0x7fa3101083e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:08.940 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.027+0000 7fa30effd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa310107fa0 0x7fa3101083e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59478/0 (socket says 172.21.15.39:59478) 2024-06-13T06:12:08.940 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.027+0000 7fa30effd700 1 -- 172.21.15.39:0/1192709235 learned_addr learned my addr 172.21.15.39:0/1192709235 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:12:08.940 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.027+0000 7fa30effd700 1 -- 172.21.15.39:0/1192709235 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3101090e0 con 0x7fa310107fa0 2024-06-13T06:12:08.940 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.027+0000 7fa30effd700 1 --2- 172.21.15.39:0/1192709235 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa310107fa0 0x7fa3101083e0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fa3000098a0 tx=0x7fa300009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f9349adaf476a610 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:08.941 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.028+0000 7fa30e7fc700 1 -- 172.21.15.39:0/1192709235 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa300004160 con 0x7fa310107fa0 2024-06-13T06:12:08.941 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.028+0000 7fa30e7fc700 1 -- 172.21.15.39:0/1192709235 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fa300004300 con 0x7fa310107fa0 2024-06-13T06:12:08.941 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.028+0000 7fa30e7fc700 1 -- 172.21.15.39:0/1192709235 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa300011b50 con 0x7fa310107fa0 2024-06-13T06:12:08.941 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.028+0000 7fa31564e700 1 -- 172.21.15.39:0/1192709235 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa310107fa0 msgr2=0x7fa3101083e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:08.941 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.028+0000 7fa31564e700 1 --2- 172.21.15.39:0/1192709235 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa310107fa0 0x7fa3101083e0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fa3000098a0 tx=0x7fa300009bb0 comp rx=0 tx=0).stop 2024-06-13T06:12:08.941 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.028+0000 7fa31564e700 1 -- 172.21.15.39:0/1192709235 shutdown_connections 2024-06-13T06:12:08.941 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.029+0000 7fa31564e700 1 --2- 172.21.15.39:0/1192709235 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa310107fa0 0x7fa3101083e0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:08.941 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.029+0000 7fa31564e700 1 -- 172.21.15.39:0/1192709235 >> 172.21.15.39:0/1192709235 conn(0x7fa3101035d0 msgr2=0x7fa3101059f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:08.941 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.029+0000 7fa31564e700 1 -- 172.21.15.39:0/1192709235 shutdown_connections 2024-06-13T06:12:08.941 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.029+0000 7fa31564e700 1 -- 172.21.15.39:0/1192709235 wait complete. 2024-06-13T06:12:08.941 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.029+0000 7fa31564e700 1 Processor -- start 2024-06-13T06:12:08.941 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.029+0000 7fa31564e700 1 -- start start 2024-06-13T06:12:08.941 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.030+0000 7fa31564e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa310107fa0 0x7fa31019bf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:08.942 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.030+0000 7fa31564e700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fa31010c3a0 con 0x7fa310107fa0 2024-06-13T06:12:08.942 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.030+0000 7fa30effd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa310107fa0 0x7fa31019bf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:08.942 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.030+0000 7fa30effd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa310107fa0 0x7fa31019bf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59482/0 (socket says 172.21.15.39:59482) 2024-06-13T06:12:08.942 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.030+0000 7fa30effd700 1 -- 172.21.15.39:0/517787054 learned_addr learned my addr 172.21.15.39:0/517787054 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:12:08.942 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.030+0000 7fa30effd700 1 -- 172.21.15.39:0/517787054 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa31019c480 con 0x7fa310107fa0 2024-06-13T06:12:08.942 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.030+0000 7fa30effd700 1 --2- 172.21.15.39:0/517787054 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa310107fa0 0x7fa31019bf40 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fa300011670 tx=0x7fa300011b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:08.942 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.030+0000 7fa30cff9700 1 -- 172.21.15.39:0/517787054 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa3000039c0 con 0x7fa310107fa0 2024-06-13T06:12:08.942 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.030+0000 7fa30cff9700 1 -- 172.21.15.39:0/517787054 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fa300011e50 con 0x7fa310107fa0 2024-06-13T06:12:08.942 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.030+0000 7fa31564e700 1 -- 172.21.15.39:0/517787054 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa31019c710 con 0x7fa310107fa0 2024-06-13T06:12:08.942 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.030+0000 7fa30cff9700 1 -- 172.21.15.39:0/517787054 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa30001a5c0 con 0x7fa310107fa0 2024-06-13T06:12:08.942 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.030+0000 7fa31564e700 1 -- 172.21.15.39:0/517787054 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa31019f400 con 0x7fa310107fa0 2024-06-13T06:12:08.942 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.031+0000 7fa30cff9700 1 -- 172.21.15.39:0/517787054 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 4) ==== 46276+0+0 (secure 0 0 0) 0x7fa30001a870 con 0x7fa310107fa0 2024-06-13T06:12:08.943 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.031+0000 7fa31564e700 1 -- 172.21.15.39:0/517787054 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa31010c520 con 0x7fa310107fa0 2024-06-13T06:12:08.943 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.032+0000 7fa30cff9700 1 --2- 172.21.15.39:0/517787054 >> [v2:172.21.15.39:6800/1863890417,v1:172.21.15.39:6801/1863890417] conn(0x7fa2fc039000 0x7fa2fc03b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:08.943 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.032+0000 7fa30cff9700 1 -- 172.21.15.39:0/517787054 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fa30004d3a0 con 0x7fa310107fa0 2024-06-13T06:12:08.943 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.032+0000 7fa3067fc700 1 --2- 172.21.15.39:0/517787054 >> [v2:172.21.15.39:6800/1863890417,v1:172.21.15.39:6801/1863890417] conn(0x7fa2fc039000 0x7fa2fc03b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:08.943 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.032+0000 7fa3067fc700 1 --2- 172.21.15.39:0/517787054 >> [v2:172.21.15.39:6800/1863890417,v1:172.21.15.39:6801/1863890417] conn(0x7fa2fc039000 0x7fa2fc03b4c0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fa2f8006fd0 tx=0x7fa2f8006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:08.943 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.037+0000 7fa30cff9700 1 -- 172.21.15.39:0/517787054 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fa300019c70 con 0x7fa310107fa0 2024-06-13T06:12:08.943 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.325+0000 7fa31564e700 1 -- 172.21.15.39:0/517787054 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7fa31019fa50 con 0x7fa310107fa0 2024-06-13T06:12:08.943 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.326+0000 7fa30cff9700 1 -- 172.21.15.39:0/517787054 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7fa30002c9c0 con 0x7fa310107fa0 2024-06-13T06:12:08.943 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.328+0000 7fa31564e700 1 -- 172.21.15.39:0/517787054 >> [v2:172.21.15.39:6800/1863890417,v1:172.21.15.39:6801/1863890417] conn(0x7fa2fc039000 msgr2=0x7fa2fc03b4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:08.943 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.328+0000 7fa31564e700 1 --2- 172.21.15.39:0/517787054 >> [v2:172.21.15.39:6800/1863890417,v1:172.21.15.39:6801/1863890417] conn(0x7fa2fc039000 0x7fa2fc03b4c0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fa2f8006fd0 tx=0x7fa2f8006e40 comp rx=0 tx=0).stop 2024-06-13T06:12:08.943 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.328+0000 7fa31564e700 1 -- 172.21.15.39:0/517787054 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa310107fa0 msgr2=0x7fa31019bf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:08.943 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.328+0000 7fa31564e700 1 --2- 172.21.15.39:0/517787054 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa310107fa0 0x7fa31019bf40 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fa300011670 tx=0x7fa300011b60 comp rx=0 tx=0).stop 2024-06-13T06:12:08.943 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.328+0000 7fa31564e700 1 -- 172.21.15.39:0/517787054 shutdown_connections 2024-06-13T06:12:08.944 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.328+0000 7fa31564e700 1 --2- 172.21.15.39:0/517787054 >> [v2:172.21.15.39:6800/1863890417,v1:172.21.15.39:6801/1863890417] conn(0x7fa2fc039000 0x7fa2fc03b4c0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:08.944 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.328+0000 7fa31564e700 1 --2- 172.21.15.39:0/517787054 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa310107fa0 0x7fa31019bf40 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:08.944 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.328+0000 7fa31564e700 1 -- 172.21.15.39:0/517787054 >> 172.21.15.39:0/517787054 conn(0x7fa3101035d0 msgr2=0x7fa310104110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:08.944 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.328+0000 7fa31564e700 1 -- 172.21.15.39:0/517787054 shutdown_connections 2024-06-13T06:12:08.944 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:08.328+0000 7fa31564e700 1 -- 172.21.15.39:0/517787054 wait complete. 2024-06-13T06:12:08.944 INFO:teuthology.orchestra.run.smithi039.stdout:mgr is available 2024-06-13T06:12:09.821 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:09 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/212411785' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-06-13T06:12:10.115 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout 2024-06-13T06:12:10.116 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout [global] 2024-06-13T06:12:10.116 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout fsid = ae626f9c-294b-11ef-bc9c-c7b262605968 2024-06-13T06:12:10.116 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-06-13T06:12:10.116 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-06-13T06:12:10.116 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-06-13T06:12:10.116 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-06-13T06:12:10.116 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout 2024-06-13T06:12:10.116 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout [mgr] 2024-06-13T06:12:10.116 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-06-13T06:12:10.116 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout 2024-06-13T06:12:10.116 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout [osd] 2024-06-13T06:12:10.116 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-06-13T06:12:10.117 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-06-13T06:12:10.117 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-06-13T06:12:10.117 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-06-13T06:12:10.117 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-06-13T06:12:10.117 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.322+0000 7fc1c31dc700 1 Processor -- start 2024-06-13T06:12:10.117 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.322+0000 7fc1c31dc700 1 -- start start 2024-06-13T06:12:10.117 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.322+0000 7fc1c31dc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1bc07e660 0x7fc1bc07cb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:10.117 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.322+0000 7fc1c31dc700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fc1bc07d0a0 con 0x7fc1bc07e660 2024-06-13T06:12:10.117 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.323+0000 7fc1c0f78700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1bc07e660 0x7fc1bc07cb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:10.117 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.323+0000 7fc1c0f78700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1bc07e660 0x7fc1bc07cb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59486/0 (socket says 172.21.15.39:59486) 2024-06-13T06:12:10.117 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.323+0000 7fc1c0f78700 1 -- 172.21.15.39:0/1932582647 learned_addr learned my addr 172.21.15.39:0/1932582647 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:12:10.117 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.323+0000 7fc1c0f78700 1 -- 172.21.15.39:0/1932582647 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1bc07d220 con 0x7fc1bc07e660 2024-06-13T06:12:10.117 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.323+0000 7fc1c0f78700 1 --2- 172.21.15.39:0/1932582647 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1bc07e660 0x7fc1bc07cb60 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fc1ac009e80 tx=0x7fc1ac00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=73c2ed2135b26f2c server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:10.118 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.323+0000 7fc1bb7fe700 1 -- 172.21.15.39:0/1932582647 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc1ac017070 con 0x7fc1bc07e660 2024-06-13T06:12:10.118 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.323+0000 7fc1bb7fe700 1 -- 172.21.15.39:0/1932582647 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fc1ac00b8c0 con 0x7fc1bc07e660 2024-06-13T06:12:10.118 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.323+0000 7fc1bb7fe700 1 -- 172.21.15.39:0/1932582647 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc1ac0045c0 con 0x7fc1bc07e660 2024-06-13T06:12:10.118 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.324+0000 7fc1c31dc700 1 -- 172.21.15.39:0/1932582647 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1bc07e660 msgr2=0x7fc1bc07cb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:10.118 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.324+0000 7fc1c31dc700 1 --2- 172.21.15.39:0/1932582647 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1bc07e660 0x7fc1bc07cb60 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fc1ac009e80 tx=0x7fc1ac00b330 comp rx=0 tx=0).stop 2024-06-13T06:12:10.118 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.324+0000 7fc1c31dc700 1 -- 172.21.15.39:0/1932582647 shutdown_connections 2024-06-13T06:12:10.118 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.324+0000 7fc1c31dc700 1 --2- 172.21.15.39:0/1932582647 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1bc07e660 0x7fc1bc07cb60 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:10.118 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.324+0000 7fc1c31dc700 1 -- 172.21.15.39:0/1932582647 >> 172.21.15.39:0/1932582647 conn(0x7fc1bc1035d0 msgr2=0x7fc1bc1059f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:10.118 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.324+0000 7fc1c31dc700 1 -- 172.21.15.39:0/1932582647 shutdown_connections 2024-06-13T06:12:10.118 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.324+0000 7fc1c31dc700 1 -- 172.21.15.39:0/1932582647 wait complete. 2024-06-13T06:12:10.118 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.324+0000 7fc1c31dc700 1 Processor -- start 2024-06-13T06:12:10.118 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.325+0000 7fc1c31dc700 1 -- start start 2024-06-13T06:12:10.118 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.325+0000 7fc1c31dc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1bc07e660 0x7fc1bc19e0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:10.118 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.325+0000 7fc1c31dc700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fc1bc10e5a0 con 0x7fc1bc07e660 2024-06-13T06:12:10.119 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.325+0000 7fc1c0f78700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1bc07e660 0x7fc1bc19e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:10.119 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.325+0000 7fc1c0f78700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1bc07e660 0x7fc1bc19e0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59488/0 (socket says 172.21.15.39:59488) 2024-06-13T06:12:10.119 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.325+0000 7fc1c0f78700 1 -- 172.21.15.39:0/212411785 learned_addr learned my addr 172.21.15.39:0/212411785 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:12:10.119 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.325+0000 7fc1c0f78700 1 -- 172.21.15.39:0/212411785 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1bc19e5f0 con 0x7fc1bc07e660 2024-06-13T06:12:10.119 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.325+0000 7fc1c0f78700 1 --2- 172.21.15.39:0/212411785 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1bc07e660 0x7fc1bc19e0b0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fc1ac004350 tx=0x7fc1ac00bd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:10.119 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.325+0000 7fc1b9ffb700 1 -- 172.21.15.39:0/212411785 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc1ac020020 con 0x7fc1bc07e660 2024-06-13T06:12:10.119 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.325+0000 7fc1b9ffb700 1 -- 172.21.15.39:0/212411785 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fc1ac003c10 con 0x7fc1bc07e660 2024-06-13T06:12:10.119 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.325+0000 7fc1c31dc700 1 -- 172.21.15.39:0/212411785 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1bc19e880 con 0x7fc1bc07e660 2024-06-13T06:12:10.119 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.325+0000 7fc1b9ffb700 1 -- 172.21.15.39:0/212411785 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc1ac017040 con 0x7fc1bc07e660 2024-06-13T06:12:10.119 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.326+0000 7fc1c31dc700 1 -- 172.21.15.39:0/212411785 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1bc1a1570 con 0x7fc1bc07e660 2024-06-13T06:12:10.119 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.326+0000 7fc1b9ffb700 1 -- 172.21.15.39:0/212411785 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 4) ==== 46276+0+0 (secure 0 0 0) 0x7fc1ac023020 con 0x7fc1bc07e660 2024-06-13T06:12:10.120 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.326+0000 7fc1c31dc700 1 -- 172.21.15.39:0/212411785 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1bc063af0 con 0x7fc1bc07e660 2024-06-13T06:12:10.120 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.327+0000 7fc1b9ffb700 1 --2- 172.21.15.39:0/212411785 >> [v2:172.21.15.39:6800/1863890417,v1:172.21.15.39:6801/1863890417] conn(0x7fc1a8039050 0x7fc1a803b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:10.120 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.327+0000 7fc1b9ffb700 1 -- 172.21.15.39:0/212411785 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fc1ac00f050 con 0x7fc1bc07e660 2024-06-13T06:12:10.120 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.327+0000 7fc1bbfff700 1 --2- 172.21.15.39:0/212411785 >> [v2:172.21.15.39:6800/1863890417,v1:172.21.15.39:6801/1863890417] conn(0x7fc1a8039050 0x7fc1a803b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:10.120 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.327+0000 7fc1bbfff700 1 --2- 172.21.15.39:0/212411785 >> [v2:172.21.15.39:6800/1863890417,v1:172.21.15.39:6801/1863890417] conn(0x7fc1a8039050 0x7fc1a803b510 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fc1a4006fd0 tx=0x7fc1a4006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:10.120 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.332+0000 7fc1b9ffb700 1 -- 172.21.15.39:0/212411785 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fc1ac02a020 con 0x7fc1bc07e660 2024-06-13T06:12:10.120 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.535+0000 7fc1c31dc700 1 -- 172.21.15.39:0/212411785 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7fc1bc1a2de0 con 0x7fc1bc07e660 2024-06-13T06:12:10.120 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.536+0000 7fc1b9ffb700 1 -- 172.21.15.39:0/212411785 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) ==== 70+0+373 (secure 0 0 0) 0x7fc1ac02b260 con 0x7fc1bc07e660 2024-06-13T06:12:10.120 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.539+0000 7fc1c31dc700 1 -- 172.21.15.39:0/212411785 >> [v2:172.21.15.39:6800/1863890417,v1:172.21.15.39:6801/1863890417] conn(0x7fc1a8039050 msgr2=0x7fc1a803b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:10.120 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.539+0000 7fc1c31dc700 1 --2- 172.21.15.39:0/212411785 >> [v2:172.21.15.39:6800/1863890417,v1:172.21.15.39:6801/1863890417] conn(0x7fc1a8039050 0x7fc1a803b510 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fc1a4006fd0 tx=0x7fc1a4006e40 comp rx=0 tx=0).stop 2024-06-13T06:12:10.120 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.539+0000 7fc1c31dc700 1 -- 172.21.15.39:0/212411785 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1bc07e660 msgr2=0x7fc1bc19e0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:10.120 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.539+0000 7fc1c31dc700 1 --2- 172.21.15.39:0/212411785 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1bc07e660 0x7fc1bc19e0b0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fc1ac004350 tx=0x7fc1ac00bd50 comp rx=0 tx=0).stop 2024-06-13T06:12:10.121 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.539+0000 7fc1c31dc700 1 -- 172.21.15.39:0/212411785 shutdown_connections 2024-06-13T06:12:10.121 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.539+0000 7fc1c31dc700 1 --2- 172.21.15.39:0/212411785 >> [v2:172.21.15.39:6800/1863890417,v1:172.21.15.39:6801/1863890417] conn(0x7fc1a8039050 0x7fc1a803b510 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:10.121 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.539+0000 7fc1c31dc700 1 --2- 172.21.15.39:0/212411785 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1bc07e660 0x7fc1bc19e0b0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:10.121 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.539+0000 7fc1c31dc700 1 -- 172.21.15.39:0/212411785 >> 172.21.15.39:0/212411785 conn(0x7fc1bc1035d0 msgr2=0x7fc1bc1040a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:10.121 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.539+0000 7fc1c31dc700 1 -- 172.21.15.39:0/212411785 shutdown_connections 2024-06-13T06:12:10.121 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:09.539+0000 7fc1c31dc700 1 -- 172.21.15.39:0/212411785 wait complete. 2024-06-13T06:12:10.121 INFO:teuthology.orchestra.run.smithi039.stdout:Enabling cephadm module... 2024-06-13T06:12:11.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:10 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/3883000556' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-06-13T06:12:11.172 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:10 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: ignoring --setuser ceph since I am not root 2024-06-13T06:12:11.172 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:10 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: ignoring --setgroup ceph since I am not root 2024-06-13T06:12:11.172 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:11 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:11.007+0000 7fa906d40200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-06-13T06:12:11.353 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.502+0000 7fe71d841700 1 Processor -- start 2024-06-13T06:12:11.353 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.502+0000 7fe71d841700 1 -- start start 2024-06-13T06:12:11.354 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.502+0000 7fe71d841700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe718106e90 0x7fe7181072b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:11.354 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.502+0000 7fe71d841700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fe7181077f0 con 0x7fe718106e90 2024-06-13T06:12:11.354 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.503+0000 7fe716ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe718106e90 0x7fe7181072b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:11.354 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.503+0000 7fe716ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe718106e90 0x7fe7181072b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59494/0 (socket says 172.21.15.39:59494) 2024-06-13T06:12:11.354 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.503+0000 7fe716ffd700 1 -- 172.21.15.39:0/653760304 learned_addr learned my addr 172.21.15.39:0/653760304 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:12:11.354 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.503+0000 7fe716ffd700 1 -- 172.21.15.39:0/653760304 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe718107fa0 con 0x7fe718106e90 2024-06-13T06:12:11.354 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.503+0000 7fe716ffd700 1 --2- 172.21.15.39:0/653760304 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe718106e90 0x7fe7181072b0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fe708009e80 tx=0x7fe70800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ad37ecc3b0712d9 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:11.354 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.503+0000 7fe715ffb700 1 -- 172.21.15.39:0/653760304 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe708017070 con 0x7fe718106e90 2024-06-13T06:12:11.354 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.503+0000 7fe715ffb700 1 -- 172.21.15.39:0/653760304 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fe70800b8c0 con 0x7fe718106e90 2024-06-13T06:12:11.354 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.503+0000 7fe715ffb700 1 -- 172.21.15.39:0/653760304 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe7080045c0 con 0x7fe718106e90 2024-06-13T06:12:11.354 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.504+0000 7fe71d841700 1 -- 172.21.15.39:0/653760304 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe718106e90 msgr2=0x7fe7181072b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:11.355 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.504+0000 7fe71d841700 1 --2- 172.21.15.39:0/653760304 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe718106e90 0x7fe7181072b0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fe708009e80 tx=0x7fe70800b330 comp rx=0 tx=0).stop 2024-06-13T06:12:11.355 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.504+0000 7fe71d841700 1 -- 172.21.15.39:0/653760304 shutdown_connections 2024-06-13T06:12:11.355 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.504+0000 7fe71d841700 1 --2- 172.21.15.39:0/653760304 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe718106e90 0x7fe7181072b0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:11.355 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.504+0000 7fe71d841700 1 -- 172.21.15.39:0/653760304 >> 172.21.15.39:0/653760304 conn(0x7fe718102490 msgr2=0x7fe7181048b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:11.355 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.504+0000 7fe71d841700 1 -- 172.21.15.39:0/653760304 shutdown_connections 2024-06-13T06:12:11.355 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.504+0000 7fe71d841700 1 -- 172.21.15.39:0/653760304 wait complete. 2024-06-13T06:12:11.355 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.505+0000 7fe71d841700 1 Processor -- start 2024-06-13T06:12:11.355 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.505+0000 7fe71d841700 1 -- start start 2024-06-13T06:12:11.355 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.505+0000 7fe71d841700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe718106e90 0x7fe71819be50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:11.355 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.505+0000 7fe71d841700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fe71810b3e0 con 0x7fe718106e90 2024-06-13T06:12:11.355 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.505+0000 7fe716ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe718106e90 0x7fe71819be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:11.355 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.505+0000 7fe716ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe718106e90 0x7fe71819be50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59496/0 (socket says 172.21.15.39:59496) 2024-06-13T06:12:11.355 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.505+0000 7fe716ffd700 1 -- 172.21.15.39:0/3883000556 learned_addr learned my addr 172.21.15.39:0/3883000556 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:12:11.356 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.505+0000 7fe716ffd700 1 -- 172.21.15.39:0/3883000556 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe71819c390 con 0x7fe718106e90 2024-06-13T06:12:11.356 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.506+0000 7fe716ffd700 1 --2- 172.21.15.39:0/3883000556 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe718106e90 0x7fe71819be50 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fe7080072a0 tx=0x7fe70800bd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:11.356 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.506+0000 7fe71c83f700 1 -- 172.21.15.39:0/3883000556 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe708020020 con 0x7fe718106e90 2024-06-13T06:12:11.356 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.506+0000 7fe71c83f700 1 -- 172.21.15.39:0/3883000556 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fe708003b50 con 0x7fe718106e90 2024-06-13T06:12:11.356 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.506+0000 7fe71c83f700 1 -- 172.21.15.39:0/3883000556 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe708017040 con 0x7fe718106e90 2024-06-13T06:12:11.356 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.506+0000 7fe71d841700 1 -- 172.21.15.39:0/3883000556 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe71819c620 con 0x7fe718106e90 2024-06-13T06:12:11.356 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.506+0000 7fe71d841700 1 -- 172.21.15.39:0/3883000556 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe71819f310 con 0x7fe718106e90 2024-06-13T06:12:11.356 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.507+0000 7fe71c83f700 1 -- 172.21.15.39:0/3883000556 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 4) ==== 46276+0+0 (secure 0 0 0) 0x7fe708023020 con 0x7fe718106e90 2024-06-13T06:12:11.356 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.507+0000 7fe71d841700 1 -- 172.21.15.39:0/3883000556 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe718063af0 con 0x7fe718106e90 2024-06-13T06:12:11.356 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.507+0000 7fe71c83f700 1 --2- 172.21.15.39:0/3883000556 >> [v2:172.21.15.39:6800/1863890417,v1:172.21.15.39:6801/1863890417] conn(0x7fe704039000 0x7fe70403b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:11.357 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.507+0000 7fe71c83f700 1 -- 172.21.15.39:0/3883000556 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fe70800f050 con 0x7fe718106e90 2024-06-13T06:12:11.357 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.507+0000 7fe7167fc700 1 --2- 172.21.15.39:0/3883000556 >> [v2:172.21.15.39:6800/1863890417,v1:172.21.15.39:6801/1863890417] conn(0x7fe704039000 0x7fe70403b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:11.357 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.507+0000 7fe7167fc700 1 --2- 172.21.15.39:0/3883000556 >> [v2:172.21.15.39:6800/1863890417,v1:172.21.15.39:6801/1863890417] conn(0x7fe704039000 0x7fe70403b4c0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fe700006fd0 tx=0x7fe700006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:11.357 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.512+0000 7fe71c83f700 1 -- 172.21.15.39:0/3883000556 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fe70802a020 con 0x7fe718106e90 2024-06-13T06:12:11.357 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.776+0000 7fe71d841700 1 -- 172.21.15.39:0/3883000556 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) -- 0x7fe71802dfe0 con 0x7fe718106e90 2024-06-13T06:12:11.357 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.832+0000 7fe71c83f700 1 -- 172.21.15.39:0/3883000556 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) ==== 86+0+0 (secure 0 0 0) 0x7fe70802b260 con 0x7fe718106e90 2024-06-13T06:12:11.357 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.834+0000 7fe71c83f700 1 -- 172.21.15.39:0/3883000556 <== mon.0 v2:172.21.15.39:3300/0 8 ==== mgrmap(e 5) ==== 46287+0+0 (secure 0 0 0) 0x7fe708025400 con 0x7fe718106e90 2024-06-13T06:12:11.357 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.836+0000 7fe71d841700 1 -- 172.21.15.39:0/3883000556 >> [v2:172.21.15.39:6800/1863890417,v1:172.21.15.39:6801/1863890417] conn(0x7fe704039000 msgr2=0x7fe70403b4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:11.357 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.836+0000 7fe71d841700 1 --2- 172.21.15.39:0/3883000556 >> [v2:172.21.15.39:6800/1863890417,v1:172.21.15.39:6801/1863890417] conn(0x7fe704039000 0x7fe70403b4c0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fe700006fd0 tx=0x7fe700006e40 comp rx=0 tx=0).stop 2024-06-13T06:12:11.357 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.836+0000 7fe71d841700 1 -- 172.21.15.39:0/3883000556 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe718106e90 msgr2=0x7fe71819be50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:11.357 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.836+0000 7fe71d841700 1 --2- 172.21.15.39:0/3883000556 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe718106e90 0x7fe71819be50 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fe7080072a0 tx=0x7fe70800bd50 comp rx=0 tx=0).stop 2024-06-13T06:12:11.357 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.836+0000 7fe71d841700 1 -- 172.21.15.39:0/3883000556 shutdown_connections 2024-06-13T06:12:11.357 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.836+0000 7fe71d841700 1 --2- 172.21.15.39:0/3883000556 >> [v2:172.21.15.39:6800/1863890417,v1:172.21.15.39:6801/1863890417] conn(0x7fe704039000 0x7fe70403b4c0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:11.357 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.836+0000 7fe71d841700 1 --2- 172.21.15.39:0/3883000556 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe718106e90 0x7fe71819be50 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:11.358 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.836+0000 7fe71d841700 1 -- 172.21.15.39:0/3883000556 >> 172.21.15.39:0/3883000556 conn(0x7fe718102490 msgr2=0x7fe7181032b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:11.358 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.836+0000 7fe71d841700 1 -- 172.21.15.39:0/3883000556 shutdown_connections 2024-06-13T06:12:11.358 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:10.836+0000 7fe71d841700 1 -- 172.21.15.39:0/3883000556 wait complete. 2024-06-13T06:12:11.473 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:11 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:11.200+0000 7fa906d40200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-06-13T06:12:11.473 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:11 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:11.308+0000 7fa906d40200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-06-13T06:12:11.728 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:11 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:11.637+0000 7fa906d40200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-06-13T06:12:11.728 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:11 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:11.728+0000 7fa906d40200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-06-13T06:12:11.982 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:11 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/3883000556' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-06-13T06:12:11.983 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:11 smithi039 ceph-mon[32479]: mgrmap e5: x(active, since 5s) 2024-06-13T06:12:12.628 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout { 2024-06-13T06:12:12.628 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-06-13T06:12:12.628 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "available": true, 2024-06-13T06:12:12.628 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-06-13T06:12:12.629 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-06-13T06:12:12.629 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout } 2024-06-13T06:12:12.629 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:11.777+0000 7f445dcee700 1 Processor -- start 2024-06-13T06:12:12.629 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:11.777+0000 7f445dcee700 1 -- start start 2024-06-13T06:12:12.629 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:11.777+0000 7f445dcee700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4458106e50 0x7f4458107270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:12.629 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:11.777+0000 7f445dcee700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f44581077b0 con 0x7f4458106e50 2024-06-13T06:12:12.629 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:11.777+0000 7f44577fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4458106e50 0x7f4458107270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:12.629 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:11.777+0000 7f44577fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4458106e50 0x7f4458107270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50186/0 (socket says 172.21.15.39:50186) 2024-06-13T06:12:12.629 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:11.777+0000 7f44577fe700 1 -- 172.21.15.39:0/462466245 learned_addr learned my addr 172.21.15.39:0/462466245 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:12:12.629 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:11.778+0000 7f44577fe700 1 -- 172.21.15.39:0/462466245 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4458107fb0 con 0x7f4458106e50 2024-06-13T06:12:12.629 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:11.778+0000 7f44577fe700 1 --2- 172.21.15.39:0/462466245 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4458106e50 0x7f4458107270 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f444c0098a0 tx=0x7f444c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6e0a18aaf9b49e6 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:12.629 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:11.778+0000 7f44567fc700 1 -- 172.21.15.39:0/462466245 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f444c004160 con 0x7f4458106e50 2024-06-13T06:12:12.630 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:11.778+0000 7f44567fc700 1 -- 172.21.15.39:0/462466245 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f444c004300 con 0x7f4458106e50 2024-06-13T06:12:12.630 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:11.778+0000 7f44567fc700 1 -- 172.21.15.39:0/462466245 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f444c011b50 con 0x7f4458106e50 2024-06-13T06:12:12.630 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:11.779+0000 7f445dcee700 1 -- 172.21.15.39:0/462466245 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4458106e50 msgr2=0x7f4458107270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:12.630 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:11.779+0000 7f445dcee700 1 --2- 172.21.15.39:0/462466245 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4458106e50 0x7f4458107270 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f444c0098a0 tx=0x7f444c009bb0 comp rx=0 tx=0).stop 2024-06-13T06:12:12.630 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:11.779+0000 7f445dcee700 1 -- 172.21.15.39:0/462466245 shutdown_connections 2024-06-13T06:12:12.630 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:11.779+0000 7f445dcee700 1 --2- 172.21.15.39:0/462466245 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4458106e50 0x7f4458107270 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:12.630 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:11.779+0000 7f445dcee700 1 -- 172.21.15.39:0/462466245 >> 172.21.15.39:0/462466245 conn(0x7f4458102410 msgr2=0x7f4458104830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:12.630 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:11.779+0000 7f445dcee700 1 -- 172.21.15.39:0/462466245 shutdown_connections 2024-06-13T06:12:12.630 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:11.779+0000 7f445dcee700 1 -- 172.21.15.39:0/462466245 wait complete. 2024-06-13T06:12:12.630 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:11.779+0000 7f445dcee700 1 Processor -- start 2024-06-13T06:12:12.630 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:11.780+0000 7f445dcee700 1 -- start start 2024-06-13T06:12:12.630 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:11.780+0000 7f445dcee700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4458106e50 0x7f445819bf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:12.631 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:11.780+0000 7f445dcee700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f445810b3f0 con 0x7f4458106e50 2024-06-13T06:12:12.631 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:11.780+0000 7f44577fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4458106e50 0x7f445819bf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:12.631 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:11.780+0000 7f44577fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4458106e50 0x7f445819bf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50196/0 (socket says 172.21.15.39:50196) 2024-06-13T06:12:12.631 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:11.780+0000 7f44577fe700 1 -- 172.21.15.39:0/600276578 learned_addr learned my addr 172.21.15.39:0/600276578 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:12:12.631 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:11.780+0000 7f44577fe700 1 -- 172.21.15.39:0/600276578 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f445819c450 con 0x7f4458106e50 2024-06-13T06:12:12.631 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:11.780+0000 7f44577fe700 1 --2- 172.21.15.39:0/600276578 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4458106e50 0x7f445819bf10 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f444c011670 tx=0x7f444c011b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:12.631 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:11.780+0000 7f4454ff9700 1 -- 172.21.15.39:0/600276578 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f444c0039c0 con 0x7f4458106e50 2024-06-13T06:12:12.631 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:11.780+0000 7f445dcee700 1 -- 172.21.15.39:0/600276578 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f445819c6e0 con 0x7f4458106e50 2024-06-13T06:12:12.631 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:11.780+0000 7f4454ff9700 1 -- 172.21.15.39:0/600276578 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f444c011e50 con 0x7f4458106e50 2024-06-13T06:12:12.631 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:11.780+0000 7f4454ff9700 1 -- 172.21.15.39:0/600276578 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f444c01a5c0 con 0x7f4458106e50 2024-06-13T06:12:12.631 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:11.781+0000 7f445dcee700 1 -- 172.21.15.39:0/600276578 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f445819f3d0 con 0x7f4458106e50 2024-06-13T06:12:12.631 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:11.781+0000 7f4454ff9700 1 -- 172.21.15.39:0/600276578 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 46287+0+0 (secure 0 0 0) 0x7f444c01a8c0 con 0x7f4458106e50 2024-06-13T06:12:12.631 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:11.782+0000 7f4454ff9700 1 --2- 172.21.15.39:0/600276578 >> [v2:172.21.15.39:6800/1863890417,v1:172.21.15.39:6801/1863890417] conn(0x7f4440039000 0x7f444003b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:12.631 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:11.782+0000 7f445dcee700 1 -- 172.21.15.39:0/600276578 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4458063af0 con 0x7f4458106e50 2024-06-13T06:12:12.632 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:11.782+0000 7f4456ffd700 1 -- 172.21.15.39:0/600276578 >> [v2:172.21.15.39:6800/1863890417,v1:172.21.15.39:6801/1863890417] conn(0x7f4440039000 msgr2=0x7f444003b4c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.39:6800/1863890417 2024-06-13T06:12:12.632 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:11.782+0000 7f4454ff9700 1 -- 172.21.15.39:0/600276578 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f444c04d5a0 con 0x7f4458106e50 2024-06-13T06:12:12.632 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:11.782+0000 7f4456ffd700 1 --2- 172.21.15.39:0/600276578 >> [v2:172.21.15.39:6800/1863890417,v1:172.21.15.39:6801/1863890417] conn(0x7f4440039000 0x7f444003b4c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-06-13T06:12:12.632 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:11.787+0000 7f4454ff9700 1 -- 172.21.15.39:0/600276578 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f444c019c70 con 0x7f4458106e50 2024-06-13T06:12:12.632 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:11.983+0000 7f4456ffd700 1 -- 172.21.15.39:0/600276578 >> [v2:172.21.15.39:6800/1863890417,v1:172.21.15.39:6801/1863890417] conn(0x7f4440039000 msgr2=0x7f444003b4c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.39:6800/1863890417 2024-06-13T06:12:12.632 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:11.983+0000 7f4456ffd700 1 --2- 172.21.15.39:0/600276578 >> [v2:172.21.15.39:6800/1863890417,v1:172.21.15.39:6801/1863890417] conn(0x7f4440039000 0x7f444003b4c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-06-13T06:12:12.632 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:12.058+0000 7f445dcee700 1 -- 172.21.15.39:0/600276578 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f445802df90 con 0x7f4458106e50 2024-06-13T06:12:12.632 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:12.058+0000 7f4454ff9700 1 -- 172.21.15.39:0/600276578 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) ==== 56+0+88 (secure 0 0 0) 0x7f444c02cbc0 con 0x7f4458106e50 2024-06-13T06:12:12.632 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:12.061+0000 7f445dcee700 1 -- 172.21.15.39:0/600276578 >> [v2:172.21.15.39:6800/1863890417,v1:172.21.15.39:6801/1863890417] conn(0x7f4440039000 msgr2=0x7f444003b4c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-13T06:12:12.632 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:12.061+0000 7f445dcee700 1 --2- 172.21.15.39:0/600276578 >> [v2:172.21.15.39:6800/1863890417,v1:172.21.15.39:6801/1863890417] conn(0x7f4440039000 0x7f444003b4c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:12.632 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:12.061+0000 7f445dcee700 1 -- 172.21.15.39:0/600276578 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4458106e50 msgr2=0x7f445819bf10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:12.632 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:12.061+0000 7f445dcee700 1 --2- 172.21.15.39:0/600276578 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4458106e50 0x7f445819bf10 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f444c011670 tx=0x7f444c011b60 comp rx=0 tx=0).stop 2024-06-13T06:12:12.632 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:12.061+0000 7f445dcee700 1 -- 172.21.15.39:0/600276578 shutdown_connections 2024-06-13T06:12:12.633 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:12.061+0000 7f445dcee700 1 --2- 172.21.15.39:0/600276578 >> [v2:172.21.15.39:6800/1863890417,v1:172.21.15.39:6801/1863890417] conn(0x7f4440039000 0x7f444003b4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:12.633 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:12.061+0000 7f445dcee700 1 --2- 172.21.15.39:0/600276578 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4458106e50 0x7f445819bf10 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:12.633 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:12.061+0000 7f445dcee700 1 -- 172.21.15.39:0/600276578 >> 172.21.15.39:0/600276578 conn(0x7f4458102410 msgr2=0x7f4458103290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:12.633 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:12.061+0000 7f445dcee700 1 -- 172.21.15.39:0/600276578 shutdown_connections 2024-06-13T06:12:12.633 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:12.061+0000 7f445dcee700 1 -- 172.21.15.39:0/600276578 wait complete. 2024-06-13T06:12:12.633 INFO:teuthology.orchestra.run.smithi039.stdout:Waiting for the mgr to restart... 2024-06-13T06:12:12.633 INFO:teuthology.orchestra.run.smithi039.stdout:Waiting for mgr epoch 5... 2024-06-13T06:12:12.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:12 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/600276578' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-06-13T06:12:13.260 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:13 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:13.000+0000 7fa906d40200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-06-13T06:12:13.260 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:13 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:13.180+0000 7fa906d40200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-06-13T06:12:13.659 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:13 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:13.358+0000 7fa906d40200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-06-13T06:12:13.659 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:13 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:13.660+0000 7fa906d40200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-06-13T06:12:13.921 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:13 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:13.757+0000 7fa906d40200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-06-13T06:12:14.421 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:13 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:13.968+0000 7fa906d40200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-06-13T06:12:14.421 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:14 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:14.169+0000 7fa906d40200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-06-13T06:12:15.171 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:14 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:14.801+0000 7fa906d40200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-06-13T06:12:15.553 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:15 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:15.241+0000 7fa906d40200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-06-13T06:12:15.553 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:15 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:15.343+0000 7fa906d40200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-06-13T06:12:15.554 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:15 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:15.554+0000 7fa906d40200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-06-13T06:12:16.421 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:16 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:16.100+0000 7fa906d40200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-06-13T06:12:16.421 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:16 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:16.196+0000 7fa906d40200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-06-13T06:12:16.809 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:16 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:16.450+0000 7fa906d40200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-06-13T06:12:16.809 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:16 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:16.590+0000 7fa906d40200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-06-13T06:12:16.809 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:16 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:16.689+0000 7fa906d40200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-06-13T06:12:16.809 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:16 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:16.809+0000 7fa906d40200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-06-13T06:12:17.421 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:17 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:17.121+0000 7fa906d40200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-06-13T06:12:18.029 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:17 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:17.751+0000 7fa906d40200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-06-13T06:12:18.029 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:17 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:17.977+0000 7fa906d40200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-06-13T06:12:18.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:18 smithi039 ceph-mon[32479]: Active manager daemon x restarted 2024-06-13T06:12:18.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:18 smithi039 ceph-mon[32479]: Activating manager daemon x 2024-06-13T06:12:18.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:18 smithi039 ceph-mon[32479]: osdmap e2: 0 total, 0 up, 0 in 2024-06-13T06:12:18.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:18 smithi039 ceph-mon[32479]: mgrmap e6: x(active, starting, since 0.0124215s) 2024-06-13T06:12:18.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:18 smithi039 ceph-mon[32479]: from='mgr.14120 172.21.15.39:0/342912933' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-13T06:12:18.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:18 smithi039 ceph-mon[32479]: from='mgr.14120 172.21.15.39:0/342912933' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-06-13T06:12:18.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:18 smithi039 ceph-mon[32479]: from='mgr.14120 172.21.15.39:0/342912933' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-06-13T06:12:18.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:18 smithi039 ceph-mon[32479]: from='mgr.14120 172.21.15.39:0/342912933' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-06-13T06:12:18.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:18 smithi039 ceph-mon[32479]: from='mgr.14120 172.21.15.39:0/342912933' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-06-13T06:12:18.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:18 smithi039 ceph-mon[32479]: Manager daemon x is now available 2024-06-13T06:12:18.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:18 smithi039 ceph-mon[32479]: from='mgr.14120 172.21.15.39:0/342912933' entity='mgr.x' 2024-06-13T06:12:18.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:18 smithi039 ceph-mon[32479]: from='mgr.14120 172.21.15.39:0/342912933' entity='mgr.x' 2024-06-13T06:12:18.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:18 smithi039 ceph-mon[32479]: from='mgr.14120 172.21.15.39:0/342912933' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:12:18.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:18 smithi039 ceph-mon[32479]: from='mgr.14120 172.21.15.39:0/342912933' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:12:19.292 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:19 smithi039 ceph-mon[32479]: Found migration_current of "None". Setting to last migration. 2024-06-13T06:12:19.292 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:19 smithi039 ceph-mon[32479]: from='mgr.14120 172.21.15.39:0/342912933' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-06-13T06:12:19.292 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:19 smithi039 ceph-mon[32479]: from='mgr.14120 172.21.15.39:0/342912933' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-06-13T06:12:19.292 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:19 smithi039 ceph-mon[32479]: from='mgr.14120 172.21.15.39:0/342912933' entity='mgr.x' 2024-06-13T06:12:19.292 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:19 smithi039 ceph-mon[32479]: from='mgr.14120 172.21.15.39:0/342912933' entity='mgr.x' 2024-06-13T06:12:19.292 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:19 smithi039 ceph-mon[32479]: mgrmap e7: x(active, since 1.01148s) 2024-06-13T06:12:19.528 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout { 2024-06-13T06:12:19.528 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-06-13T06:12:19.528 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "initialized": true 2024-06-13T06:12:19.528 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout } 2024-06-13T06:12:19.529 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:13.054+0000 7f54bcc3a700 1 Processor -- start 2024-06-13T06:12:19.529 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:13.054+0000 7f54bcc3a700 1 -- start start 2024-06-13T06:12:19.529 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:13.055+0000 7f54bcc3a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54b8106800 0x7f54b8106c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:19.529 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:13.055+0000 7f54bcc3a700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f54b807c690 con 0x7f54b8106800 2024-06-13T06:12:19.529 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:13.055+0000 7f54b659c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54b8106800 0x7f54b8106c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:19.529 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:13.055+0000 7f54b659c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54b8106800 0x7f54b8106c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50206/0 (socket says 172.21.15.39:50206) 2024-06-13T06:12:19.529 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:13.055+0000 7f54b659c700 1 -- 172.21.15.39:0/3551028518 learned_addr learned my addr 172.21.15.39:0/3551028518 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:12:19.529 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:13.055+0000 7f54b659c700 1 -- 172.21.15.39:0/3551028518 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54b8107160 con 0x7f54b8106800 2024-06-13T06:12:19.529 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:13.055+0000 7f54b659c700 1 --2- 172.21.15.39:0/3551028518 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54b8106800 0x7f54b8106c20 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f54a80098a0 tx=0x7f54a8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f327ba939df934b0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:19.529 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:13.056+0000 7f54b559a700 1 -- 172.21.15.39:0/3551028518 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f54a8004160 con 0x7f54b8106800 2024-06-13T06:12:19.529 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:13.056+0000 7f54b559a700 1 -- 172.21.15.39:0/3551028518 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f54a8004300 con 0x7f54b8106800 2024-06-13T06:12:19.530 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:13.056+0000 7f54b559a700 1 -- 172.21.15.39:0/3551028518 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f54a8011b50 con 0x7f54b8106800 2024-06-13T06:12:19.530 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:13.056+0000 7f54bcc3a700 1 -- 172.21.15.39:0/3551028518 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54b8106800 msgr2=0x7f54b8106c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:19.530 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:13.056+0000 7f54bcc3a700 1 --2- 172.21.15.39:0/3551028518 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54b8106800 0x7f54b8106c20 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f54a80098a0 tx=0x7f54a8009bb0 comp rx=0 tx=0).stop 2024-06-13T06:12:19.530 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:13.057+0000 7f54bcc3a700 1 -- 172.21.15.39:0/3551028518 shutdown_connections 2024-06-13T06:12:19.530 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:13.057+0000 7f54bcc3a700 1 --2- 172.21.15.39:0/3551028518 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54b8106800 0x7f54b8106c20 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:19.530 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:13.057+0000 7f54bcc3a700 1 -- 172.21.15.39:0/3551028518 >> 172.21.15.39:0/3551028518 conn(0x7f54b8102440 msgr2=0x7f54b8104860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:19.530 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:13.057+0000 7f54bcc3a700 1 -- 172.21.15.39:0/3551028518 shutdown_connections 2024-06-13T06:12:19.530 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:13.057+0000 7f54bcc3a700 1 -- 172.21.15.39:0/3551028518 wait complete. 2024-06-13T06:12:19.530 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:13.057+0000 7f54bcc3a700 1 Processor -- start 2024-06-13T06:12:19.530 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:13.058+0000 7f54bcc3a700 1 -- start start 2024-06-13T06:12:19.530 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:13.058+0000 7f54bcc3a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54b8106800 0x7f54b819e100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:19.530 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:13.058+0000 7f54bcc3a700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f54b81081f0 con 0x7f54b8106800 2024-06-13T06:12:19.531 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:13.058+0000 7f54b659c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54b8106800 0x7f54b819e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:19.531 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:13.058+0000 7f54b659c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54b8106800 0x7f54b819e100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50222/0 (socket says 172.21.15.39:50222) 2024-06-13T06:12:19.531 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:13.058+0000 7f54b659c700 1 -- 172.21.15.39:0/2529529790 learned_addr learned my addr 172.21.15.39:0/2529529790 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:12:19.531 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:13.058+0000 7f54b659c700 1 -- 172.21.15.39:0/2529529790 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54b819e640 con 0x7f54b8106800 2024-06-13T06:12:19.531 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:13.058+0000 7f54b659c700 1 --2- 172.21.15.39:0/2529529790 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54b8106800 0x7f54b819e100 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f54a8011b60 tx=0x7f54a8011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:19.531 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:13.058+0000 7f54a77fe700 1 -- 172.21.15.39:0/2529529790 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f54a8003970 con 0x7f54b8106800 2024-06-13T06:12:19.531 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:13.058+0000 7f54a77fe700 1 -- 172.21.15.39:0/2529529790 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f54a8003b10 con 0x7f54b8106800 2024-06-13T06:12:19.531 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:13.058+0000 7f54bcc3a700 1 -- 172.21.15.39:0/2529529790 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54b819e8d0 con 0x7f54b8106800 2024-06-13T06:12:19.531 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:13.059+0000 7f54bcc3a700 1 -- 172.21.15.39:0/2529529790 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54b81a15c0 con 0x7f54b8106800 2024-06-13T06:12:19.531 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:13.059+0000 7f54a77fe700 1 -- 172.21.15.39:0/2529529790 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f54a8024610 con 0x7f54b8106800 2024-06-13T06:12:19.531 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:13.059+0000 7f54a77fe700 1 -- 172.21.15.39:0/2529529790 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) ==== 46287+0+0 (secure 0 0 0) 0x7f54a80248e0 con 0x7f54b8106800 2024-06-13T06:12:19.531 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:13.060+0000 7f54a77fe700 1 --2- 172.21.15.39:0/2529529790 >> [v2:172.21.15.39:6800/1863890417,v1:172.21.15.39:6801/1863890417] conn(0x7f54a00390a0 0x7f54a003b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:19.531 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:13.060+0000 7f54a77fe700 1 -- 172.21.15.39:0/2529529790 --> [v2:172.21.15.39:6800/1863890417,v1:172.21.15.39:6801/1863890417] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f54a003bc70 con 0x7f54a00390a0 2024-06-13T06:12:19.532 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:13.060+0000 7f54a77fe700 1 -- 172.21.15.39:0/2529529790 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f54a8011e00 con 0x7f54b8106800 2024-06-13T06:12:19.532 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:13.060+0000 7f54b5d9b700 1 -- 172.21.15.39:0/2529529790 >> [v2:172.21.15.39:6800/1863890417,v1:172.21.15.39:6801/1863890417] conn(0x7f54a00390a0 msgr2=0x7f54a003b560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.39:6800/1863890417 2024-06-13T06:12:19.532 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:13.060+0000 7f54b5d9b700 1 --2- 172.21.15.39:0/2529529790 >> [v2:172.21.15.39:6800/1863890417,v1:172.21.15.39:6801/1863890417] conn(0x7f54a00390a0 0x7f54a003b560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-06-13T06:12:19.532 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:13.261+0000 7f54b5d9b700 1 -- 172.21.15.39:0/2529529790 >> [v2:172.21.15.39:6800/1863890417,v1:172.21.15.39:6801/1863890417] conn(0x7f54a00390a0 msgr2=0x7f54a003b560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.39:6800/1863890417 2024-06-13T06:12:19.532 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:13.261+0000 7f54b5d9b700 1 --2- 172.21.15.39:0/2529529790 >> [v2:172.21.15.39:6800/1863890417,v1:172.21.15.39:6801/1863890417] conn(0x7f54a00390a0 0x7f54a003b560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-06-13T06:12:19.532 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:13.662+0000 7f54b5d9b700 1 -- 172.21.15.39:0/2529529790 >> [v2:172.21.15.39:6800/1863890417,v1:172.21.15.39:6801/1863890417] conn(0x7f54a00390a0 msgr2=0x7f54a003b560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.39:6800/1863890417 2024-06-13T06:12:19.532 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:13.662+0000 7f54b5d9b700 1 --2- 172.21.15.39:0/2529529790 >> [v2:172.21.15.39:6800/1863890417,v1:172.21.15.39:6801/1863890417] conn(0x7f54a00390a0 0x7f54a003b560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-06-13T06:12:19.532 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:14.463+0000 7f54b5d9b700 1 -- 172.21.15.39:0/2529529790 >> [v2:172.21.15.39:6800/1863890417,v1:172.21.15.39:6801/1863890417] conn(0x7f54a00390a0 msgr2=0x7f54a003b560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.39:6800/1863890417 2024-06-13T06:12:19.532 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:14.463+0000 7f54b5d9b700 1 --2- 172.21.15.39:0/2529529790 >> [v2:172.21.15.39:6800/1863890417,v1:172.21.15.39:6801/1863890417] conn(0x7f54a00390a0 0x7f54a003b560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-06-13T06:12:19.532 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:16.064+0000 7f54b5d9b700 1 -- 172.21.15.39:0/2529529790 >> [v2:172.21.15.39:6800/1863890417,v1:172.21.15.39:6801/1863890417] conn(0x7f54a00390a0 msgr2=0x7f54a003b560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.39:6800/1863890417 2024-06-13T06:12:19.532 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:16.064+0000 7f54b5d9b700 1 --2- 172.21.15.39:0/2529529790 >> [v2:172.21.15.39:6800/1863890417,v1:172.21.15.39:6801/1863890417] conn(0x7f54a00390a0 0x7f54a003b560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-06-13T06:12:19.532 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:17.989+0000 7f54a77fe700 1 -- 172.21.15.39:0/2529529790 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mgrmap(e 6) ==== 46054+0+0 (secure 0 0 0) 0x7f54a8024bd0 con 0x7f54b8106800 2024-06-13T06:12:19.533 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:17.989+0000 7f54a77fe700 1 -- 172.21.15.39:0/2529529790 >> [v2:172.21.15.39:6800/1863890417,v1:172.21.15.39:6801/1863890417] conn(0x7f54a00390a0 msgr2=0x7f54a003b560 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-13T06:12:19.533 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:17.989+0000 7f54a77fe700 1 --2- 172.21.15.39:0/2529529790 >> [v2:172.21.15.39:6800/1863890417,v1:172.21.15.39:6801/1863890417] conn(0x7f54a00390a0 0x7f54a003b560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:19.533 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:18.988+0000 7f54a77fe700 1 -- 172.21.15.39:0/2529529790 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mgrmap(e 7) ==== 46181+0+0 (secure 0 0 0) 0x7f54a802d3f0 con 0x7f54b8106800 2024-06-13T06:12:19.533 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:18.988+0000 7f54a77fe700 1 --2- 172.21.15.39:0/2529529790 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f54a003c9d0 0x7f54a003edc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:19.533 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:18.988+0000 7f54a77fe700 1 -- 172.21.15.39:0/2529529790 --> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f54a8047e50 con 0x7f54a003c9d0 2024-06-13T06:12:19.533 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:18.988+0000 7f54b5d9b700 1 --2- 172.21.15.39:0/2529529790 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f54a003c9d0 0x7f54a003edc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:19.533 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:18.989+0000 7f54b5d9b700 1 --2- 172.21.15.39:0/2529529790 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f54a003c9d0 0x7f54a003edc0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f54ac003a10 tx=0x7f54ac0092b0 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:19.533 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:18.990+0000 7f54a77fe700 1 -- 172.21.15.39:0/2529529790 <== mgr.14120 v2:172.21.15.39:6800/1734263468 1 ==== command_reply(tid 0: 0 ) ==== 8+0+7774 (secure 0 0 0) 0x7f54a8047e50 con 0x7f54a003c9d0 2024-06-13T06:12:19.533 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:18.996+0000 7f54bcc3a700 1 -- 172.21.15.39:0/2529529790 --> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f54b80695c0 con 0x7f54a003c9d0 2024-06-13T06:12:19.533 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:18.997+0000 7f54a77fe700 1 -- 172.21.15.39:0/2529529790 <== mgr.14120 v2:172.21.15.39:6800/1734263468 2 ==== command_reply(tid 1: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7f54b80695c0 con 0x7f54a003c9d0 2024-06-13T06:12:19.533 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:18.997+0000 7f54bcc3a700 1 -- 172.21.15.39:0/2529529790 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f54a003c9d0 msgr2=0x7f54a003edc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:19.533 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:18.997+0000 7f54bcc3a700 1 --2- 172.21.15.39:0/2529529790 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f54a003c9d0 0x7f54a003edc0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f54ac003a10 tx=0x7f54ac0092b0 comp rx=0 tx=0).stop 2024-06-13T06:12:19.534 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:18.997+0000 7f54bcc3a700 1 -- 172.21.15.39:0/2529529790 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54b8106800 msgr2=0x7f54b819e100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:19.534 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:18.997+0000 7f54bcc3a700 1 --2- 172.21.15.39:0/2529529790 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54b8106800 0x7f54b819e100 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f54a8011b60 tx=0x7f54a8011c40 comp rx=0 tx=0).stop 2024-06-13T06:12:19.534 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:18.997+0000 7f54bcc3a700 1 -- 172.21.15.39:0/2529529790 shutdown_connections 2024-06-13T06:12:19.534 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:18.997+0000 7f54bcc3a700 1 --2- 172.21.15.39:0/2529529790 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f54a003c9d0 0x7f54a003edc0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:19.534 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:18.997+0000 7f54bcc3a700 1 --2- 172.21.15.39:0/2529529790 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54b8106800 0x7f54b819e100 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:19.534 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:18.997+0000 7f54bcc3a700 1 --2- 172.21.15.39:0/2529529790 >> [v2:172.21.15.39:6800/1863890417,v1:172.21.15.39:6801/1863890417] conn(0x7f54a00390a0 0x7f54a003b560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:19.534 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:18.997+0000 7f54bcc3a700 1 -- 172.21.15.39:0/2529529790 >> 172.21.15.39:0/2529529790 conn(0x7f54b8102440 msgr2=0x7f54b8194d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:19.534 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:18.997+0000 7f54bcc3a700 1 -- 172.21.15.39:0/2529529790 shutdown_connections 2024-06-13T06:12:19.534 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:18.997+0000 7f54bcc3a700 1 -- 172.21.15.39:0/2529529790 wait complete. 2024-06-13T06:12:19.534 INFO:teuthology.orchestra.run.smithi039.stdout:mgr epoch 5 is available 2024-06-13T06:12:19.534 INFO:teuthology.orchestra.run.smithi039.stdout:Setting orchestrator backend to cephadm... 2024-06-13T06:12:20.156 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:20 smithi039 ceph-mon[32479]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-06-13T06:12:20.156 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:20 smithi039 ceph-mon[32479]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-06-13T06:12:20.156 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:20 smithi039 ceph-mon[32479]: [13/Jun/2024:06:12:19] ENGINE Bus STARTING 2024-06-13T06:12:20.157 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:20 smithi039 ceph-mon[32479]: [13/Jun/2024:06:12:19] ENGINE Serving on http://172.21.15.39:8765 2024-06-13T06:12:20.157 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:20 smithi039 ceph-mon[32479]: [13/Jun/2024:06:12:19] ENGINE Serving on https://172.21.15.39:7150 2024-06-13T06:12:20.157 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:20 smithi039 ceph-mon[32479]: [13/Jun/2024:06:12:19] ENGINE Bus STARTED 2024-06-13T06:12:20.157 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:20 smithi039 ceph-mon[32479]: from='mgr.14120 172.21.15.39:0/342912933' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:12:20.708 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:19.902+0000 7fe7ef00c700 1 Processor -- start 2024-06-13T06:12:20.708 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:19.902+0000 7fe7ef00c700 1 -- start start 2024-06-13T06:12:20.708 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:19.902+0000 7fe7ef00c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7e8108a70 0x7fe7e810ae60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:20.708 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:19.902+0000 7fe7ef00c700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fe7e807c640 con 0x7fe7e8108a70 2024-06-13T06:12:20.708 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:19.902+0000 7fe7ecda8700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7e8108a70 0x7fe7e810ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:20.708 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:19.902+0000 7fe7ecda8700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7e8108a70 0x7fe7e810ae60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50282/0 (socket says 172.21.15.39:50282) 2024-06-13T06:12:20.709 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:19.902+0000 7fe7ecda8700 1 -- 172.21.15.39:0/1011793012 learned_addr learned my addr 172.21.15.39:0/1011793012 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:12:20.709 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:19.902+0000 7fe7ecda8700 1 -- 172.21.15.39:0/1011793012 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7e810b3a0 con 0x7fe7e8108a70 2024-06-13T06:12:20.709 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:19.902+0000 7fe7ecda8700 1 --2- 172.21.15.39:0/1011793012 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7e8108a70 0x7fe7e810ae60 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fe7dc0098a0 tx=0x7fe7dc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5c938d9e4457935 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:20.709 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:19.903+0000 7fe7e77fe700 1 -- 172.21.15.39:0/1011793012 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe7dc004160 con 0x7fe7e8108a70 2024-06-13T06:12:20.709 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:19.903+0000 7fe7e77fe700 1 -- 172.21.15.39:0/1011793012 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fe7dc004300 con 0x7fe7e8108a70 2024-06-13T06:12:20.709 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:19.903+0000 7fe7e77fe700 1 -- 172.21.15.39:0/1011793012 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe7dc011b50 con 0x7fe7e8108a70 2024-06-13T06:12:20.709 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:19.903+0000 7fe7ef00c700 1 -- 172.21.15.39:0/1011793012 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7e8108a70 msgr2=0x7fe7e810ae60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:20.709 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:19.903+0000 7fe7ef00c700 1 --2- 172.21.15.39:0/1011793012 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7e8108a70 0x7fe7e810ae60 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fe7dc0098a0 tx=0x7fe7dc009bb0 comp rx=0 tx=0).stop 2024-06-13T06:12:20.709 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:19.903+0000 7fe7ef00c700 1 -- 172.21.15.39:0/1011793012 shutdown_connections 2024-06-13T06:12:20.709 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:19.903+0000 7fe7ef00c700 1 --2- 172.21.15.39:0/1011793012 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7e8108a70 0x7fe7e810ae60 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:20.709 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:19.903+0000 7fe7ef00c700 1 -- 172.21.15.39:0/1011793012 >> 172.21.15.39:0/1011793012 conn(0x7fe7e81024c0 msgr2=0x7fe7e81048e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:20.709 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:19.903+0000 7fe7ef00c700 1 -- 172.21.15.39:0/1011793012 shutdown_connections 2024-06-13T06:12:20.710 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:19.904+0000 7fe7ef00c700 1 -- 172.21.15.39:0/1011793012 wait complete. 2024-06-13T06:12:20.710 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:19.904+0000 7fe7ef00c700 1 Processor -- start 2024-06-13T06:12:20.710 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:19.904+0000 7fe7ef00c700 1 -- start start 2024-06-13T06:12:20.710 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:19.904+0000 7fe7ef00c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7e8108a70 0x7fe7e819bed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:20.710 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:19.904+0000 7fe7ef00c700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fe7e810c300 con 0x7fe7e8108a70 2024-06-13T06:12:20.710 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:19.904+0000 7fe7ecda8700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7e8108a70 0x7fe7e819bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:20.710 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:19.904+0000 7fe7ecda8700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7e8108a70 0x7fe7e819bed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50298/0 (socket says 172.21.15.39:50298) 2024-06-13T06:12:20.710 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:19.904+0000 7fe7ecda8700 1 -- 172.21.15.39:0/2252531058 learned_addr learned my addr 172.21.15.39:0/2252531058 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:12:20.710 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:19.905+0000 7fe7ecda8700 1 -- 172.21.15.39:0/2252531058 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7e819c410 con 0x7fe7e8108a70 2024-06-13T06:12:20.710 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:19.905+0000 7fe7ecda8700 1 --2- 172.21.15.39:0/2252531058 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7e8108a70 0x7fe7e819bed0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fe7dc011b60 tx=0x7fe7dc011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:20.710 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:19.905+0000 7fe7e5ffb700 1 -- 172.21.15.39:0/2252531058 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe7dc003b20 con 0x7fe7e8108a70 2024-06-13T06:12:20.710 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:19.905+0000 7fe7e5ffb700 1 -- 172.21.15.39:0/2252531058 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fe7dc003cc0 con 0x7fe7e8108a70 2024-06-13T06:12:20.711 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:19.905+0000 7fe7ef00c700 1 -- 172.21.15.39:0/2252531058 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7e819c6a0 con 0x7fe7e8108a70 2024-06-13T06:12:20.711 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:19.905+0000 7fe7e5ffb700 1 -- 172.21.15.39:0/2252531058 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe7dc024840 con 0x7fe7e8108a70 2024-06-13T06:12:20.711 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:19.905+0000 7fe7ef00c700 1 -- 172.21.15.39:0/2252531058 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7e819f390 con 0x7fe7e8108a70 2024-06-13T06:12:20.711 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:19.906+0000 7fe7e5ffb700 1 -- 172.21.15.39:0/2252531058 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 7) ==== 46181+0+0 (secure 0 0 0) 0x7fe7dc022020 con 0x7fe7e8108a70 2024-06-13T06:12:20.711 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:19.906+0000 7fe7ef00c700 1 -- 172.21.15.39:0/2252531058 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe7e8063af0 con 0x7fe7e8108a70 2024-06-13T06:12:20.711 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:19.906+0000 7fe7e5ffb700 1 --2- 172.21.15.39:0/2252531058 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7fe7d8038f80 0x7fe7d803b440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:20.711 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:19.906+0000 7fe7e5ffb700 1 -- 172.21.15.39:0/2252531058 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fe7dc011e00 con 0x7fe7e8108a70 2024-06-13T06:12:20.711 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:19.906+0000 7fe7e7fff700 1 --2- 172.21.15.39:0/2252531058 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7fe7d8038f80 0x7fe7d803b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:20.711 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:19.907+0000 7fe7e7fff700 1 --2- 172.21.15.39:0/2252531058 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7fe7d8038f80 0x7fe7d803b440 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fe7d4006fd0 tx=0x7fe7d4006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:20.711 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:19.912+0000 7fe7e5ffb700 1 -- 172.21.15.39:0/2252531058 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fe7dc02d3f0 con 0x7fe7e8108a70 2024-06-13T06:12:20.711 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:20.032+0000 7fe7e5ffb700 1 -- 172.21.15.39:0/2252531058 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7fe7dc024a40 con 0x7fe7e8108a70 2024-06-13T06:12:20.711 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:20.136+0000 7fe7ef00c700 1 -- 172.21.15.39:0/2252531058 --> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) -- 0x7fe7e8103700 con 0x7fe7d8038f80 2024-06-13T06:12:20.711 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:20.142+0000 7fe7e5ffb700 1 -- 172.21.15.39:0/2252531058 <== mgr.14120 v2:172.21.15.39:6800/1734263468 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fe7e8103700 con 0x7fe7d8038f80 2024-06-13T06:12:20.711 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:20.145+0000 7fe7ef00c700 1 -- 172.21.15.39:0/2252531058 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7fe7d8038f80 msgr2=0x7fe7d803b440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:20.712 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:20.145+0000 7fe7ef00c700 1 --2- 172.21.15.39:0/2252531058 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7fe7d8038f80 0x7fe7d803b440 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fe7d4006fd0 tx=0x7fe7d4006e40 comp rx=0 tx=0).stop 2024-06-13T06:12:20.712 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:20.145+0000 7fe7ef00c700 1 -- 172.21.15.39:0/2252531058 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7e8108a70 msgr2=0x7fe7e819bed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:20.712 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:20.145+0000 7fe7ef00c700 1 --2- 172.21.15.39:0/2252531058 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7e8108a70 0x7fe7e819bed0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fe7dc011b60 tx=0x7fe7dc011c40 comp rx=0 tx=0).stop 2024-06-13T06:12:20.712 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:20.145+0000 7fe7ef00c700 1 -- 172.21.15.39:0/2252531058 shutdown_connections 2024-06-13T06:12:20.712 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:20.145+0000 7fe7ef00c700 1 --2- 172.21.15.39:0/2252531058 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7fe7d8038f80 0x7fe7d803b440 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:20.712 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:20.145+0000 7fe7ef00c700 1 --2- 172.21.15.39:0/2252531058 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7e8108a70 0x7fe7e819bed0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:20.712 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:20.145+0000 7fe7ef00c700 1 -- 172.21.15.39:0/2252531058 >> 172.21.15.39:0/2252531058 conn(0x7fe7e81024c0 msgr2=0x7fe7e8102ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:20.712 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:20.145+0000 7fe7ef00c700 1 -- 172.21.15.39:0/2252531058 shutdown_connections 2024-06-13T06:12:20.712 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:20.145+0000 7fe7ef00c700 1 -- 172.21.15.39:0/2252531058 wait complete. 2024-06-13T06:12:21.103 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:21 smithi039 ceph-mon[32479]: mgrmap e8: x(active, since 2s) 2024-06-13T06:12:21.103 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:21 smithi039 ceph-mon[32479]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:12:21.103 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:21 smithi039 ceph-mon[32479]: from='mgr.14120 172.21.15.39:0/342912933' entity='mgr.x' 2024-06-13T06:12:21.103 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:21 smithi039 ceph-mon[32479]: from='mgr.14120 172.21.15.39:0/342912933' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:12:21.924 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout value unchanged 2024-06-13T06:12:21.924 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.128+0000 7f02beb40700 1 Processor -- start 2024-06-13T06:12:21.924 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.128+0000 7f02beb40700 1 -- start start 2024-06-13T06:12:21.924 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.128+0000 7f02beb40700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f02b8107fa0 0x7f02b81083e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:21.924 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.128+0000 7f02beb40700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f02b8108920 con 0x7f02b8107fa0 2024-06-13T06:12:21.924 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.128+0000 7f02bc8dc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f02b8107fa0 0x7f02b81083e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:21.924 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.128+0000 7f02bc8dc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f02b8107fa0 0x7f02b81083e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43564/0 (socket says 172.21.15.39:43564) 2024-06-13T06:12:21.924 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.128+0000 7f02bc8dc700 1 -- 172.21.15.39:0/3928249189 learned_addr learned my addr 172.21.15.39:0/3928249189 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:12:21.925 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.128+0000 7f02bc8dc700 1 -- 172.21.15.39:0/3928249189 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02b81090e0 con 0x7f02b8107fa0 2024-06-13T06:12:21.925 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.129+0000 7f02bc8dc700 1 --2- 172.21.15.39:0/3928249189 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f02b8107fa0 0x7f02b81083e0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f02ac0098a0 tx=0x7f02ac009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=adc1c2cfe0b57f8c server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:21.925 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.129+0000 7f02b77fe700 1 -- 172.21.15.39:0/3928249189 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f02ac004160 con 0x7f02b8107fa0 2024-06-13T06:12:21.925 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.129+0000 7f02b77fe700 1 -- 172.21.15.39:0/3928249189 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f02ac004300 con 0x7f02b8107fa0 2024-06-13T06:12:21.925 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.129+0000 7f02b77fe700 1 -- 172.21.15.39:0/3928249189 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f02ac011b50 con 0x7f02b8107fa0 2024-06-13T06:12:21.925 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.129+0000 7f02beb40700 1 -- 172.21.15.39:0/3928249189 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f02b8107fa0 msgr2=0x7f02b81083e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:21.925 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.129+0000 7f02beb40700 1 --2- 172.21.15.39:0/3928249189 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f02b8107fa0 0x7f02b81083e0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f02ac0098a0 tx=0x7f02ac009bb0 comp rx=0 tx=0).stop 2024-06-13T06:12:21.925 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.130+0000 7f02beb40700 1 -- 172.21.15.39:0/3928249189 shutdown_connections 2024-06-13T06:12:21.925 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.130+0000 7f02beb40700 1 --2- 172.21.15.39:0/3928249189 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f02b8107fa0 0x7f02b81083e0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:21.925 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.130+0000 7f02beb40700 1 -- 172.21.15.39:0/3928249189 >> 172.21.15.39:0/3928249189 conn(0x7f02b81035b0 msgr2=0x7f02b81059d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:21.925 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.130+0000 7f02beb40700 1 -- 172.21.15.39:0/3928249189 shutdown_connections 2024-06-13T06:12:21.925 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.130+0000 7f02beb40700 1 -- 172.21.15.39:0/3928249189 wait complete. 2024-06-13T06:12:21.926 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.130+0000 7f02beb40700 1 Processor -- start 2024-06-13T06:12:21.926 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.130+0000 7f02beb40700 1 -- start start 2024-06-13T06:12:21.926 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.130+0000 7f02beb40700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f02b8107fa0 0x7f02b819bf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:21.926 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.130+0000 7f02beb40700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f02b810c3a0 con 0x7f02b8107fa0 2024-06-13T06:12:21.926 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.131+0000 7f02bc8dc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f02b8107fa0 0x7f02b819bf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:21.926 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.131+0000 7f02bc8dc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f02b8107fa0 0x7f02b819bf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43572/0 (socket says 172.21.15.39:43572) 2024-06-13T06:12:21.926 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.131+0000 7f02bc8dc700 1 -- 172.21.15.39:0/3924495708 learned_addr learned my addr 172.21.15.39:0/3924495708 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:12:21.926 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.131+0000 7f02bc8dc700 1 -- 172.21.15.39:0/3924495708 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02b819c440 con 0x7f02b8107fa0 2024-06-13T06:12:21.926 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.131+0000 7f02bc8dc700 1 --2- 172.21.15.39:0/3924495708 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f02b8107fa0 0x7f02b819bf00 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f02ac000c00 tx=0x7f02ac011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:21.926 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.131+0000 7f02b5ffb700 1 -- 172.21.15.39:0/3924495708 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f02ac003b20 con 0x7f02b8107fa0 2024-06-13T06:12:21.926 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.131+0000 7f02b5ffb700 1 -- 172.21.15.39:0/3924495708 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f02ac003cc0 con 0x7f02b8107fa0 2024-06-13T06:12:21.926 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.131+0000 7f02beb40700 1 -- 172.21.15.39:0/3924495708 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02b819c6d0 con 0x7f02b8107fa0 2024-06-13T06:12:21.927 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.131+0000 7f02b5ffb700 1 -- 172.21.15.39:0/3924495708 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f02ac024910 con 0x7f02b8107fa0 2024-06-13T06:12:21.927 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.132+0000 7f02beb40700 1 -- 172.21.15.39:0/3924495708 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02b819f3c0 con 0x7f02b8107fa0 2024-06-13T06:12:21.927 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.132+0000 7f02b5ffb700 1 -- 172.21.15.39:0/3924495708 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f02ac022020 con 0x7f02b8107fa0 2024-06-13T06:12:21.927 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.132+0000 7f02beb40700 1 -- 172.21.15.39:0/3924495708 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f02b810c520 con 0x7f02b8107fa0 2024-06-13T06:12:21.927 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.133+0000 7f02b5ffb700 1 --2- 172.21.15.39:0/3924495708 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f02a80390a0 0x7f02a803b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:21.927 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.133+0000 7f02b5ffb700 1 -- 172.21.15.39:0/3924495708 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f02ac011e00 con 0x7f02b8107fa0 2024-06-13T06:12:21.927 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.133+0000 7f02b7fff700 1 --2- 172.21.15.39:0/3924495708 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f02a80390a0 0x7f02a803b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:21.927 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.133+0000 7f02b7fff700 1 --2- 172.21.15.39:0/3924495708 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f02a80390a0 0x7f02a803b560 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f02a4006fd0 tx=0x7f02a4006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:21.927 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.138+0000 7f02b5ffb700 1 -- 172.21.15.39:0/3924495708 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f02ac01ad80 con 0x7f02b8107fa0 2024-06-13T06:12:21.927 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.344+0000 7f02beb40700 1 -- 172.21.15.39:0/3924495708 --> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) -- 0x7f02b81047b0 con 0x7f02a80390a0 2024-06-13T06:12:21.927 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.345+0000 7f02b5ffb700 1 -- 172.21.15.39:0/3924495708 <== mgr.14120 v2:172.21.15.39:6800/1734263468 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+16 (secure 0 0 0) 0x7f02b81047b0 con 0x7f02a80390a0 2024-06-13T06:12:21.927 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.347+0000 7f02beb40700 1 -- 172.21.15.39:0/3924495708 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f02a80390a0 msgr2=0x7f02a803b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:21.927 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.347+0000 7f02beb40700 1 --2- 172.21.15.39:0/3924495708 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f02a80390a0 0x7f02a803b560 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f02a4006fd0 tx=0x7f02a4006e40 comp rx=0 tx=0).stop 2024-06-13T06:12:21.928 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.347+0000 7f02beb40700 1 -- 172.21.15.39:0/3924495708 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f02b8107fa0 msgr2=0x7f02b819bf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:21.928 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.347+0000 7f02beb40700 1 --2- 172.21.15.39:0/3924495708 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f02b8107fa0 0x7f02b819bf00 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f02ac000c00 tx=0x7f02ac011c10 comp rx=0 tx=0).stop 2024-06-13T06:12:21.928 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.347+0000 7f02beb40700 1 -- 172.21.15.39:0/3924495708 shutdown_connections 2024-06-13T06:12:21.928 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.347+0000 7f02beb40700 1 --2- 172.21.15.39:0/3924495708 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f02a80390a0 0x7f02a803b560 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:21.928 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.347+0000 7f02beb40700 1 --2- 172.21.15.39:0/3924495708 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f02b8107fa0 0x7f02b819bf00 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:21.928 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.347+0000 7f02beb40700 1 -- 172.21.15.39:0/3924495708 >> 172.21.15.39:0/3924495708 conn(0x7f02b81035b0 msgr2=0x7f02b81040a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:21.928 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.347+0000 7f02beb40700 1 -- 172.21.15.39:0/3924495708 shutdown_connections 2024-06-13T06:12:21.928 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:21.347+0000 7f02beb40700 1 -- 172.21.15.39:0/3924495708 wait complete. 2024-06-13T06:12:21.928 INFO:teuthology.orchestra.run.smithi039.stdout:Generating ssh key... 2024-06-13T06:12:22.338 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:22 smithi039 ceph-mon[32479]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:12:23.338 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:23 smithi039 ceph-mon[32479]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:12:23.338 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:23 smithi039 ceph-mon[32479]: Generating ssh key... 2024-06-13T06:12:23.338 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:23 smithi039 ceph-mon[32479]: from='mgr.14120 172.21.15.39:0/342912933' entity='mgr.x' 2024-06-13T06:12:23.338 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:23 smithi039 ceph-mon[32479]: from='mgr.14120 172.21.15.39:0/342912933' entity='mgr.x' 2024-06-13T06:12:23.339 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:23 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: Generating public/private rsa key pair. 2024-06-13T06:12:23.339 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:23 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: Your identification has been saved in /tmp/tmp2hito16s/key. 2024-06-13T06:12:23.339 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:23 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: Your public key has been saved in /tmp/tmp2hito16s/key.pub. 2024-06-13T06:12:23.339 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:23 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: The key fingerprint is: 2024-06-13T06:12:23.339 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:23 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: SHA256:GsFWYuumreUIGoMdLnpjfKSyoI7aWThAAYqYv3tiNJU ceph-ae626f9c-294b-11ef-bc9c-c7b262605968 2024-06-13T06:12:23.339 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:23 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: The key's randomart image is: 2024-06-13T06:12:23.339 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:23 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: +---[RSA 3072]----+ 2024-06-13T06:12:23.339 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:23 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: |o. o . | 2024-06-13T06:12:23.339 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:23 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: |+.. o + | 2024-06-13T06:12:23.339 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:23 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: |=. .= | 2024-06-13T06:12:23.339 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:23 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: |.. Eo . | 2024-06-13T06:12:23.340 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:23 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: |. o. + S | 2024-06-13T06:12:23.340 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:23 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: |.+o+.+ o | 2024-06-13T06:12:23.340 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:23 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: |*oB+o + | 2024-06-13T06:12:23.340 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:23 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: |**O*o= | 2024-06-13T06:12:23.340 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:23 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: |XB+=o . | 2024-06-13T06:12:23.340 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:23 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: +----[SHA256]-----+ 2024-06-13T06:12:23.633 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:22.338+0000 7f4430642700 1 Processor -- start 2024-06-13T06:12:23.639 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:22.338+0000 7f4430642700 1 -- start start 2024-06-13T06:12:23.639 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:22.338+0000 7f4430642700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4428107fa0 0x7f44281083e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:23.639 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:22.338+0000 7f4430642700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f4428108920 con 0x7f4428107fa0 2024-06-13T06:12:23.639 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:22.339+0000 7f442e3de700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4428107fa0 0x7f44281083e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:23.639 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:22.339+0000 7f442e3de700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4428107fa0 0x7f44281083e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43576/0 (socket says 172.21.15.39:43576) 2024-06-13T06:12:23.639 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:22.339+0000 7f442e3de700 1 -- 172.21.15.39:0/1707005584 learned_addr learned my addr 172.21.15.39:0/1707005584 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:12:23.639 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:22.339+0000 7f442e3de700 1 -- 172.21.15.39:0/1707005584 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44281090e0 con 0x7f4428107fa0 2024-06-13T06:12:23.639 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:22.339+0000 7f442e3de700 1 --2- 172.21.15.39:0/1707005584 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4428107fa0 0x7f44281083e0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f4418009e80 tx=0x7f441800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1524e5527e03d8b0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:23.639 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:22.339+0000 7f442d3dc700 1 -- 172.21.15.39:0/1707005584 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4418017070 con 0x7f4428107fa0 2024-06-13T06:12:23.639 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:22.339+0000 7f442d3dc700 1 -- 172.21.15.39:0/1707005584 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f441800b8c0 con 0x7f4428107fa0 2024-06-13T06:12:23.640 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:22.339+0000 7f442d3dc700 1 -- 172.21.15.39:0/1707005584 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f44180045c0 con 0x7f4428107fa0 2024-06-13T06:12:23.640 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:22.340+0000 7f4430642700 1 -- 172.21.15.39:0/1707005584 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4428107fa0 msgr2=0x7f44281083e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:23.640 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:22.340+0000 7f4430642700 1 --2- 172.21.15.39:0/1707005584 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4428107fa0 0x7f44281083e0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f4418009e80 tx=0x7f441800b330 comp rx=0 tx=0).stop 2024-06-13T06:12:23.640 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:22.340+0000 7f4430642700 1 -- 172.21.15.39:0/1707005584 shutdown_connections 2024-06-13T06:12:23.640 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:22.340+0000 7f4430642700 1 --2- 172.21.15.39:0/1707005584 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4428107fa0 0x7f44281083e0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:23.640 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:22.340+0000 7f4430642700 1 -- 172.21.15.39:0/1707005584 >> 172.21.15.39:0/1707005584 conn(0x7f4428103570 msgr2=0x7f44281059d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:23.640 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:22.340+0000 7f4430642700 1 -- 172.21.15.39:0/1707005584 shutdown_connections 2024-06-13T06:12:23.640 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:22.340+0000 7f4430642700 1 -- 172.21.15.39:0/1707005584 wait complete. 2024-06-13T06:12:23.640 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:22.341+0000 7f4430642700 1 Processor -- start 2024-06-13T06:12:23.640 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:22.341+0000 7f4430642700 1 -- start start 2024-06-13T06:12:23.640 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:22.341+0000 7f4430642700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4428107fa0 0x7f442819e140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:23.640 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:22.341+0000 7f4430642700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f442810c3a0 con 0x7f4428107fa0 2024-06-13T06:12:23.640 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:22.341+0000 7f442e3de700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4428107fa0 0x7f442819e140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:23.640 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:22.341+0000 7f442e3de700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4428107fa0 0x7f442819e140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43582/0 (socket says 172.21.15.39:43582) 2024-06-13T06:12:23.641 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:22.341+0000 7f442e3de700 1 -- 172.21.15.39:0/1521634646 learned_addr learned my addr 172.21.15.39:0/1521634646 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:12:23.641 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:22.342+0000 7f442e3de700 1 -- 172.21.15.39:0/1521634646 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f442819e680 con 0x7f4428107fa0 2024-06-13T06:12:23.641 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:22.342+0000 7f442e3de700 1 --2- 172.21.15.39:0/1521634646 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4428107fa0 0x7f442819e140 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f4418009530 tx=0x7f441800bd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:23.641 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:22.342+0000 7f44277fe700 1 -- 172.21.15.39:0/1521634646 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4418020020 con 0x7f4428107fa0 2024-06-13T06:12:23.641 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:22.342+0000 7f44277fe700 1 -- 172.21.15.39:0/1521634646 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f4418003b50 con 0x7f4428107fa0 2024-06-13T06:12:23.641 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:22.342+0000 7f4430642700 1 -- 172.21.15.39:0/1521634646 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f442819e910 con 0x7f4428107fa0 2024-06-13T06:12:23.641 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:22.342+0000 7f44277fe700 1 -- 172.21.15.39:0/1521634646 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4418017040 con 0x7f4428107fa0 2024-06-13T06:12:23.641 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:22.342+0000 7f4430642700 1 -- 172.21.15.39:0/1521634646 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44281a15b0 con 0x7f4428107fa0 2024-06-13T06:12:23.641 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:22.343+0000 7f44277fe700 1 -- 172.21.15.39:0/1521634646 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f4418023020 con 0x7f4428107fa0 2024-06-13T06:12:23.641 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:22.343+0000 7f4430642700 1 -- 172.21.15.39:0/1521634646 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f442810c520 con 0x7f4428107fa0 2024-06-13T06:12:23.641 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:22.343+0000 7f44277fe700 1 --2- 172.21.15.39:0/1521634646 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f4410039050 0x7f441003b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:23.641 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:22.344+0000 7f44277fe700 1 -- 172.21.15.39:0/1521634646 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f441800f050 con 0x7f4428107fa0 2024-06-13T06:12:23.641 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:22.344+0000 7f442dbdd700 1 --2- 172.21.15.39:0/1521634646 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f4410039050 0x7f441003b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:23.642 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:22.344+0000 7f442dbdd700 1 --2- 172.21.15.39:0/1521634646 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f4410039050 0x7f441003b510 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f441c006fd0 tx=0x7f441c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:23.642 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:22.349+0000 7f44277fe700 1 -- 172.21.15.39:0/1521634646 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f441802a020 con 0x7f4428107fa0 2024-06-13T06:12:23.642 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:22.554+0000 7f4430642700 1 -- 172.21.15.39:0/1521634646 --> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) -- 0x7f4428104770 con 0x7f4410039050 2024-06-13T06:12:23.642 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:23.035+0000 7f44277fe700 1 -- 172.21.15.39:0/1521634646 <== mgr.14120 v2:172.21.15.39:6800/1734263468 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f4428104770 con 0x7f4410039050 2024-06-13T06:12:23.642 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:23.037+0000 7f4430642700 1 -- 172.21.15.39:0/1521634646 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f4410039050 msgr2=0x7f441003b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:23.642 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:23.037+0000 7f4430642700 1 --2- 172.21.15.39:0/1521634646 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f4410039050 0x7f441003b510 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f441c006fd0 tx=0x7f441c006e40 comp rx=0 tx=0).stop 2024-06-13T06:12:23.642 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:23.037+0000 7f4430642700 1 -- 172.21.15.39:0/1521634646 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4428107fa0 msgr2=0x7f442819e140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:23.642 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:23.037+0000 7f4430642700 1 --2- 172.21.15.39:0/1521634646 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4428107fa0 0x7f442819e140 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f4418009530 tx=0x7f441800bd50 comp rx=0 tx=0).stop 2024-06-13T06:12:23.642 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:23.037+0000 7f4430642700 1 -- 172.21.15.39:0/1521634646 shutdown_connections 2024-06-13T06:12:23.642 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:23.037+0000 7f4430642700 1 --2- 172.21.15.39:0/1521634646 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f4410039050 0x7f441003b510 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:23.642 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:23.037+0000 7f4430642700 1 --2- 172.21.15.39:0/1521634646 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4428107fa0 0x7f442819e140 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:23.642 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:23.037+0000 7f4430642700 1 -- 172.21.15.39:0/1521634646 >> 172.21.15.39:0/1521634646 conn(0x7f4428103570 msgr2=0x7f4428104060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:23.642 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:23.037+0000 7f4430642700 1 -- 172.21.15.39:0/1521634646 shutdown_connections 2024-06-13T06:12:23.643 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:23.037+0000 7f4430642700 1 -- 172.21.15.39:0/1521634646 wait complete. 2024-06-13T06:12:24.904 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDFFP4lHSRkNqyLRBDADiM4TQvoBhGM21atA+9DxXhf+RIuXJ1NN1rcec+wqZs5dU2FA8v+57qP/3IsyvaHEkarIo5jduJ/BINKtRpR24jJh/DeKb1HkyYcoD7xBJRYub3xMSAPl5LlPr5apeQ0MeAkDIVAXBA5iqISLb9UUzk8mIB2zqY5HqTlisg8r7+7VAXJFUDFjHet2szlSEryUg7fzNMG5kpFwRJTLGp816CBU/2qqfo332oFY/03Ur3u6L5jOBGnTg3RmIjrRG3eZYZatZ2Hw3Rd5DnPO9+w1Vae6GZzTgqOj7+44xq+mUuQflYTO/Uk8KstEuwUCrW+OCzcdJK7UT5mFxRX7Ctd0w9prTKt1VaTJSk7CRQDCGt7MOBY6HZmtt9aUuTKjOYlNvFp3VRDvZ3+nNGKSsDzV7lQagJDrWKqrmZxbIeWVD7sNv1W2a1PlLib/gpqeW3cn1f1CtP16Ft/UW94jtpvkaIBxaXQcYK3evuy7+aBmuqPPr8= ceph-ae626f9c-294b-11ef-bc9c-c7b262605968 2024-06-13T06:12:24.904 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.048+0000 7f01e7c1f700 1 Processor -- start 2024-06-13T06:12:24.904 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.048+0000 7f01e7c1f700 1 -- start start 2024-06-13T06:12:24.904 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.048+0000 7f01e7c1f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01e0106210 0x7f01e0106630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:24.905 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.048+0000 7f01e7c1f700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f01e0106c00 con 0x7f01e0106210 2024-06-13T06:12:24.905 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.049+0000 7f01e59bb700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01e0106210 0x7f01e0106630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:24.905 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.049+0000 7f01e59bb700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01e0106210 0x7f01e0106630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43584/0 (socket says 172.21.15.39:43584) 2024-06-13T06:12:24.905 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.049+0000 7f01e59bb700 1 -- 172.21.15.39:0/3297506748 learned_addr learned my addr 172.21.15.39:0/3297506748 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:12:24.905 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.049+0000 7f01e59bb700 1 -- 172.21.15.39:0/3297506748 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01e0106d80 con 0x7f01e0106210 2024-06-13T06:12:24.905 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.049+0000 7f01e59bb700 1 --2- 172.21.15.39:0/3297506748 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01e0106210 0x7f01e0106630 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f01dc0098a0 tx=0x7f01dc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a9d3c02c72a55d3 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:24.905 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.049+0000 7f01e49b9700 1 -- 172.21.15.39:0/3297506748 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f01dc004160 con 0x7f01e0106210 2024-06-13T06:12:24.905 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.049+0000 7f01e49b9700 1 -- 172.21.15.39:0/3297506748 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f01dc004300 con 0x7f01e0106210 2024-06-13T06:12:24.905 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.049+0000 7f01e49b9700 1 -- 172.21.15.39:0/3297506748 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f01dc011b50 con 0x7f01e0106210 2024-06-13T06:12:24.905 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.050+0000 7f01e7c1f700 1 -- 172.21.15.39:0/3297506748 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01e0106210 msgr2=0x7f01e0106630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:24.905 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.050+0000 7f01e7c1f700 1 --2- 172.21.15.39:0/3297506748 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01e0106210 0x7f01e0106630 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f01dc0098a0 tx=0x7f01dc009bb0 comp rx=0 tx=0).stop 2024-06-13T06:12:24.905 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.050+0000 7f01e7c1f700 1 -- 172.21.15.39:0/3297506748 shutdown_connections 2024-06-13T06:12:24.906 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.050+0000 7f01e7c1f700 1 --2- 172.21.15.39:0/3297506748 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01e0106210 0x7f01e0106630 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:24.906 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.050+0000 7f01e7c1f700 1 -- 172.21.15.39:0/3297506748 >> 172.21.15.39:0/3297506748 conn(0x7f01e0101b90 msgr2=0x7f01e0103fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:24.906 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.050+0000 7f01e7c1f700 1 -- 172.21.15.39:0/3297506748 shutdown_connections 2024-06-13T06:12:24.906 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.050+0000 7f01e7c1f700 1 -- 172.21.15.39:0/3297506748 wait complete. 2024-06-13T06:12:24.906 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.051+0000 7f01e7c1f700 1 Processor -- start 2024-06-13T06:12:24.906 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.051+0000 7f01e7c1f700 1 -- start start 2024-06-13T06:12:24.906 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.051+0000 7f01e7c1f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01e0106210 0x7f01e019bf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:24.906 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.051+0000 7f01e7c1f700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f01e010c4c0 con 0x7f01e0106210 2024-06-13T06:12:24.906 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.051+0000 7f01e59bb700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01e0106210 0x7f01e019bf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:24.906 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.051+0000 7f01e59bb700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01e0106210 0x7f01e019bf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43590/0 (socket says 172.21.15.39:43590) 2024-06-13T06:12:24.906 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.051+0000 7f01e59bb700 1 -- 172.21.15.39:0/1541879657 learned_addr learned my addr 172.21.15.39:0/1541879657 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:12:24.907 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.051+0000 7f01e59bb700 1 -- 172.21.15.39:0/1541879657 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01e019c490 con 0x7f01e0106210 2024-06-13T06:12:24.907 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.052+0000 7f01e59bb700 1 --2- 172.21.15.39:0/1541879657 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01e0106210 0x7f01e019bf50 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f01dc011670 tx=0x7f01dc011b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:24.907 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.052+0000 7f01d2ffd700 1 -- 172.21.15.39:0/1541879657 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f01dc0039c0 con 0x7f01e0106210 2024-06-13T06:12:24.907 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.052+0000 7f01d2ffd700 1 -- 172.21.15.39:0/1541879657 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f01dc011e50 con 0x7f01e0106210 2024-06-13T06:12:24.907 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.052+0000 7f01e7c1f700 1 -- 172.21.15.39:0/1541879657 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01e019c720 con 0x7f01e0106210 2024-06-13T06:12:24.907 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.052+0000 7f01d2ffd700 1 -- 172.21.15.39:0/1541879657 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f01dc01a5c0 con 0x7f01e0106210 2024-06-13T06:12:24.907 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.052+0000 7f01e7c1f700 1 -- 172.21.15.39:0/1541879657 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01e019f410 con 0x7f01e0106210 2024-06-13T06:12:24.907 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.053+0000 7f01d2ffd700 1 -- 172.21.15.39:0/1541879657 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f01dc01a8c0 con 0x7f01e0106210 2024-06-13T06:12:24.907 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.053+0000 7f01d2ffd700 1 --2- 172.21.15.39:0/1541879657 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f01cc039000 0x7f01cc03b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:24.907 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.053+0000 7f01d2ffd700 1 -- 172.21.15.39:0/1541879657 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f01dc04d460 con 0x7f01e0106210 2024-06-13T06:12:24.907 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.053+0000 7f01e51ba700 1 --2- 172.21.15.39:0/1541879657 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f01cc039000 0x7f01cc03b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:24.907 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.053+0000 7f01e7c1f700 1 -- 172.21.15.39:0/1541879657 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f01e0063af0 con 0x7f01e0106210 2024-06-13T06:12:24.907 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.053+0000 7f01e51ba700 1 --2- 172.21.15.39:0/1541879657 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f01cc039000 0x7f01cc03b4c0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f01d4006fd0 tx=0x7f01d4006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:24.908 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.062+0000 7f01d2ffd700 1 -- 172.21.15.39:0/1541879657 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f01dc019c70 con 0x7f01e0106210 2024-06-13T06:12:24.908 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.283+0000 7f01e7c1f700 1 -- 172.21.15.39:0/1541879657 --> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) -- 0x7f01e0102e00 con 0x7f01cc039000 2024-06-13T06:12:24.908 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.284+0000 7f01d2ffd700 1 -- 172.21.15.39:0/1541879657 <== mgr.14120 v2:172.21.15.39:6800/1734263468 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+595 (secure 0 0 0) 0x7f01e0102e00 con 0x7f01cc039000 2024-06-13T06:12:24.908 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.287+0000 7f01e7c1f700 1 -- 172.21.15.39:0/1541879657 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f01cc039000 msgr2=0x7f01cc03b4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:24.908 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.287+0000 7f01e7c1f700 1 --2- 172.21.15.39:0/1541879657 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f01cc039000 0x7f01cc03b4c0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f01d4006fd0 tx=0x7f01d4006e40 comp rx=0 tx=0).stop 2024-06-13T06:12:24.908 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.287+0000 7f01e7c1f700 1 -- 172.21.15.39:0/1541879657 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01e0106210 msgr2=0x7f01e019bf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:24.908 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.287+0000 7f01e7c1f700 1 --2- 172.21.15.39:0/1541879657 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01e0106210 0x7f01e019bf50 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f01dc011670 tx=0x7f01dc011b60 comp rx=0 tx=0).stop 2024-06-13T06:12:24.908 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.287+0000 7f01e7c1f700 1 -- 172.21.15.39:0/1541879657 shutdown_connections 2024-06-13T06:12:24.908 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.287+0000 7f01e7c1f700 1 --2- 172.21.15.39:0/1541879657 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f01cc039000 0x7f01cc03b4c0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:24.908 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.287+0000 7f01e7c1f700 1 --2- 172.21.15.39:0/1541879657 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01e0106210 0x7f01e019bf50 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:24.908 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.287+0000 7f01e7c1f700 1 -- 172.21.15.39:0/1541879657 >> 172.21.15.39:0/1541879657 conn(0x7f01e0101b90 msgr2=0x7f01e01026f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:24.908 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.287+0000 7f01e7c1f700 1 -- 172.21.15.39:0/1541879657 shutdown_connections 2024-06-13T06:12:24.908 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:24.287+0000 7f01e7c1f700 1 -- 172.21.15.39:0/1541879657 wait complete. 2024-06-13T06:12:24.909 INFO:teuthology.orchestra.run.smithi039.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-06-13T06:12:24.909 INFO:teuthology.orchestra.run.smithi039.stdout:Adding key to root@localhost authorized_keys... 2024-06-13T06:12:24.909 INFO:teuthology.orchestra.run.smithi039.stdout:Adding host smithi039... 2024-06-13T06:12:25.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:24 smithi039 ceph-mon[32479]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:12:26.150 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:25 smithi039 ceph-mon[32479]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi039", "addr": "172.21.15.39", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:12:27.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:26 smithi039 ceph-mon[32479]: Deploying cephadm binary to smithi039 2024-06-13T06:12:30.438 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout Added host 'smithi039' with addr '172.21.15.39' 2024-06-13T06:12:30.438 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:25.320+0000 7fcc2a873700 1 Processor -- start 2024-06-13T06:12:30.438 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:25.320+0000 7fcc2a873700 1 -- start start 2024-06-13T06:12:30.438 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:25.320+0000 7fcc2a873700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc24107fa0 0x7fcc241083e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:30.438 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:25.320+0000 7fcc2a873700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fcc24108920 con 0x7fcc24107fa0 2024-06-13T06:12:30.438 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:25.320+0000 7fcc23fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc24107fa0 0x7fcc241083e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:30.438 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:25.320+0000 7fcc23fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc24107fa0 0x7fcc241083e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43594/0 (socket says 172.21.15.39:43594) 2024-06-13T06:12:30.438 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:25.320+0000 7fcc23fff700 1 -- 172.21.15.39:0/1844081557 learned_addr learned my addr 172.21.15.39:0/1844081557 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:12:30.438 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:25.321+0000 7fcc23fff700 1 -- 172.21.15.39:0/1844081557 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc241090e0 con 0x7fcc24107fa0 2024-06-13T06:12:30.438 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:25.321+0000 7fcc23fff700 1 --2- 172.21.15.39:0/1844081557 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc24107fa0 0x7fcc241083e0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fcc140098a0 tx=0x7fcc14009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b66e805dc7a3fd7e server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:30.439 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:25.321+0000 7fcc22ffd700 1 -- 172.21.15.39:0/1844081557 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcc14004160 con 0x7fcc24107fa0 2024-06-13T06:12:30.439 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:25.321+0000 7fcc22ffd700 1 -- 172.21.15.39:0/1844081557 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fcc14004300 con 0x7fcc24107fa0 2024-06-13T06:12:30.439 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:25.321+0000 7fcc22ffd700 1 -- 172.21.15.39:0/1844081557 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcc14011b50 con 0x7fcc24107fa0 2024-06-13T06:12:30.439 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:25.321+0000 7fcc2a873700 1 -- 172.21.15.39:0/1844081557 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc24107fa0 msgr2=0x7fcc241083e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:30.439 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:25.321+0000 7fcc2a873700 1 --2- 172.21.15.39:0/1844081557 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc24107fa0 0x7fcc241083e0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fcc140098a0 tx=0x7fcc14009bb0 comp rx=0 tx=0).stop 2024-06-13T06:12:30.439 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:25.322+0000 7fcc2a873700 1 -- 172.21.15.39:0/1844081557 shutdown_connections 2024-06-13T06:12:30.439 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:25.322+0000 7fcc2a873700 1 --2- 172.21.15.39:0/1844081557 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc24107fa0 0x7fcc241083e0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:30.439 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:25.322+0000 7fcc2a873700 1 -- 172.21.15.39:0/1844081557 >> 172.21.15.39:0/1844081557 conn(0x7fcc24103570 msgr2=0x7fcc241059d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:30.439 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:25.322+0000 7fcc2a873700 1 -- 172.21.15.39:0/1844081557 shutdown_connections 2024-06-13T06:12:30.439 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:25.322+0000 7fcc2a873700 1 -- 172.21.15.39:0/1844081557 wait complete. 2024-06-13T06:12:30.439 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:25.322+0000 7fcc2a873700 1 Processor -- start 2024-06-13T06:12:30.439 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:25.322+0000 7fcc2a873700 1 -- start start 2024-06-13T06:12:30.439 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:25.323+0000 7fcc2a873700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc24107fa0 0x7fcc2419bf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:30.439 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:25.323+0000 7fcc2a873700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fcc2410c3a0 con 0x7fcc24107fa0 2024-06-13T06:12:30.440 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:25.323+0000 7fcc23fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc24107fa0 0x7fcc2419bf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:30.440 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:25.323+0000 7fcc23fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc24107fa0 0x7fcc2419bf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43596/0 (socket says 172.21.15.39:43596) 2024-06-13T06:12:30.440 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:25.323+0000 7fcc23fff700 1 -- 172.21.15.39:0/1490596559 learned_addr learned my addr 172.21.15.39:0/1490596559 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:12:30.440 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:25.323+0000 7fcc23fff700 1 -- 172.21.15.39:0/1490596559 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc2419c460 con 0x7fcc24107fa0 2024-06-13T06:12:30.440 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:25.323+0000 7fcc23fff700 1 --2- 172.21.15.39:0/1490596559 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc24107fa0 0x7fcc2419bf20 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fcc14011670 tx=0x7fcc14011b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:30.440 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:25.323+0000 7fcc217fa700 1 -- 172.21.15.39:0/1490596559 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcc140039c0 con 0x7fcc24107fa0 2024-06-13T06:12:30.440 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:25.323+0000 7fcc217fa700 1 -- 172.21.15.39:0/1490596559 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fcc14011e50 con 0x7fcc24107fa0 2024-06-13T06:12:30.440 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:25.323+0000 7fcc217fa700 1 -- 172.21.15.39:0/1490596559 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcc1401a5c0 con 0x7fcc24107fa0 2024-06-13T06:12:30.440 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:25.324+0000 7fcc2a873700 1 -- 172.21.15.39:0/1490596559 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc2419c6f0 con 0x7fcc24107fa0 2024-06-13T06:12:30.440 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:25.324+0000 7fcc2a873700 1 -- 172.21.15.39:0/1490596559 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc2419f3e0 con 0x7fcc24107fa0 2024-06-13T06:12:30.440 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:25.325+0000 7fcc217fa700 1 -- 172.21.15.39:0/1490596559 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7fcc14024430 con 0x7fcc24107fa0 2024-06-13T06:12:30.440 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:25.325+0000 7fcc217fa700 1 --2- 172.21.15.39:0/1490596559 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7fcc0c039050 0x7fcc0c03b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:30.440 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:25.325+0000 7fcc217fa700 1 -- 172.21.15.39:0/1490596559 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fcc1404d430 con 0x7fcc24107fa0 2024-06-13T06:12:30.440 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:25.325+0000 7fcc2a873700 1 -- 172.21.15.39:0/1490596559 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc2410c520 con 0x7fcc24107fa0 2024-06-13T06:12:30.441 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:25.325+0000 7fcc237fe700 1 --2- 172.21.15.39:0/1490596559 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7fcc0c039050 0x7fcc0c03b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:30.441 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:25.325+0000 7fcc237fe700 1 --2- 172.21.15.39:0/1490596559 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7fcc0c039050 0x7fcc0c03b510 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fcc18006fd0 tx=0x7fcc18006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:30.441 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:25.330+0000 7fcc217fa700 1 -- 172.21.15.39:0/1490596559 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fcc14003b60 con 0x7fcc24107fa0 2024-06-13T06:12:30.441 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:25.540+0000 7fcc2a873700 1 -- 172.21.15.39:0/1490596559 --> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi039", "addr": "172.21.15.39", "target": ["mon-mgr", ""]}) -- 0x7fcc24104810 con 0x7fcc0c039050 2024-06-13T06:12:30.441 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:29.804+0000 7fcc217fa700 1 -- 172.21.15.39:0/1490596559 <== mgr.14120 v2:172.21.15.39:6800/1734263468 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7fcc24104810 con 0x7fcc0c039050 2024-06-13T06:12:30.441 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:29.807+0000 7fcc2a873700 1 -- 172.21.15.39:0/1490596559 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7fcc0c039050 msgr2=0x7fcc0c03b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:30.441 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:29.807+0000 7fcc2a873700 1 --2- 172.21.15.39:0/1490596559 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7fcc0c039050 0x7fcc0c03b510 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fcc18006fd0 tx=0x7fcc18006e40 comp rx=0 tx=0).stop 2024-06-13T06:12:30.441 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:29.807+0000 7fcc2a873700 1 -- 172.21.15.39:0/1490596559 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc24107fa0 msgr2=0x7fcc2419bf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:30.441 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:29.807+0000 7fcc2a873700 1 --2- 172.21.15.39:0/1490596559 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc24107fa0 0x7fcc2419bf20 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fcc14011670 tx=0x7fcc14011b60 comp rx=0 tx=0).stop 2024-06-13T06:12:30.441 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:29.807+0000 7fcc2a873700 1 -- 172.21.15.39:0/1490596559 shutdown_connections 2024-06-13T06:12:30.441 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:29.807+0000 7fcc2a873700 1 --2- 172.21.15.39:0/1490596559 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7fcc0c039050 0x7fcc0c03b510 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:30.441 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:29.807+0000 7fcc2a873700 1 --2- 172.21.15.39:0/1490596559 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc24107fa0 0x7fcc2419bf20 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:30.441 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:29.807+0000 7fcc2a873700 1 -- 172.21.15.39:0/1490596559 >> 172.21.15.39:0/1490596559 conn(0x7fcc24103570 msgr2=0x7fcc24104100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:30.442 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:29.808+0000 7fcc2a873700 1 -- 172.21.15.39:0/1490596559 shutdown_connections 2024-06-13T06:12:30.442 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:29.808+0000 7fcc2a873700 1 -- 172.21.15.39:0/1490596559 wait complete. 2024-06-13T06:12:30.442 INFO:teuthology.orchestra.run.smithi039.stdout:Deploying unmanaged mon service... 2024-06-13T06:12:31.080 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:30 smithi039 ceph-mon[32479]: from='mgr.14120 172.21.15.39:0/342912933' entity='mgr.x' 2024-06-13T06:12:31.080 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:30 smithi039 ceph-mon[32479]: Added host smithi039 2024-06-13T06:12:31.080 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:30 smithi039 ceph-mon[32479]: from='mgr.14120 172.21.15.39:0/342912933' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:12:31.822 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-06-13T06:12:31.822 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:30.840+0000 7fa368600700 1 Processor -- start 2024-06-13T06:12:31.823 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:30.840+0000 7fa368600700 1 -- start start 2024-06-13T06:12:31.823 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:30.840+0000 7fa368600700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa360106e50 0x7fa360107270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:31.823 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:30.840+0000 7fa368600700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fa3601077b0 con 0x7fa360106e50 2024-06-13T06:12:31.823 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:30.840+0000 7fa36639c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa360106e50 0x7fa360107270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:31.823 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:30.840+0000 7fa36639c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa360106e50 0x7fa360107270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44904/0 (socket says 172.21.15.39:44904) 2024-06-13T06:12:31.823 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:30.840+0000 7fa36639c700 1 -- 172.21.15.39:0/3509395198 learned_addr learned my addr 172.21.15.39:0/3509395198 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:12:31.823 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:30.841+0000 7fa36639c700 1 -- 172.21.15.39:0/3509395198 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa360107fb0 con 0x7fa360106e50 2024-06-13T06:12:31.823 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:30.841+0000 7fa36639c700 1 --2- 172.21.15.39:0/3509395198 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa360106e50 0x7fa360107270 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fa35c00bb40 tx=0x7fa35c00be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9dc78bc2b83661c server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:31.823 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:30.841+0000 7fa36539a700 1 -- 172.21.15.39:0/3509395198 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa35c00dbe0 con 0x7fa360106e50 2024-06-13T06:12:31.823 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:30.841+0000 7fa36539a700 1 -- 172.21.15.39:0/3509395198 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fa35c0044f0 con 0x7fa360106e50 2024-06-13T06:12:31.823 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:30.841+0000 7fa36539a700 1 -- 172.21.15.39:0/3509395198 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa35c010470 con 0x7fa360106e50 2024-06-13T06:12:31.824 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:30.842+0000 7fa368600700 1 -- 172.21.15.39:0/3509395198 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa360106e50 msgr2=0x7fa360107270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:31.824 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:30.842+0000 7fa368600700 1 --2- 172.21.15.39:0/3509395198 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa360106e50 0x7fa360107270 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fa35c00bb40 tx=0x7fa35c00be50 comp rx=0 tx=0).stop 2024-06-13T06:12:31.824 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:30.842+0000 7fa368600700 1 -- 172.21.15.39:0/3509395198 shutdown_connections 2024-06-13T06:12:31.824 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:30.842+0000 7fa368600700 1 --2- 172.21.15.39:0/3509395198 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa360106e50 0x7fa360107270 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:31.824 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:30.842+0000 7fa368600700 1 -- 172.21.15.39:0/3509395198 >> 172.21.15.39:0/3509395198 conn(0x7fa360102410 msgr2=0x7fa360104830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:31.824 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:30.842+0000 7fa368600700 1 -- 172.21.15.39:0/3509395198 shutdown_connections 2024-06-13T06:12:31.824 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:30.842+0000 7fa368600700 1 -- 172.21.15.39:0/3509395198 wait complete. 2024-06-13T06:12:31.824 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:30.843+0000 7fa368600700 1 Processor -- start 2024-06-13T06:12:31.824 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:30.843+0000 7fa368600700 1 -- start start 2024-06-13T06:12:31.824 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:30.843+0000 7fa368600700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa360106e50 0x7fa360199ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:31.824 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:30.843+0000 7fa368600700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fa36007afa0 con 0x7fa360106e50 2024-06-13T06:12:31.825 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:30.843+0000 7fa36639c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa360106e50 0x7fa360199ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:31.825 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:30.843+0000 7fa36639c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa360106e50 0x7fa360199ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44918/0 (socket says 172.21.15.39:44918) 2024-06-13T06:12:31.825 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:30.843+0000 7fa36639c700 1 -- 172.21.15.39:0/3733269771 learned_addr learned my addr 172.21.15.39:0/3733269771 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:12:31.825 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:30.844+0000 7fa36639c700 1 -- 172.21.15.39:0/3733269771 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa36019a220 con 0x7fa360106e50 2024-06-13T06:12:31.825 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:30.844+0000 7fa36639c700 1 --2- 172.21.15.39:0/3733269771 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa360106e50 0x7fa360199ce0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fa35c00b340 tx=0x7fa35c00dd90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:31.825 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:30.844+0000 7fa3577fe700 1 -- 172.21.15.39:0/3733269771 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa35c027070 con 0x7fa360106e50 2024-06-13T06:12:31.825 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:30.844+0000 7fa368600700 1 -- 172.21.15.39:0/3733269771 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa36019a4b0 con 0x7fa360106e50 2024-06-13T06:12:31.825 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:30.844+0000 7fa3577fe700 1 -- 172.21.15.39:0/3733269771 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7fa35c010b40 con 0x7fa360106e50 2024-06-13T06:12:31.825 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:30.844+0000 7fa3577fe700 1 -- 172.21.15.39:0/3733269771 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa35c022b30 con 0x7fa360106e50 2024-06-13T06:12:31.825 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:30.844+0000 7fa368600700 1 -- 172.21.15.39:0/3733269771 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa36019d190 con 0x7fa360106e50 2024-06-13T06:12:31.825 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:30.845+0000 7fa368600700 1 -- 172.21.15.39:0/3733269771 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa360063af0 con 0x7fa360106e50 2024-06-13T06:12:31.826 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:30.845+0000 7fa3577fe700 1 -- 172.21.15.39:0/3733269771 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7fa35c02a070 con 0x7fa360106e50 2024-06-13T06:12:31.826 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:30.845+0000 7fa3577fe700 1 --2- 172.21.15.39:0/3733269771 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7fa34c039050 0x7fa34c03b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:31.826 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:30.845+0000 7fa3577fe700 1 -- 172.21.15.39:0/3733269771 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fa35c01f070 con 0x7fa360106e50 2024-06-13T06:12:31.826 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:30.845+0000 7fa365b9b700 1 --2- 172.21.15.39:0/3733269771 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7fa34c039050 0x7fa34c03b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:31.826 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:30.846+0000 7fa365b9b700 1 --2- 172.21.15.39:0/3733269771 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7fa34c039050 0x7fa34c03b510 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fa350006fd0 tx=0x7fa350006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:31.826 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:30.855+0000 7fa3577fe700 1 -- 172.21.15.39:0/3733269771 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fa35c015070 con 0x7fa360106e50 2024-06-13T06:12:31.826 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:31.080+0000 7fa368600700 1 -- 172.21.15.39:0/3733269771 --> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7fa3600628d0 con 0x7fa34c039050 2024-06-13T06:12:31.826 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:31.085+0000 7fa3577fe700 1 -- 172.21.15.39:0/3733269771 <== mgr.14120 v2:172.21.15.39:6800/1734263468 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fa3600628d0 con 0x7fa34c039050 2024-06-13T06:12:31.826 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:31.087+0000 7fa368600700 1 -- 172.21.15.39:0/3733269771 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7fa34c039050 msgr2=0x7fa34c03b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:31.826 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:31.087+0000 7fa368600700 1 --2- 172.21.15.39:0/3733269771 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7fa34c039050 0x7fa34c03b510 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fa350006fd0 tx=0x7fa350006e40 comp rx=0 tx=0).stop 2024-06-13T06:12:31.826 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:31.087+0000 7fa368600700 1 -- 172.21.15.39:0/3733269771 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa360106e50 msgr2=0x7fa360199ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:31.827 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:31.087+0000 7fa368600700 1 --2- 172.21.15.39:0/3733269771 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa360106e50 0x7fa360199ce0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fa35c00b340 tx=0x7fa35c00dd90 comp rx=0 tx=0).stop 2024-06-13T06:12:31.827 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:31.087+0000 7fa368600700 1 -- 172.21.15.39:0/3733269771 shutdown_connections 2024-06-13T06:12:31.827 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:31.087+0000 7fa368600700 1 --2- 172.21.15.39:0/3733269771 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7fa34c039050 0x7fa34c03b510 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:31.827 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:31.087+0000 7fa368600700 1 --2- 172.21.15.39:0/3733269771 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa360106e50 0x7fa360199ce0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:31.827 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:31.087+0000 7fa368600700 1 -- 172.21.15.39:0/3733269771 >> 172.21.15.39:0/3733269771 conn(0x7fa360102410 msgr2=0x7fa360190260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:31.827 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:31.087+0000 7fa368600700 1 -- 172.21.15.39:0/3733269771 shutdown_connections 2024-06-13T06:12:31.827 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:31.087+0000 7fa368600700 1 -- 172.21.15.39:0/3733269771 wait complete. 2024-06-13T06:12:31.827 INFO:teuthology.orchestra.run.smithi039.stdout:Deploying unmanaged mgr service... 2024-06-13T06:12:32.418 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:32 smithi039 ceph-mon[32479]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:12:32.418 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:32 smithi039 ceph-mon[32479]: Saving service mon spec with placement count:5 2024-06-13T06:12:32.418 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:32 smithi039 ceph-mon[32479]: from='mgr.14120 172.21.15.39:0/342912933' entity='mgr.x' 2024-06-13T06:12:33.081 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-06-13T06:12:33.081 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.240+0000 7f0afdfde700 1 Processor -- start 2024-06-13T06:12:33.081 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.240+0000 7f0afdfde700 1 -- start start 2024-06-13T06:12:33.081 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.240+0000 7f0afdfde700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0af8108010 0x7f0af8108430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:33.081 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.240+0000 7f0afdfde700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f0af8108a00 con 0x7f0af8108010 2024-06-13T06:12:33.082 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.240+0000 7f0af77fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0af8108010 0x7f0af8108430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:33.082 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.240+0000 7f0af77fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0af8108010 0x7f0af8108430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44930/0 (socket says 172.21.15.39:44930) 2024-06-13T06:12:33.082 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.240+0000 7f0af77fe700 1 -- 172.21.15.39:0/432390704 learned_addr learned my addr 172.21.15.39:0/432390704 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:12:33.082 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.241+0000 7f0af77fe700 1 -- 172.21.15.39:0/432390704 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0af81091c0 con 0x7f0af8108010 2024-06-13T06:12:33.082 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.241+0000 7f0af77fe700 1 --2- 172.21.15.39:0/432390704 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0af8108010 0x7f0af8108430 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f0ae80098a0 tx=0x7f0ae8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c0b9a4f0b5645a server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:33.082 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.241+0000 7f0af67fc700 1 -- 172.21.15.39:0/432390704 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0ae8004160 con 0x7f0af8108010 2024-06-13T06:12:33.082 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.241+0000 7f0af67fc700 1 -- 172.21.15.39:0/432390704 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f0ae8004300 con 0x7f0af8108010 2024-06-13T06:12:33.082 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.241+0000 7f0af67fc700 1 -- 172.21.15.39:0/432390704 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0ae8011b50 con 0x7f0af8108010 2024-06-13T06:12:33.082 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.241+0000 7f0afdfde700 1 -- 172.21.15.39:0/432390704 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0af8108010 msgr2=0x7f0af8108430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:33.082 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.241+0000 7f0afdfde700 1 --2- 172.21.15.39:0/432390704 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0af8108010 0x7f0af8108430 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f0ae80098a0 tx=0x7f0ae8009bb0 comp rx=0 tx=0).stop 2024-06-13T06:12:33.082 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.242+0000 7f0afdfde700 1 -- 172.21.15.39:0/432390704 shutdown_connections 2024-06-13T06:12:33.082 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.242+0000 7f0afdfde700 1 --2- 172.21.15.39:0/432390704 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0af8108010 0x7f0af8108430 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:33.083 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.242+0000 7f0afdfde700 1 -- 172.21.15.39:0/432390704 >> 172.21.15.39:0/432390704 conn(0x7f0af8103610 msgr2=0x7f0af8105a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:33.083 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.242+0000 7f0afdfde700 1 -- 172.21.15.39:0/432390704 shutdown_connections 2024-06-13T06:12:33.083 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.242+0000 7f0afdfde700 1 -- 172.21.15.39:0/432390704 wait complete. 2024-06-13T06:12:33.083 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.242+0000 7f0afdfde700 1 Processor -- start 2024-06-13T06:12:33.083 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.242+0000 7f0afdfde700 1 -- start start 2024-06-13T06:12:33.083 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.243+0000 7f0afdfde700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0af8108010 0x7f0af807e3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:33.083 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.243+0000 7f0afdfde700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f0af810c570 con 0x7f0af8108010 2024-06-13T06:12:33.083 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.243+0000 7f0af77fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0af8108010 0x7f0af807e3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:33.083 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.243+0000 7f0af77fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0af8108010 0x7f0af807e3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44936/0 (socket says 172.21.15.39:44936) 2024-06-13T06:12:33.083 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.243+0000 7f0af77fe700 1 -- 172.21.15.39:0/1881147168 learned_addr learned my addr 172.21.15.39:0/1881147168 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:12:33.083 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.243+0000 7f0af77fe700 1 -- 172.21.15.39:0/1881147168 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0af807e910 con 0x7f0af8108010 2024-06-13T06:12:33.083 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.243+0000 7f0af77fe700 1 --2- 172.21.15.39:0/1881147168 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0af8108010 0x7f0af807e3d0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f0ae8000c00 tx=0x7f0ae8011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:33.083 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.243+0000 7f0af4ff9700 1 -- 172.21.15.39:0/1881147168 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0ae8003b20 con 0x7f0af8108010 2024-06-13T06:12:33.083 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.243+0000 7f0af4ff9700 1 -- 172.21.15.39:0/1881147168 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f0ae8003cc0 con 0x7f0af8108010 2024-06-13T06:12:33.084 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.243+0000 7f0afdfde700 1 -- 172.21.15.39:0/1881147168 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0af807cb00 con 0x7f0af8108010 2024-06-13T06:12:33.084 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.243+0000 7f0af4ff9700 1 -- 172.21.15.39:0/1881147168 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0ae8024910 con 0x7f0af8108010 2024-06-13T06:12:33.084 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.243+0000 7f0afdfde700 1 -- 172.21.15.39:0/1881147168 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0af807d040 con 0x7f0af8108010 2024-06-13T06:12:33.084 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.244+0000 7f0af4ff9700 1 -- 172.21.15.39:0/1881147168 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f0ae8022020 con 0x7f0af8108010 2024-06-13T06:12:33.084 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.244+0000 7f0af4ff9700 1 --2- 172.21.15.39:0/1881147168 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f0ae00390a0 0x7f0ae003b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:33.084 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.245+0000 7f0af4ff9700 1 -- 172.21.15.39:0/1881147168 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f0ae8011e00 con 0x7f0af8108010 2024-06-13T06:12:33.084 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.245+0000 7f0afdfde700 1 -- 172.21.15.39:0/1881147168 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0af8063af0 con 0x7f0af8108010 2024-06-13T06:12:33.084 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.245+0000 7f0af6ffd700 1 --2- 172.21.15.39:0/1881147168 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f0ae00390a0 0x7f0ae003b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:33.084 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.245+0000 7f0af6ffd700 1 --2- 172.21.15.39:0/1881147168 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f0ae00390a0 0x7f0ae003b560 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f0aec006fd0 tx=0x7f0aec006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:33.084 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.250+0000 7f0af4ff9700 1 -- 172.21.15.39:0/1881147168 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f0ae800b5a0 con 0x7f0af8108010 2024-06-13T06:12:33.084 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.475+0000 7f0afdfde700 1 -- 172.21.15.39:0/1881147168 --> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7f0af807d7c0 con 0x7f0ae00390a0 2024-06-13T06:12:33.084 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.484+0000 7f0af4ff9700 1 -- 172.21.15.39:0/1881147168 <== mgr.14120 v2:172.21.15.39:6800/1734263468 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f0af807d7c0 con 0x7f0ae00390a0 2024-06-13T06:12:33.084 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.486+0000 7f0afdfde700 1 -- 172.21.15.39:0/1881147168 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f0ae00390a0 msgr2=0x7f0ae003b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:33.085 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.486+0000 7f0afdfde700 1 --2- 172.21.15.39:0/1881147168 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f0ae00390a0 0x7f0ae003b560 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f0aec006fd0 tx=0x7f0aec006e40 comp rx=0 tx=0).stop 2024-06-13T06:12:33.085 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.486+0000 7f0afdfde700 1 -- 172.21.15.39:0/1881147168 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0af8108010 msgr2=0x7f0af807e3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:33.085 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.486+0000 7f0afdfde700 1 --2- 172.21.15.39:0/1881147168 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0af8108010 0x7f0af807e3d0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f0ae8000c00 tx=0x7f0ae8011c10 comp rx=0 tx=0).stop 2024-06-13T06:12:33.085 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.486+0000 7f0afdfde700 1 -- 172.21.15.39:0/1881147168 shutdown_connections 2024-06-13T06:12:33.085 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.486+0000 7f0afdfde700 1 --2- 172.21.15.39:0/1881147168 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f0ae00390a0 0x7f0ae003b560 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:33.085 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.486+0000 7f0afdfde700 1 --2- 172.21.15.39:0/1881147168 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0af8108010 0x7f0af807e3d0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:33.085 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.486+0000 7f0afdfde700 1 -- 172.21.15.39:0/1881147168 >> 172.21.15.39:0/1881147168 conn(0x7f0af8103610 msgr2=0x7f0af81041c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:33.085 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.487+0000 7f0afdfde700 1 -- 172.21.15.39:0/1881147168 shutdown_connections 2024-06-13T06:12:33.085 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:32.487+0000 7f0afdfde700 1 -- 172.21.15.39:0/1881147168 wait complete. 2024-06-13T06:12:33.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:33 smithi039 ceph-mon[32479]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:12:33.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:33 smithi039 ceph-mon[32479]: Saving service mgr spec with placement count:2 2024-06-13T06:12:33.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:33 smithi039 ceph-mon[32479]: from='mgr.14120 172.21.15.39:0/342912933' entity='mgr.x' 2024-06-13T06:12:34.851 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:33.880+0000 7f4fe2558700 1 Processor -- start 2024-06-13T06:12:34.852 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:33.880+0000 7f4fe2558700 1 -- start start 2024-06-13T06:12:34.852 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:33.880+0000 7f4fe2558700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4fdc1089f0 0x7f4fdc10ade0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:34.852 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:33.880+0000 7f4fe2558700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f4fdc07c6c0 con 0x7f4fdc1089f0 2024-06-13T06:12:34.852 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:33.881+0000 7f4fdbfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4fdc1089f0 0x7f4fdc10ade0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:34.852 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:33.881+0000 7f4fdbfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4fdc1089f0 0x7f4fdc10ade0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44944/0 (socket says 172.21.15.39:44944) 2024-06-13T06:12:34.852 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:33.881+0000 7f4fdbfff700 1 -- 172.21.15.39:0/962274394 learned_addr learned my addr 172.21.15.39:0/962274394 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:12:34.852 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:33.881+0000 7f4fdbfff700 1 -- 172.21.15.39:0/962274394 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fdc10b320 con 0x7f4fdc1089f0 2024-06-13T06:12:34.852 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:33.881+0000 7f4fdbfff700 1 --2- 172.21.15.39:0/962274394 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4fdc1089f0 0x7f4fdc10ade0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f4fcc0098a0 tx=0x7f4fcc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c14b75537ce1dac server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:34.852 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:33.881+0000 7f4fdaffd700 1 -- 172.21.15.39:0/962274394 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4fcc004160 con 0x7f4fdc1089f0 2024-06-13T06:12:34.852 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:33.881+0000 7f4fdaffd700 1 -- 172.21.15.39:0/962274394 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f4fcc004300 con 0x7f4fdc1089f0 2024-06-13T06:12:34.852 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:33.881+0000 7f4fdaffd700 1 -- 172.21.15.39:0/962274394 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4fcc011b50 con 0x7f4fdc1089f0 2024-06-13T06:12:34.853 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:33.882+0000 7f4fe2558700 1 -- 172.21.15.39:0/962274394 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4fdc1089f0 msgr2=0x7f4fdc10ade0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:34.853 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:33.882+0000 7f4fe2558700 1 --2- 172.21.15.39:0/962274394 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4fdc1089f0 0x7f4fdc10ade0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f4fcc0098a0 tx=0x7f4fcc009bb0 comp rx=0 tx=0).stop 2024-06-13T06:12:34.853 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:33.882+0000 7f4fe2558700 1 -- 172.21.15.39:0/962274394 shutdown_connections 2024-06-13T06:12:34.853 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:33.882+0000 7f4fe2558700 1 --2- 172.21.15.39:0/962274394 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4fdc1089f0 0x7f4fdc10ade0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:34.853 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:33.882+0000 7f4fe2558700 1 -- 172.21.15.39:0/962274394 >> 172.21.15.39:0/962274394 conn(0x7f4fdc1024c0 msgr2=0x7f4fdc1048e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:34.853 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:33.882+0000 7f4fe2558700 1 -- 172.21.15.39:0/962274394 shutdown_connections 2024-06-13T06:12:34.853 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:33.882+0000 7f4fe2558700 1 -- 172.21.15.39:0/962274394 wait complete. 2024-06-13T06:12:34.853 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:33.882+0000 7f4fe2558700 1 Processor -- start 2024-06-13T06:12:34.853 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:33.883+0000 7f4fe2558700 1 -- start start 2024-06-13T06:12:34.853 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:33.883+0000 7f4fe2558700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4fdc1089f0 0x7f4fdc19e110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:34.853 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:33.883+0000 7f4fe2558700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f4fdc10c340 con 0x7f4fdc1089f0 2024-06-13T06:12:34.853 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:33.883+0000 7f4fdbfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4fdc1089f0 0x7f4fdc19e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:34.854 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:33.883+0000 7f4fdbfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4fdc1089f0 0x7f4fdc19e110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44958/0 (socket says 172.21.15.39:44958) 2024-06-13T06:12:34.854 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:33.883+0000 7f4fdbfff700 1 -- 172.21.15.39:0/1846864031 learned_addr learned my addr 172.21.15.39:0/1846864031 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:12:34.854 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:33.883+0000 7f4fdbfff700 1 -- 172.21.15.39:0/1846864031 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fdc19e650 con 0x7f4fdc1089f0 2024-06-13T06:12:34.854 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:33.883+0000 7f4fdbfff700 1 --2- 172.21.15.39:0/1846864031 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4fdc1089f0 0x7f4fdc19e110 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f4fcc011670 tx=0x7f4fcc011b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:34.854 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:33.884+0000 7f4fd97fa700 1 -- 172.21.15.39:0/1846864031 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4fcc0039c0 con 0x7f4fdc1089f0 2024-06-13T06:12:34.854 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:33.884+0000 7f4fd97fa700 1 -- 172.21.15.39:0/1846864031 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1109+0+0 (secure 0 0 0) 0x7f4fcc011e50 con 0x7f4fdc1089f0 2024-06-13T06:12:34.854 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:33.884+0000 7f4fe2558700 1 -- 172.21.15.39:0/1846864031 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4fdc19e8e0 con 0x7f4fdc1089f0 2024-06-13T06:12:34.854 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:33.884+0000 7f4fd97fa700 1 -- 172.21.15.39:0/1846864031 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4fcc01a5c0 con 0x7f4fdc1089f0 2024-06-13T06:12:34.854 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:33.884+0000 7f4fe2558700 1 -- 172.21.15.39:0/1846864031 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4fdc1a15d0 con 0x7f4fdc1089f0 2024-06-13T06:12:34.854 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:33.885+0000 7f4fd97fa700 1 -- 172.21.15.39:0/1846864031 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f4fcc01a8c0 con 0x7f4fdc1089f0 2024-06-13T06:12:34.854 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:33.885+0000 7f4fe2558700 1 -- 172.21.15.39:0/1846864031 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4fdc063af0 con 0x7f4fdc1089f0 2024-06-13T06:12:34.854 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:33.885+0000 7f4fd97fa700 1 --2- 172.21.15.39:0/1846864031 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f4fc4039000 0x7f4fc403b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:34.854 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:33.885+0000 7f4fd97fa700 1 -- 172.21.15.39:0/1846864031 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f4fcc04d600 con 0x7f4fdc1089f0 2024-06-13T06:12:34.855 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:33.885+0000 7f4fdb7fe700 1 --2- 172.21.15.39:0/1846864031 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f4fc4039000 0x7f4fc403b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:34.855 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:33.885+0000 7f4fdb7fe700 1 --2- 172.21.15.39:0/1846864031 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f4fc4039000 0x7f4fc403b4c0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f4fd0006fd0 tx=0x7f4fd0006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:34.855 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:33.890+0000 7f4fd97fa700 1 -- 172.21.15.39:0/1846864031 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f4fcc019c70 con 0x7f4fdc1089f0 2024-06-13T06:12:34.855 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:34.096+0000 7f4fe2558700 1 -- 172.21.15.39:0/1846864031 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) -- 0x7f4fdc1a1c20 con 0x7f4fdc1089f0 2024-06-13T06:12:34.855 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:34.098+0000 7f4fd97fa700 1 -- 172.21.15.39:0/1846864031 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v6)=0 v6) ==== 142+0+0 (secure 0 0 0) 0x7f4fcc003b60 con 0x7f4fdc1089f0 2024-06-13T06:12:34.855 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:34.101+0000 7f4fe2558700 1 -- 172.21.15.39:0/1846864031 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f4fc4039000 msgr2=0x7f4fc403b4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:34.855 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:34.101+0000 7f4fe2558700 1 --2- 172.21.15.39:0/1846864031 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f4fc4039000 0x7f4fc403b4c0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f4fd0006fd0 tx=0x7f4fd0006e40 comp rx=0 tx=0).stop 2024-06-13T06:12:34.855 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:34.101+0000 7f4fe2558700 1 -- 172.21.15.39:0/1846864031 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4fdc1089f0 msgr2=0x7f4fdc19e110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:34.855 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:34.101+0000 7f4fe2558700 1 --2- 172.21.15.39:0/1846864031 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4fdc1089f0 0x7f4fdc19e110 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f4fcc011670 tx=0x7f4fcc011b60 comp rx=0 tx=0).stop 2024-06-13T06:12:34.855 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:34.101+0000 7f4fe2558700 1 -- 172.21.15.39:0/1846864031 shutdown_connections 2024-06-13T06:12:34.855 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:34.101+0000 7f4fe2558700 1 --2- 172.21.15.39:0/1846864031 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f4fc4039000 0x7f4fc403b4c0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:34.855 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:34.101+0000 7f4fe2558700 1 --2- 172.21.15.39:0/1846864031 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4fdc1089f0 0x7f4fdc19e110 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:34.856 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:34.101+0000 7f4fe2558700 1 -- 172.21.15.39:0/1846864031 >> 172.21.15.39:0/1846864031 conn(0x7f4fdc1024c0 msgr2=0x7f4fdc102f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:34.856 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:34.101+0000 7f4fe2558700 1 -- 172.21.15.39:0/1846864031 shutdown_connections 2024-06-13T06:12:34.856 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:34.101+0000 7f4fe2558700 1 -- 172.21.15.39:0/1846864031 wait complete. 2024-06-13T06:12:35.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:35 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/1846864031' entity='client.admin' 2024-06-13T06:12:35.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:35 smithi039 ceph-mon[32479]: from='mgr.14120 172.21.15.39:0/342912933' entity='mgr.x' 2024-06-13T06:12:35.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:35 smithi039 ceph-mon[32479]: from='mgr.14120 172.21.15.39:0/342912933' entity='mgr.x' 2024-06-13T06:12:36.737 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.315+0000 7f00760e1700 1 Processor -- start 2024-06-13T06:12:36.737 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.315+0000 7f00760e1700 1 -- start start 2024-06-13T06:12:36.738 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.315+0000 7f00760e1700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0070108a60 0x7f007010ae50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:36.738 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.315+0000 7f00760e1700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f007007bde0 con 0x7f0070108a60 2024-06-13T06:12:36.738 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.315+0000 7f006f7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0070108a60 0x7f007010ae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:36.738 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.315+0000 7f006f7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0070108a60 0x7f007010ae50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44970/0 (socket says 172.21.15.39:44970) 2024-06-13T06:12:36.738 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.315+0000 7f006f7fe700 1 -- 172.21.15.39:0/829909126 learned_addr learned my addr 172.21.15.39:0/829909126 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:12:36.738 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.316+0000 7f006f7fe700 1 -- 172.21.15.39:0/829909126 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f007010b390 con 0x7f0070108a60 2024-06-13T06:12:36.738 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.316+0000 7f006f7fe700 1 --2- 172.21.15.39:0/829909126 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0070108a60 0x7f007010ae50 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f00600098a0 tx=0x7f0060009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9529b44ef554f062 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:36.738 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.316+0000 7f006e7fc700 1 -- 172.21.15.39:0/829909126 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0060004160 con 0x7f0070108a60 2024-06-13T06:12:36.738 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.316+0000 7f006e7fc700 1 -- 172.21.15.39:0/829909126 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0060004300 con 0x7f0070108a60 2024-06-13T06:12:36.738 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.316+0000 7f006e7fc700 1 -- 172.21.15.39:0/829909126 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0060011b20 con 0x7f0070108a60 2024-06-13T06:12:36.738 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.317+0000 7f00760e1700 1 -- 172.21.15.39:0/829909126 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0070108a60 msgr2=0x7f007010ae50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:36.738 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.317+0000 7f00760e1700 1 --2- 172.21.15.39:0/829909126 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0070108a60 0x7f007010ae50 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f00600098a0 tx=0x7f0060009bb0 comp rx=0 tx=0).stop 2024-06-13T06:12:36.738 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.317+0000 7f00760e1700 1 -- 172.21.15.39:0/829909126 shutdown_connections 2024-06-13T06:12:36.739 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.317+0000 7f00760e1700 1 --2- 172.21.15.39:0/829909126 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0070108a60 0x7f007010ae50 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:36.739 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.317+0000 7f00760e1700 1 -- 172.21.15.39:0/829909126 >> 172.21.15.39:0/829909126 conn(0x7f0070102410 msgr2=0x7f0070104830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:36.739 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.317+0000 7f00760e1700 1 -- 172.21.15.39:0/829909126 shutdown_connections 2024-06-13T06:12:36.739 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.317+0000 7f00760e1700 1 -- 172.21.15.39:0/829909126 wait complete. 2024-06-13T06:12:36.739 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.318+0000 7f00760e1700 1 Processor -- start 2024-06-13T06:12:36.739 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.318+0000 7f00760e1700 1 -- start start 2024-06-13T06:12:36.739 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.318+0000 7f00760e1700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0070108a60 0x7f007019bec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:36.739 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.318+0000 7f00760e1700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f007010c390 con 0x7f0070108a60 2024-06-13T06:12:36.739 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.318+0000 7f006f7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0070108a60 0x7f007019bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:36.739 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.318+0000 7f006f7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0070108a60 0x7f007019bec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44978/0 (socket says 172.21.15.39:44978) 2024-06-13T06:12:36.739 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.318+0000 7f006f7fe700 1 -- 172.21.15.39:0/1644546891 learned_addr learned my addr 172.21.15.39:0/1644546891 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:12:36.740 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.318+0000 7f006f7fe700 1 -- 172.21.15.39:0/1644546891 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f007019c400 con 0x7f0070108a60 2024-06-13T06:12:36.740 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.319+0000 7f006f7fe700 1 --2- 172.21.15.39:0/1644546891 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0070108a60 0x7f007019bec0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f00600117e0 tx=0x7f0060011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:36.740 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.319+0000 7f006cff9700 1 -- 172.21.15.39:0/1644546891 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0060003ba0 con 0x7f0070108a60 2024-06-13T06:12:36.740 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.319+0000 7f006cff9700 1 -- 172.21.15.39:0/1644546891 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f006001a910 con 0x7f0070108a60 2024-06-13T06:12:36.740 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.319+0000 7f00760e1700 1 -- 172.21.15.39:0/1644546891 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f007019c690 con 0x7f0070108a60 2024-06-13T06:12:36.740 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.319+0000 7f006cff9700 1 -- 172.21.15.39:0/1644546891 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f00600248f0 con 0x7f0070108a60 2024-06-13T06:12:36.740 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.319+0000 7f00760e1700 1 -- 172.21.15.39:0/1644546891 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f007019caf0 con 0x7f0070108a60 2024-06-13T06:12:36.740 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.320+0000 7f006cff9700 1 -- 172.21.15.39:0/1644546891 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f0060022020 con 0x7f0070108a60 2024-06-13T06:12:36.740 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.320+0000 7f00760e1700 1 -- 172.21.15.39:0/1644546891 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0070063af0 con 0x7f0070108a60 2024-06-13T06:12:36.740 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.320+0000 7f006cff9700 1 --2- 172.21.15.39:0/1644546891 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f005c0390a0 0x7f005c03b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:36.740 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.320+0000 7f006cff9700 1 -- 172.21.15.39:0/1644546891 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f006004d870 con 0x7f0070108a60 2024-06-13T06:12:36.740 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.320+0000 7f006effd700 1 --2- 172.21.15.39:0/1644546891 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f005c0390a0 0x7f005c03b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:36.740 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.321+0000 7f006effd700 1 --2- 172.21.15.39:0/1644546891 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f005c0390a0 0x7f005c03b560 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f0058006fd0 tx=0x7f0058006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:36.740 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.325+0000 7f006cff9700 1 -- 172.21.15.39:0/1644546891 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f0060020c10 con 0x7f0070108a60 2024-06-13T06:12:36.741 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.541+0000 7f00760e1700 1 -- 172.21.15.39:0/1644546891 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) -- 0x7f007019f4c0 con 0x7f0070108a60 2024-06-13T06:12:36.741 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.544+0000 7f006cff9700 1 -- 172.21.15.39:0/1644546891 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) ==== 130+0+0 (secure 0 0 0) 0x7f006000b5a0 con 0x7f0070108a60 2024-06-13T06:12:36.741 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.547+0000 7f00760e1700 1 -- 172.21.15.39:0/1644546891 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f005c0390a0 msgr2=0x7f005c03b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:36.741 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.547+0000 7f00760e1700 1 --2- 172.21.15.39:0/1644546891 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f005c0390a0 0x7f005c03b560 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f0058006fd0 tx=0x7f0058006e40 comp rx=0 tx=0).stop 2024-06-13T06:12:36.741 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.547+0000 7f00760e1700 1 -- 172.21.15.39:0/1644546891 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0070108a60 msgr2=0x7f007019bec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:36.741 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.547+0000 7f00760e1700 1 --2- 172.21.15.39:0/1644546891 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0070108a60 0x7f007019bec0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f00600117e0 tx=0x7f0060011ba0 comp rx=0 tx=0).stop 2024-06-13T06:12:36.741 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.547+0000 7f00760e1700 1 -- 172.21.15.39:0/1644546891 shutdown_connections 2024-06-13T06:12:36.741 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.547+0000 7f00760e1700 1 --2- 172.21.15.39:0/1644546891 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f005c0390a0 0x7f005c03b560 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:36.741 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.547+0000 7f00760e1700 1 --2- 172.21.15.39:0/1644546891 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0070108a60 0x7f007019bec0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:36.741 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.547+0000 7f00760e1700 1 -- 172.21.15.39:0/1644546891 >> 172.21.15.39:0/1644546891 conn(0x7f0070102410 msgr2=0x7f0070102eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:36.741 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.547+0000 7f00760e1700 1 -- 172.21.15.39:0/1644546891 shutdown_connections 2024-06-13T06:12:36.741 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:35.547+0000 7f00760e1700 1 -- 172.21.15.39:0/1644546891 wait complete. 2024-06-13T06:12:36.741 INFO:teuthology.orchestra.run.smithi039.stdout:Enabling the dashboard module... 2024-06-13T06:12:36.839 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:36 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/1644546891' entity='client.admin' 2024-06-13T06:12:36.839 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:36 smithi039 ceph-mon[32479]: from='mgr.14120 172.21.15.39:0/342912933' entity='mgr.x' 2024-06-13T06:12:37.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:37 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/2537433683' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-06-13T06:12:37.672 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:37 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: ignoring --setuser ceph since I am not root 2024-06-13T06:12:37.672 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:37 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: ignoring --setgroup ceph since I am not root 2024-06-13T06:12:38.047 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:37 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:37.742+0000 7fee467d4200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-06-13T06:12:38.047 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:37 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:37.941+0000 7fee467d4200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-06-13T06:12:38.047 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:38 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:38.048+0000 7fee467d4200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-06-13T06:12:38.245 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.143+0000 7f8f40aca700 1 Processor -- start 2024-06-13T06:12:38.245 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.143+0000 7f8f40aca700 1 -- start start 2024-06-13T06:12:38.245 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.143+0000 7f8f40aca700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8f3c106ea0 0x7f8f3c1072c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:38.245 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.143+0000 7f8f40aca700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f8f3c107800 con 0x7f8f3c106ea0 2024-06-13T06:12:38.245 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.143+0000 7f8f3a59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8f3c106ea0 0x7f8f3c1072c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:38.245 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.144+0000 7f8f3a59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8f3c106ea0 0x7f8f3c1072c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44986/0 (socket says 172.21.15.39:44986) 2024-06-13T06:12:38.245 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.144+0000 7f8f3a59c700 1 -- 172.21.15.39:0/1452796143 learned_addr learned my addr 172.21.15.39:0/1452796143 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:12:38.246 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.144+0000 7f8f3a59c700 1 -- 172.21.15.39:0/1452796143 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f3c108040 con 0x7f8f3c106ea0 2024-06-13T06:12:38.246 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.144+0000 7f8f3a59c700 1 --2- 172.21.15.39:0/1452796143 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8f3c106ea0 0x7f8f3c1072c0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f8f2c0098a0 tx=0x7f8f2c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83207ed9085007c6 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:38.246 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.144+0000 7f8f3959a700 1 -- 172.21.15.39:0/1452796143 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8f2c004160 con 0x7f8f3c106ea0 2024-06-13T06:12:38.246 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.144+0000 7f8f3959a700 1 -- 172.21.15.39:0/1452796143 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8f2c004300 con 0x7f8f3c106ea0 2024-06-13T06:12:38.246 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.144+0000 7f8f3959a700 1 -- 172.21.15.39:0/1452796143 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8f2c011b20 con 0x7f8f3c106ea0 2024-06-13T06:12:38.246 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.145+0000 7f8f40aca700 1 -- 172.21.15.39:0/1452796143 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8f3c106ea0 msgr2=0x7f8f3c1072c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:38.246 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.145+0000 7f8f40aca700 1 --2- 172.21.15.39:0/1452796143 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8f3c106ea0 0x7f8f3c1072c0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f8f2c0098a0 tx=0x7f8f2c009bb0 comp rx=0 tx=0).stop 2024-06-13T06:12:38.246 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.145+0000 7f8f40aca700 1 -- 172.21.15.39:0/1452796143 shutdown_connections 2024-06-13T06:12:38.246 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.145+0000 7f8f40aca700 1 --2- 172.21.15.39:0/1452796143 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8f3c106ea0 0x7f8f3c1072c0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:38.246 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.145+0000 7f8f40aca700 1 -- 172.21.15.39:0/1452796143 >> 172.21.15.39:0/1452796143 conn(0x7f8f3c102530 msgr2=0x7f8f3c104950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:38.246 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.145+0000 7f8f40aca700 1 -- 172.21.15.39:0/1452796143 shutdown_connections 2024-06-13T06:12:38.246 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.145+0000 7f8f40aca700 1 -- 172.21.15.39:0/1452796143 wait complete. 2024-06-13T06:12:38.246 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.146+0000 7f8f40aca700 1 Processor -- start 2024-06-13T06:12:38.247 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.146+0000 7f8f40aca700 1 -- start start 2024-06-13T06:12:38.247 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.146+0000 7f8f40aca700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8f3c106ea0 0x7f8f3c07c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:38.247 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.146+0000 7f8f40aca700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f8f3c10b300 con 0x7f8f3c106ea0 2024-06-13T06:12:38.247 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.146+0000 7f8f3a59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8f3c106ea0 0x7f8f3c07c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:38.247 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.146+0000 7f8f3a59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8f3c106ea0 0x7f8f3c07c2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44998/0 (socket says 172.21.15.39:44998) 2024-06-13T06:12:38.247 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.146+0000 7f8f3a59c700 1 -- 172.21.15.39:0/2537433683 learned_addr learned my addr 172.21.15.39:0/2537433683 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:12:38.247 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.147+0000 7f8f3a59c700 1 -- 172.21.15.39:0/2537433683 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f3c19ec60 con 0x7f8f3c106ea0 2024-06-13T06:12:38.247 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.147+0000 7f8f3a59c700 1 --2- 172.21.15.39:0/2537433683 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8f3c106ea0 0x7f8f3c07c2d0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f8f2c0117e0 tx=0x7f8f2c011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:38.247 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.147+0000 7f8f2b7fe700 1 -- 172.21.15.39:0/2537433683 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8f2c003bf0 con 0x7f8f3c106ea0 2024-06-13T06:12:38.247 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.147+0000 7f8f2b7fe700 1 -- 172.21.15.39:0/2537433683 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8f2c01a910 con 0x7f8f3c106ea0 2024-06-13T06:12:38.247 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.147+0000 7f8f40aca700 1 -- 172.21.15.39:0/2537433683 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f3c19ee30 con 0x7f8f3c106ea0 2024-06-13T06:12:38.247 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.147+0000 7f8f2b7fe700 1 -- 172.21.15.39:0/2537433683 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8f2c0249a0 con 0x7f8f3c106ea0 2024-06-13T06:12:38.247 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.147+0000 7f8f40aca700 1 -- 172.21.15.39:0/2537433683 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f3c19f1d0 con 0x7f8f3c106ea0 2024-06-13T06:12:38.248 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.148+0000 7f8f2b7fe700 1 -- 172.21.15.39:0/2537433683 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f8f2c022020 con 0x7f8f3c106ea0 2024-06-13T06:12:38.248 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.148+0000 7f8f40aca700 1 -- 172.21.15.39:0/2537433683 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f3c063af0 con 0x7f8f3c106ea0 2024-06-13T06:12:38.248 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.148+0000 7f8f2b7fe700 1 --2- 172.21.15.39:0/2537433683 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f8f24039050 0x7f8f2403b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:38.248 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.148+0000 7f8f2b7fe700 1 -- 172.21.15.39:0/2537433683 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f8f2c04d320 con 0x7f8f3c106ea0 2024-06-13T06:12:38.248 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.149+0000 7f8f39d9b700 1 --2- 172.21.15.39:0/2537433683 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f8f24039050 0x7f8f2403b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:38.248 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.149+0000 7f8f39d9b700 1 --2- 172.21.15.39:0/2537433683 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f8f24039050 0x7f8f2403b510 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f8f30006fd0 tx=0x7f8f30006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:38.248 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.154+0000 7f8f2b7fe700 1 -- 172.21.15.39:0/2537433683 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f8f2c011e20 con 0x7f8f3c106ea0 2024-06-13T06:12:38.248 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.421+0000 7f8f40aca700 1 -- 172.21.15.39:0/2537433683 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) -- 0x7f8f3c19f4c0 con 0x7f8f3c106ea0 2024-06-13T06:12:38.248 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.554+0000 7f8f2b7fe700 1 -- 172.21.15.39:0/2537433683 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) ==== 88+0+0 (secure 0 0 0) 0x7f8f3c19f4c0 con 0x7f8f3c106ea0 2024-06-13T06:12:38.248 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.555+0000 7f8f2b7fe700 1 -- 172.21.15.39:0/2537433683 <== mon.0 v2:172.21.15.39:3300/0 8 ==== mgrmap(e 9) ==== 46300+0+0 (secure 0 0 0) 0x7f8f2c02d910 con 0x7f8f3c106ea0 2024-06-13T06:12:38.248 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.556+0000 7f8f40aca700 1 -- 172.21.15.39:0/2537433683 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f8f24039050 msgr2=0x7f8f2403b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:38.248 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.556+0000 7f8f40aca700 1 --2- 172.21.15.39:0/2537433683 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f8f24039050 0x7f8f2403b510 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f8f30006fd0 tx=0x7f8f30006e40 comp rx=0 tx=0).stop 2024-06-13T06:12:38.248 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.556+0000 7f8f40aca700 1 -- 172.21.15.39:0/2537433683 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8f3c106ea0 msgr2=0x7f8f3c07c2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:38.248 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.556+0000 7f8f40aca700 1 --2- 172.21.15.39:0/2537433683 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8f3c106ea0 0x7f8f3c07c2d0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f8f2c0117e0 tx=0x7f8f2c011c10 comp rx=0 tx=0).stop 2024-06-13T06:12:38.249 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.557+0000 7f8f40aca700 1 -- 172.21.15.39:0/2537433683 shutdown_connections 2024-06-13T06:12:38.249 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.557+0000 7f8f40aca700 1 --2- 172.21.15.39:0/2537433683 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f8f24039050 0x7f8f2403b510 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:38.249 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.557+0000 7f8f40aca700 1 --2- 172.21.15.39:0/2537433683 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8f3c106ea0 0x7f8f3c07c2d0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:38.249 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.557+0000 7f8f40aca700 1 -- 172.21.15.39:0/2537433683 >> 172.21.15.39:0/2537433683 conn(0x7f8f3c102530 msgr2=0x7f8f3c103070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:38.249 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.557+0000 7f8f40aca700 1 -- 172.21.15.39:0/2537433683 shutdown_connections 2024-06-13T06:12:38.249 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:37.557+0000 7f8f40aca700 1 -- 172.21.15.39:0/2537433683 wait complete. 2024-06-13T06:12:38.666 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:38 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/2537433683' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-06-13T06:12:38.666 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:38 smithi039 ceph-mon[32479]: mgrmap e9: x(active, since 19s) 2024-06-13T06:12:38.666 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:38 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:38.376+0000 7fee467d4200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-06-13T06:12:38.666 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:38 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:38.467+0000 7fee467d4200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-06-13T06:12:39.519 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout { 2024-06-13T06:12:39.520 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-06-13T06:12:39.520 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "available": true, 2024-06-13T06:12:39.520 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-06-13T06:12:39.520 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-06-13T06:12:39.520 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout } 2024-06-13T06:12:39.520 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:38.706+0000 7f6ac6241700 1 Processor -- start 2024-06-13T06:12:39.520 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:38.706+0000 7f6ac6241700 1 -- start start 2024-06-13T06:12:39.520 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:38.706+0000 7f6ac6241700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ac0108a60 0x7f6ac010ae50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:39.520 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:38.706+0000 7f6ac6241700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f6ac007bde0 con 0x7f6ac0108a60 2024-06-13T06:12:39.520 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:38.707+0000 7f6abf7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ac0108a60 0x7f6ac010ae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:39.521 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:38.707+0000 7f6abf7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ac0108a60 0x7f6ac010ae50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45034/0 (socket says 172.21.15.39:45034) 2024-06-13T06:12:39.521 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:38.707+0000 7f6abf7fe700 1 -- 172.21.15.39:0/2376865796 learned_addr learned my addr 172.21.15.39:0/2376865796 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:12:39.521 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:38.707+0000 7f6abf7fe700 1 -- 172.21.15.39:0/2376865796 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ac010b390 con 0x7f6ac0108a60 2024-06-13T06:12:39.521 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:38.707+0000 7f6abf7fe700 1 --2- 172.21.15.39:0/2376865796 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ac0108a60 0x7f6ac010ae50 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f6ab00098a0 tx=0x7f6ab0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b589aab36c27f9ca server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:39.521 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:38.707+0000 7f6abe7fc700 1 -- 172.21.15.39:0/2376865796 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6ab0004160 con 0x7f6ac0108a60 2024-06-13T06:12:39.521 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:38.707+0000 7f6abe7fc700 1 -- 172.21.15.39:0/2376865796 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6ab0004300 con 0x7f6ac0108a60 2024-06-13T06:12:39.521 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:38.707+0000 7f6abe7fc700 1 -- 172.21.15.39:0/2376865796 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6ab0011b20 con 0x7f6ac0108a60 2024-06-13T06:12:39.521 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:38.708+0000 7f6ac6241700 1 -- 172.21.15.39:0/2376865796 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ac0108a60 msgr2=0x7f6ac010ae50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:39.521 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:38.708+0000 7f6ac6241700 1 --2- 172.21.15.39:0/2376865796 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ac0108a60 0x7f6ac010ae50 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f6ab00098a0 tx=0x7f6ab0009bb0 comp rx=0 tx=0).stop 2024-06-13T06:12:39.521 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:38.708+0000 7f6ac6241700 1 -- 172.21.15.39:0/2376865796 shutdown_connections 2024-06-13T06:12:39.522 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:38.708+0000 7f6ac6241700 1 --2- 172.21.15.39:0/2376865796 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ac0108a60 0x7f6ac010ae50 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:39.522 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:38.708+0000 7f6ac6241700 1 -- 172.21.15.39:0/2376865796 >> 172.21.15.39:0/2376865796 conn(0x7f6ac0102410 msgr2=0x7f6ac0104830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:39.522 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:38.708+0000 7f6ac6241700 1 -- 172.21.15.39:0/2376865796 shutdown_connections 2024-06-13T06:12:39.522 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:38.708+0000 7f6ac6241700 1 -- 172.21.15.39:0/2376865796 wait complete. 2024-06-13T06:12:39.522 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:38.709+0000 7f6ac6241700 1 Processor -- start 2024-06-13T06:12:39.523 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:38.709+0000 7f6ac6241700 1 -- start start 2024-06-13T06:12:39.523 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:38.709+0000 7f6ac6241700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ac0108a60 0x7f6ac019bec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:39.523 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:38.709+0000 7f6ac6241700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f6ac010c390 con 0x7f6ac0108a60 2024-06-13T06:12:39.523 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:38.709+0000 7f6abf7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ac0108a60 0x7f6ac019bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:39.523 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:38.710+0000 7f6abf7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ac0108a60 0x7f6ac019bec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45046/0 (socket says 172.21.15.39:45046) 2024-06-13T06:12:39.523 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:38.710+0000 7f6abf7fe700 1 -- 172.21.15.39:0/144530348 learned_addr learned my addr 172.21.15.39:0/144530348 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:12:39.523 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:38.710+0000 7f6abf7fe700 1 -- 172.21.15.39:0/144530348 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ac019c400 con 0x7f6ac0108a60 2024-06-13T06:12:39.523 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:38.710+0000 7f6abf7fe700 1 --2- 172.21.15.39:0/144530348 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ac0108a60 0x7f6ac019bec0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f6ab00117e0 tx=0x7f6ab0011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:39.523 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:38.710+0000 7f6abcff9700 1 -- 172.21.15.39:0/144530348 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6ab0003bf0 con 0x7f6ac0108a60 2024-06-13T06:12:39.523 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:38.710+0000 7f6abcff9700 1 -- 172.21.15.39:0/144530348 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6ab001a910 con 0x7f6ac0108a60 2024-06-13T06:12:39.523 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:38.710+0000 7f6ac6241700 1 -- 172.21.15.39:0/144530348 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ac019c690 con 0x7f6ac0108a60 2024-06-13T06:12:39.523 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:38.710+0000 7f6abcff9700 1 -- 172.21.15.39:0/144530348 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6ab0024970 con 0x7f6ac0108a60 2024-06-13T06:12:39.523 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:38.710+0000 7f6ac6241700 1 -- 172.21.15.39:0/144530348 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ac019caf0 con 0x7f6ac0108a60 2024-06-13T06:12:39.524 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:38.711+0000 7f6ac6241700 1 -- 172.21.15.39:0/144530348 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6ac0063af0 con 0x7f6ac0108a60 2024-06-13T06:12:39.524 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:38.711+0000 7f6abcff9700 1 -- 172.21.15.39:0/144530348 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 9) ==== 46300+0+0 (secure 0 0 0) 0x7f6ab0022020 con 0x7f6ac0108a60 2024-06-13T06:12:39.524 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:38.712+0000 7f6abcff9700 1 --2- 172.21.15.39:0/144530348 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f6aac0390b0 0x7f6aac03b570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:39.524 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:38.712+0000 7f6abcff9700 1 -- 172.21.15.39:0/144530348 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f6ab004d360 con 0x7f6ac0108a60 2024-06-13T06:12:39.524 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:38.712+0000 7f6abeffd700 1 -- 172.21.15.39:0/144530348 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f6aac0390b0 msgr2=0x7f6aac03b570 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.39:6800/1734263468 2024-06-13T06:12:39.524 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:38.712+0000 7f6abeffd700 1 --2- 172.21.15.39:0/144530348 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f6aac0390b0 0x7f6aac03b570 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-06-13T06:12:39.524 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:38.716+0000 7f6abcff9700 1 -- 172.21.15.39:0/144530348 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f6ab0011e20 con 0x7f6ac0108a60 2024-06-13T06:12:39.524 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:38.913+0000 7f6abeffd700 1 -- 172.21.15.39:0/144530348 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f6aac0390b0 msgr2=0x7f6aac03b570 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.39:6800/1734263468 2024-06-13T06:12:39.524 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:38.913+0000 7f6abeffd700 1 --2- 172.21.15.39:0/144530348 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f6aac0390b0 0x7f6aac03b570 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-06-13T06:12:39.524 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:39.028+0000 7f6ac6241700 1 -- 172.21.15.39:0/144530348 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f6ac019f560 con 0x7f6ac0108a60 2024-06-13T06:12:39.524 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:39.029+0000 7f6abcff9700 1 -- 172.21.15.39:0/144530348 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) ==== 56+0+88 (secure 0 0 0) 0x7f6ab000b3e0 con 0x7f6ac0108a60 2024-06-13T06:12:39.524 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:39.031+0000 7f6ac6241700 1 -- 172.21.15.39:0/144530348 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f6aac0390b0 msgr2=0x7f6aac03b570 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-13T06:12:39.525 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:39.031+0000 7f6ac6241700 1 --2- 172.21.15.39:0/144530348 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f6aac0390b0 0x7f6aac03b570 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:39.525 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:39.031+0000 7f6ac6241700 1 -- 172.21.15.39:0/144530348 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ac0108a60 msgr2=0x7f6ac019bec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:39.525 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:39.031+0000 7f6ac6241700 1 --2- 172.21.15.39:0/144530348 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ac0108a60 0x7f6ac019bec0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f6ab00117e0 tx=0x7f6ab0011c10 comp rx=0 tx=0).stop 2024-06-13T06:12:39.525 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:39.031+0000 7f6ac6241700 1 -- 172.21.15.39:0/144530348 shutdown_connections 2024-06-13T06:12:39.525 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:39.031+0000 7f6ac6241700 1 --2- 172.21.15.39:0/144530348 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f6aac0390b0 0x7f6aac03b570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:39.525 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:39.031+0000 7f6ac6241700 1 --2- 172.21.15.39:0/144530348 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ac0108a60 0x7f6ac019bec0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:39.525 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:39.031+0000 7f6ac6241700 1 -- 172.21.15.39:0/144530348 >> 172.21.15.39:0/144530348 conn(0x7f6ac0102410 msgr2=0x7f6ac0102eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:39.525 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:39.031+0000 7f6ac6241700 1 -- 172.21.15.39:0/144530348 shutdown_connections 2024-06-13T06:12:39.525 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:39.031+0000 7f6ac6241700 1 -- 172.21.15.39:0/144530348 wait complete. 2024-06-13T06:12:39.525 INFO:teuthology.orchestra.run.smithi039.stdout:Waiting for the mgr to restart... 2024-06-13T06:12:39.525 INFO:teuthology.orchestra.run.smithi039.stdout:Waiting for mgr epoch 9... 2024-06-13T06:12:39.760 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:39 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/144530348' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-06-13T06:12:40.125 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:39 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:39.761+0000 7fee467d4200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-06-13T06:12:40.125 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:39 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:39.946+0000 7fee467d4200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-06-13T06:12:40.125 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:40 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:40.125+0000 7fee467d4200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-06-13T06:12:40.736 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:40 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:40.428+0000 7fee467d4200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-06-13T06:12:40.736 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:40 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:40.525+0000 7fee467d4200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-06-13T06:12:40.737 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:40 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:40.737+0000 7fee467d4200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-06-13T06:12:41.171 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:40 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:40.939+0000 7fee467d4200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-06-13T06:12:41.671 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:41 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:41.573+0000 7fee467d4200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-06-13T06:12:42.328 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:42 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:42.015+0000 7fee467d4200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-06-13T06:12:42.329 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:42 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:42.118+0000 7fee467d4200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-06-13T06:12:42.329 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:42 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:42.329+0000 7fee467d4200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-06-13T06:12:43.171 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:42 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:42.876+0000 7fee467d4200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-06-13T06:12:43.171 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:42 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:42.973+0000 7fee467d4200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-06-13T06:12:43.589 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:43 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:43.228+0000 7fee467d4200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-06-13T06:12:43.589 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:43 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:43.368+0000 7fee467d4200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-06-13T06:12:43.589 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:43 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:43.468+0000 7fee467d4200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-06-13T06:12:43.589 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:43 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:43.589+0000 7fee467d4200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-06-13T06:12:44.171 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:43 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:43.901+0000 7fee467d4200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-06-13T06:12:44.815 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:44 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:44.534+0000 7fee467d4200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-06-13T06:12:44.815 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:12:44 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:12:44.762+0000 7fee467d4200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-06-13T06:12:45.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:44 smithi039 ceph-mon[32479]: Active manager daemon x restarted 2024-06-13T06:12:45.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:44 smithi039 ceph-mon[32479]: Activating manager daemon x 2024-06-13T06:12:45.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:44 smithi039 ceph-mon[32479]: osdmap e3: 0 total, 0 up, 0 in 2024-06-13T06:12:45.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:44 smithi039 ceph-mon[32479]: mgrmap e10: x(active, starting, since 0.00776892s) 2024-06-13T06:12:45.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:44 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-13T06:12:45.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:44 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-06-13T06:12:45.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:44 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-06-13T06:12:45.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:44 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-06-13T06:12:45.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:44 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-06-13T06:12:45.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:44 smithi039 ceph-mon[32479]: Manager daemon x is now available 2024-06-13T06:12:45.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:44 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:12:46.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:45 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-06-13T06:12:46.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:45 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-06-13T06:12:46.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:45 smithi039 ceph-mon[32479]: mgrmap e11: x(active, since 1.01041s) 2024-06-13T06:12:46.635 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout { 2024-06-13T06:12:46.635 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-06-13T06:12:46.635 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "initialized": true 2024-06-13T06:12:46.635 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout } 2024-06-13T06:12:46.635 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:39.960+0000 7f760b6c3700 1 Processor -- start 2024-06-13T06:12:46.635 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:39.960+0000 7f760b6c3700 1 -- start start 2024-06-13T06:12:46.635 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:39.961+0000 7f760b6c3700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7604108a80 0x7f760410ae70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:46.635 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:39.961+0000 7f760b6c3700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f760407c620 con 0x7f7604108a80 2024-06-13T06:12:46.635 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:39.961+0000 7f760945f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7604108a80 0x7f760410ae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:46.636 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:39.961+0000 7f760945f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7604108a80 0x7f760410ae70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45050/0 (socket says 172.21.15.39:45050) 2024-06-13T06:12:46.636 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:39.961+0000 7f760945f700 1 -- 172.21.15.39:0/272305378 learned_addr learned my addr 172.21.15.39:0/272305378 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:12:46.636 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:39.961+0000 7f760945f700 1 -- 172.21.15.39:0/272305378 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f760410b3b0 con 0x7f7604108a80 2024-06-13T06:12:46.636 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:39.961+0000 7f760945f700 1 --2- 172.21.15.39:0/272305378 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7604108a80 0x7f760410ae70 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f76000098a0 tx=0x7f7600009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21c5a54ee6b99a21 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:46.636 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:39.962+0000 7f75f7fff700 1 -- 172.21.15.39:0/272305378 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7600004160 con 0x7f7604108a80 2024-06-13T06:12:46.636 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:39.962+0000 7f75f7fff700 1 -- 172.21.15.39:0/272305378 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7600004300 con 0x7f7604108a80 2024-06-13T06:12:46.636 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:39.962+0000 7f75f7fff700 1 -- 172.21.15.39:0/272305378 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7600011b20 con 0x7f7604108a80 2024-06-13T06:12:46.636 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:39.962+0000 7f760b6c3700 1 -- 172.21.15.39:0/272305378 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7604108a80 msgr2=0x7f760410ae70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:46.636 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:39.962+0000 7f760b6c3700 1 --2- 172.21.15.39:0/272305378 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7604108a80 0x7f760410ae70 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f76000098a0 tx=0x7f7600009bb0 comp rx=0 tx=0).stop 2024-06-13T06:12:46.636 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:39.962+0000 7f760b6c3700 1 -- 172.21.15.39:0/272305378 shutdown_connections 2024-06-13T06:12:46.636 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:39.962+0000 7f760b6c3700 1 --2- 172.21.15.39:0/272305378 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7604108a80 0x7f760410ae70 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:46.636 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:39.962+0000 7f760b6c3700 1 -- 172.21.15.39:0/272305378 >> 172.21.15.39:0/272305378 conn(0x7f7604102430 msgr2=0x7f7604104850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:46.637 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:39.962+0000 7f760b6c3700 1 -- 172.21.15.39:0/272305378 shutdown_connections 2024-06-13T06:12:46.637 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:39.962+0000 7f760b6c3700 1 -- 172.21.15.39:0/272305378 wait complete. 2024-06-13T06:12:46.637 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:39.963+0000 7f760b6c3700 1 Processor -- start 2024-06-13T06:12:46.637 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:39.963+0000 7f760b6c3700 1 -- start start 2024-06-13T06:12:46.637 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:39.963+0000 7f760b6c3700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7604108a80 0x7f7604108300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:46.637 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:39.963+0000 7f760b6c3700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f760410c350 con 0x7f7604108a80 2024-06-13T06:12:46.637 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:39.963+0000 7f760945f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7604108a80 0x7f7604108300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:46.637 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:39.963+0000 7f760945f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7604108a80 0x7f7604108300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45058/0 (socket says 172.21.15.39:45058) 2024-06-13T06:12:46.638 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:39.964+0000 7f760945f700 1 -- 172.21.15.39:0/1941329541 learned_addr learned my addr 172.21.15.39:0/1941329541 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:12:46.638 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:39.964+0000 7f760945f700 1 -- 172.21.15.39:0/1941329541 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7604108840 con 0x7f7604108a80 2024-06-13T06:12:46.638 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:39.964+0000 7f760945f700 1 --2- 172.21.15.39:0/1941329541 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7604108a80 0x7f7604108300 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f76000116a0 tx=0x7f7600011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:46.638 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:39.964+0000 7f75f67fc700 1 -- 172.21.15.39:0/1941329541 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7600003a40 con 0x7f7604108a80 2024-06-13T06:12:46.638 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:39.964+0000 7f75f67fc700 1 -- 172.21.15.39:0/1941329541 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7600003be0 con 0x7f7604108a80 2024-06-13T06:12:46.638 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:39.964+0000 7f760b6c3700 1 -- 172.21.15.39:0/1941329541 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7604106a30 con 0x7f7604108a80 2024-06-13T06:12:46.638 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:39.964+0000 7f760b6c3700 1 -- 172.21.15.39:0/1941329541 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7604106ef0 con 0x7f7604108a80 2024-06-13T06:12:46.638 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:39.964+0000 7f75f67fc700 1 -- 172.21.15.39:0/1941329541 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f760001a750 con 0x7f7604108a80 2024-06-13T06:12:46.638 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:39.965+0000 7f75f67fc700 1 -- 172.21.15.39:0/1941329541 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 9) ==== 46300+0+0 (secure 0 0 0) 0x7f760001ab10 con 0x7f7604108a80 2024-06-13T06:12:46.638 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:39.965+0000 7f75f67fc700 1 --2- 172.21.15.39:0/1941329541 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f75f0039050 0x7f75f003b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:46.638 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:39.965+0000 7f760b6c3700 1 -- 172.21.15.39:0/1941329541 --> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f76040695c0 con 0x7f75f0039050 2024-06-13T06:12:46.639 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:39.965+0000 7f75f67fc700 1 -- 172.21.15.39:0/1941329541 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f760004d790 con 0x7f7604108a80 2024-06-13T06:12:46.639 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:39.965+0000 7f7608c5e700 1 -- 172.21.15.39:0/1941329541 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f75f0039050 msgr2=0x7f75f003b510 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.39:6800/1734263468 2024-06-13T06:12:46.639 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:39.965+0000 7f7608c5e700 1 --2- 172.21.15.39:0/1941329541 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f75f0039050 0x7f75f003b510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-06-13T06:12:46.639 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:40.166+0000 7f7608c5e700 1 -- 172.21.15.39:0/1941329541 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f75f0039050 msgr2=0x7f75f003b510 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.39:6800/1734263468 2024-06-13T06:12:46.639 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:40.166+0000 7f7608c5e700 1 --2- 172.21.15.39:0/1941329541 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f75f0039050 0x7f75f003b510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-06-13T06:12:46.639 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:40.567+0000 7f7608c5e700 1 -- 172.21.15.39:0/1941329541 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f75f0039050 msgr2=0x7f75f003b510 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.39:6800/1734263468 2024-06-13T06:12:46.639 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:40.567+0000 7f7608c5e700 1 --2- 172.21.15.39:0/1941329541 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f75f0039050 0x7f75f003b510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-06-13T06:12:46.639 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:41.368+0000 7f7608c5e700 1 -- 172.21.15.39:0/1941329541 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f75f0039050 msgr2=0x7f75f003b510 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.39:6800/1734263468 2024-06-13T06:12:46.639 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:41.368+0000 7f7608c5e700 1 --2- 172.21.15.39:0/1941329541 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f75f0039050 0x7f75f003b510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-06-13T06:12:46.639 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:42.969+0000 7f7608c5e700 1 -- 172.21.15.39:0/1941329541 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f75f0039050 msgr2=0x7f75f003b510 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.39:6800/1734263468 2024-06-13T06:12:46.640 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:42.969+0000 7f7608c5e700 1 --2- 172.21.15.39:0/1941329541 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f75f0039050 0x7f75f003b510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-06-13T06:12:46.640 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:44.770+0000 7f75f67fc700 1 -- 172.21.15.39:0/1941329541 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mgrmap(e 10) ==== 46067+0+0 (secure 0 0 0) 0x7f760002dc90 con 0x7f7604108a80 2024-06-13T06:12:46.640 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:44.770+0000 7f75f67fc700 1 -- 172.21.15.39:0/1941329541 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f75f0039050 msgr2=0x7f75f003b510 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-13T06:12:46.640 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:44.770+0000 7f75f67fc700 1 --2- 172.21.15.39:0/1941329541 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f75f0039050 0x7f75f003b510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:46.640 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:45.771+0000 7f75f67fc700 1 -- 172.21.15.39:0/1941329541 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mgrmap(e 11) ==== 46194+0+0 (secure 0 0 0) 0x7f760004f970 con 0x7f7604108a80 2024-06-13T06:12:46.640 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:45.772+0000 7f75f67fc700 1 --2- 172.21.15.39:0/1941329541 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f75f003c920 0x7f75f003ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:46.640 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:45.772+0000 7f75f67fc700 1 -- 172.21.15.39:0/1941329541 --> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f7600008ea0 con 0x7f75f003c920 2024-06-13T06:12:46.640 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:45.772+0000 7f7608c5e700 1 --2- 172.21.15.39:0/1941329541 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f75f003c920 0x7f75f003ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:46.640 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:45.773+0000 7f7608c5e700 1 --2- 172.21.15.39:0/1941329541 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f75f003c920 0x7f75f003ed10 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f75f8003a10 tx=0x7f75f80092b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:46.640 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:45.773+0000 7f75f67fc700 1 -- 172.21.15.39:0/1941329541 <== mgr.14152 v2:172.21.15.39:6800/2178314534 1 ==== command_reply(tid 0: 0 ) ==== 8+0+7774 (secure 0 0 0) 0x7f7600008ea0 con 0x7f75f003c920 2024-06-13T06:12:46.640 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:45.780+0000 7f760b6c3700 1 -- 172.21.15.39:0/1941329541 --> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f7604103630 con 0x7f75f003c920 2024-06-13T06:12:46.640 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:45.780+0000 7f75f67fc700 1 -- 172.21.15.39:0/1941329541 <== mgr.14152 v2:172.21.15.39:6800/2178314534 2 ==== command_reply(tid 1: 0 ) ==== 8+0+52 (secure 0 0 0) 0x7f7604103630 con 0x7f75f003c920 2024-06-13T06:12:46.640 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:45.781+0000 7f760b6c3700 1 -- 172.21.15.39:0/1941329541 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f75f003c920 msgr2=0x7f75f003ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:46.641 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:45.781+0000 7f760b6c3700 1 --2- 172.21.15.39:0/1941329541 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f75f003c920 0x7f75f003ed10 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f75f8003a10 tx=0x7f75f80092b0 comp rx=0 tx=0).stop 2024-06-13T06:12:46.641 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:45.781+0000 7f760b6c3700 1 -- 172.21.15.39:0/1941329541 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7604108a80 msgr2=0x7f7604108300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:46.641 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:45.781+0000 7f760b6c3700 1 --2- 172.21.15.39:0/1941329541 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7604108a80 0x7f7604108300 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f76000116a0 tx=0x7f7600011ba0 comp rx=0 tx=0).stop 2024-06-13T06:12:46.641 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:45.781+0000 7f760b6c3700 1 -- 172.21.15.39:0/1941329541 shutdown_connections 2024-06-13T06:12:46.641 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:45.781+0000 7f760b6c3700 1 --2- 172.21.15.39:0/1941329541 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f75f003c920 0x7f75f003ed10 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:46.641 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:45.781+0000 7f760b6c3700 1 --2- 172.21.15.39:0/1941329541 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7604108a80 0x7f7604108300 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:46.641 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:45.781+0000 7f760b6c3700 1 --2- 172.21.15.39:0/1941329541 >> [v2:172.21.15.39:6800/1734263468,v1:172.21.15.39:6801/1734263468] conn(0x7f75f0039050 0x7f75f003b510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:46.641 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:45.781+0000 7f760b6c3700 1 -- 172.21.15.39:0/1941329541 >> 172.21.15.39:0/1941329541 conn(0x7f7604102430 msgr2=0x7f7604102f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:46.641 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:45.781+0000 7f760b6c3700 1 -- 172.21.15.39:0/1941329541 shutdown_connections 2024-06-13T06:12:46.641 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:45.781+0000 7f760b6c3700 1 -- 172.21.15.39:0/1941329541 wait complete. 2024-06-13T06:12:46.641 INFO:teuthology.orchestra.run.smithi039.stdout:mgr epoch 9 is available 2024-06-13T06:12:46.641 INFO:teuthology.orchestra.run.smithi039.stdout:Generating a dashboard self-signed certificate... 2024-06-13T06:12:47.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:47 smithi039 ceph-mon[32479]: [13/Jun/2024:06:12:45] ENGINE Bus STARTING 2024-06-13T06:12:47.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:47 smithi039 ceph-mon[32479]: [13/Jun/2024:06:12:45] ENGINE Serving on https://172.21.15.39:7150 2024-06-13T06:12:47.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:47 smithi039 ceph-mon[32479]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-06-13T06:12:47.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:47 smithi039 ceph-mon[32479]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-06-13T06:12:47.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:47 smithi039 ceph-mon[32479]: [13/Jun/2024:06:12:45] ENGINE Serving on http://172.21.15.39:8765 2024-06-13T06:12:47.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:47 smithi039 ceph-mon[32479]: [13/Jun/2024:06:12:45] ENGINE Bus STARTED 2024-06-13T06:12:47.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:47 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:12:47.936 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-06-13T06:12:47.936 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.050+0000 7f5860666700 1 Processor -- start 2024-06-13T06:12:47.936 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.050+0000 7f5860666700 1 -- start start 2024-06-13T06:12:47.936 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.051+0000 7f5860666700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f585807e680 0x7f585807cb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:47.936 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.051+0000 7f5860666700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f585807d0c0 con 0x7f585807e680 2024-06-13T06:12:47.937 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.051+0000 7f585e402700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f585807e680 0x7f585807cb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:47.937 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.051+0000 7f585e402700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f585807e680 0x7f585807cb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50198/0 (socket says 172.21.15.39:50198) 2024-06-13T06:12:47.937 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.051+0000 7f585e402700 1 -- 172.21.15.39:0/2918137237 learned_addr learned my addr 172.21.15.39:0/2918137237 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:12:47.937 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.052+0000 7f585e402700 1 -- 172.21.15.39:0/2918137237 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f585807d240 con 0x7f585807e680 2024-06-13T06:12:47.937 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.052+0000 7f585e402700 1 --2- 172.21.15.39:0/2918137237 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f585807e680 0x7f585807cb80 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f58500098a0 tx=0x7f5850009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a1f86534edb0217 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:47.937 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.052+0000 7f585d400700 1 -- 172.21.15.39:0/2918137237 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5850004160 con 0x7f585807e680 2024-06-13T06:12:47.937 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.052+0000 7f585d400700 1 -- 172.21.15.39:0/2918137237 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5850004300 con 0x7f585807e680 2024-06-13T06:12:47.937 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.052+0000 7f585d400700 1 -- 172.21.15.39:0/2918137237 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5850011b20 con 0x7f585807e680 2024-06-13T06:12:47.937 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.053+0000 7f5860666700 1 -- 172.21.15.39:0/2918137237 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f585807e680 msgr2=0x7f585807cb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:47.937 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.053+0000 7f5860666700 1 --2- 172.21.15.39:0/2918137237 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f585807e680 0x7f585807cb80 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f58500098a0 tx=0x7f5850009bb0 comp rx=0 tx=0).stop 2024-06-13T06:12:47.937 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.053+0000 7f5860666700 1 -- 172.21.15.39:0/2918137237 shutdown_connections 2024-06-13T06:12:47.937 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.053+0000 7f5860666700 1 --2- 172.21.15.39:0/2918137237 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f585807e680 0x7f585807cb80 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:47.937 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.053+0000 7f5860666700 1 -- 172.21.15.39:0/2918137237 >> 172.21.15.39:0/2918137237 conn(0x7f5858103570 msgr2=0x7f58581059d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:47.938 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.053+0000 7f5860666700 1 -- 172.21.15.39:0/2918137237 shutdown_connections 2024-06-13T06:12:47.938 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.053+0000 7f5860666700 1 -- 172.21.15.39:0/2918137237 wait complete. 2024-06-13T06:12:47.938 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.054+0000 7f5860666700 1 Processor -- start 2024-06-13T06:12:47.938 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.054+0000 7f5860666700 1 -- start start 2024-06-13T06:12:47.938 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.054+0000 7f5860666700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f585807e680 0x7f585819e0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:47.938 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.054+0000 7f5860666700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f585810e570 con 0x7f585807e680 2024-06-13T06:12:47.938 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.054+0000 7f585e402700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f585807e680 0x7f585819e0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:47.938 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.054+0000 7f585e402700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f585807e680 0x7f585819e0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50208/0 (socket says 172.21.15.39:50208) 2024-06-13T06:12:47.938 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.054+0000 7f585e402700 1 -- 172.21.15.39:0/3996575514 learned_addr learned my addr 172.21.15.39:0/3996575514 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:12:47.938 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.054+0000 7f585e402700 1 -- 172.21.15.39:0/3996575514 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f585819e620 con 0x7f585807e680 2024-06-13T06:12:47.938 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.055+0000 7f585e402700 1 --2- 172.21.15.39:0/3996575514 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f585807e680 0x7f585819e0e0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f58500117e0 tx=0x7f5850011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:47.938 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.055+0000 7f58577fe700 1 -- 172.21.15.39:0/3996575514 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5850003bf0 con 0x7f585807e680 2024-06-13T06:12:47.938 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.055+0000 7f58577fe700 1 -- 172.21.15.39:0/3996575514 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f585001a910 con 0x7f585807e680 2024-06-13T06:12:47.939 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.055+0000 7f5860666700 1 -- 172.21.15.39:0/3996575514 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f585819e8b0 con 0x7f585807e680 2024-06-13T06:12:47.939 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.055+0000 7f58577fe700 1 -- 172.21.15.39:0/3996575514 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5850024970 con 0x7f585807e680 2024-06-13T06:12:47.939 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.055+0000 7f5860666700 1 -- 172.21.15.39:0/3996575514 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f585819ed10 con 0x7f585807e680 2024-06-13T06:12:47.939 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.056+0000 7f58577fe700 1 -- 172.21.15.39:0/3996575514 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 11) ==== 46194+0+0 (secure 0 0 0) 0x7f5850022020 con 0x7f585807e680 2024-06-13T06:12:47.939 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.056+0000 7f5860666700 1 -- 172.21.15.39:0/3996575514 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5858063af0 con 0x7f585807e680 2024-06-13T06:12:47.939 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.056+0000 7f58577fe700 1 --2- 172.21.15.39:0/3996575514 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f5840038f40 0x7f584003b400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:47.939 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.056+0000 7f58577fe700 1 -- 172.21.15.39:0/3996575514 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f585004d320 con 0x7f585807e680 2024-06-13T06:12:47.939 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.056+0000 7f585dc01700 1 --2- 172.21.15.39:0/3996575514 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f5840038f40 0x7f584003b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:47.939 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.057+0000 7f585dc01700 1 --2- 172.21.15.39:0/3996575514 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f5840038f40 0x7f584003b400 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f584c006fd0 tx=0x7f584c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:47.939 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.062+0000 7f58577fe700 1 -- 172.21.15.39:0/3996575514 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f5850011e20 con 0x7f585807e680 2024-06-13T06:12:47.939 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.278+0000 7f5860666700 1 -- 172.21.15.39:0/3996575514 --> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) -- 0x7f58581047e0 con 0x7f5840038f40 2024-06-13T06:12:47.939 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.336+0000 7f58577fe700 1 -- 172.21.15.39:0/3996575514 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mgrmap(e 12) ==== 46300+0+0 (secure 0 0 0) 0x7f585002d910 con 0x7f585807e680 2024-06-13T06:12:47.940 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.344+0000 7f58577fe700 1 -- 172.21.15.39:0/3996575514 <== mgr.14152 v2:172.21.15.39:6800/2178314534 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+32 (secure 0 0 0) 0x7f58581047e0 con 0x7f5840038f40 2024-06-13T06:12:47.940 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.346+0000 7f5860666700 1 -- 172.21.15.39:0/3996575514 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f5840038f40 msgr2=0x7f584003b400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:47.940 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.346+0000 7f5860666700 1 --2- 172.21.15.39:0/3996575514 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f5840038f40 0x7f584003b400 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f584c006fd0 tx=0x7f584c006e40 comp rx=0 tx=0).stop 2024-06-13T06:12:47.940 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.346+0000 7f5860666700 1 -- 172.21.15.39:0/3996575514 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f585807e680 msgr2=0x7f585819e0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:47.940 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.346+0000 7f5860666700 1 --2- 172.21.15.39:0/3996575514 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f585807e680 0x7f585819e0e0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f58500117e0 tx=0x7f5850011c10 comp rx=0 tx=0).stop 2024-06-13T06:12:47.940 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.346+0000 7f5860666700 1 -- 172.21.15.39:0/3996575514 shutdown_connections 2024-06-13T06:12:47.940 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.346+0000 7f5860666700 1 --2- 172.21.15.39:0/3996575514 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f5840038f40 0x7f584003b400 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:47.940 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.346+0000 7f5860666700 1 --2- 172.21.15.39:0/3996575514 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f585807e680 0x7f585819e0e0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:47.940 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.346+0000 7f5860666700 1 -- 172.21.15.39:0/3996575514 >> 172.21.15.39:0/3996575514 conn(0x7f5858103570 msgr2=0x7f58581040d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:47.940 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.346+0000 7f5860666700 1 -- 172.21.15.39:0/3996575514 shutdown_connections 2024-06-13T06:12:47.940 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:47.346+0000 7f5860666700 1 -- 172.21.15.39:0/3996575514 wait complete. 2024-06-13T06:12:47.940 INFO:teuthology.orchestra.run.smithi039.stdout:Creating initial admin user... 2024-06-13T06:12:48.624 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:48 smithi039 ceph-mon[32479]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:12:48.624 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:48 smithi039 ceph-mon[32479]: mgrmap e12: x(active, since 2s) 2024-06-13T06:12:48.625 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:48 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:12:48.625 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:48 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:12:48.625 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:48 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:12:49.473 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$8LlToPqGCkBt89TFAQRfk.5didojuYohbfH9f0gS71zzquQ3nivC.", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1718259168, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-06-13T06:12:49.473 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.382+0000 7faf74055700 1 Processor -- start 2024-06-13T06:12:49.474 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.382+0000 7faf74055700 1 -- start start 2024-06-13T06:12:49.474 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.382+0000 7faf74055700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faf6c107fa0 0x7faf6c1083e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:49.474 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.382+0000 7faf74055700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7faf6c108920 con 0x7faf6c107fa0 2024-06-13T06:12:49.474 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.382+0000 7faf71df1700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faf6c107fa0 0x7faf6c1083e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:49.474 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.382+0000 7faf71df1700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faf6c107fa0 0x7faf6c1083e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50220/0 (socket says 172.21.15.39:50220) 2024-06-13T06:12:49.474 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.382+0000 7faf71df1700 1 -- 172.21.15.39:0/2810163385 learned_addr learned my addr 172.21.15.39:0/2810163385 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:12:49.474 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.382+0000 7faf71df1700 1 -- 172.21.15.39:0/2810163385 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf6c1090e0 con 0x7faf6c107fa0 2024-06-13T06:12:49.474 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.383+0000 7faf71df1700 1 --2- 172.21.15.39:0/2810163385 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faf6c107fa0 0x7faf6c1083e0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7faf5c009e80 tx=0x7faf5c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f45da66a8f4ed0a server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:49.474 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.383+0000 7faf70def700 1 -- 172.21.15.39:0/2810163385 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faf5c017070 con 0x7faf6c107fa0 2024-06-13T06:12:49.474 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.383+0000 7faf70def700 1 -- 172.21.15.39:0/2810163385 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faf5c00b8c0 con 0x7faf6c107fa0 2024-06-13T06:12:49.474 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.383+0000 7faf70def700 1 -- 172.21.15.39:0/2810163385 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faf5c0045c0 con 0x7faf6c107fa0 2024-06-13T06:12:49.474 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.383+0000 7faf74055700 1 -- 172.21.15.39:0/2810163385 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faf6c107fa0 msgr2=0x7faf6c1083e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:49.474 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.383+0000 7faf74055700 1 --2- 172.21.15.39:0/2810163385 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faf6c107fa0 0x7faf6c1083e0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7faf5c009e80 tx=0x7faf5c00b330 comp rx=0 tx=0).stop 2024-06-13T06:12:49.475 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.384+0000 7faf74055700 1 -- 172.21.15.39:0/2810163385 shutdown_connections 2024-06-13T06:12:49.475 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.384+0000 7faf74055700 1 --2- 172.21.15.39:0/2810163385 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faf6c107fa0 0x7faf6c1083e0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:49.475 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.384+0000 7faf74055700 1 -- 172.21.15.39:0/2810163385 >> 172.21.15.39:0/2810163385 conn(0x7faf6c1035d0 msgr2=0x7faf6c1059f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:49.475 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.384+0000 7faf74055700 1 -- 172.21.15.39:0/2810163385 shutdown_connections 2024-06-13T06:12:49.475 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.384+0000 7faf74055700 1 -- 172.21.15.39:0/2810163385 wait complete. 2024-06-13T06:12:49.475 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.384+0000 7faf74055700 1 Processor -- start 2024-06-13T06:12:49.475 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.384+0000 7faf74055700 1 -- start start 2024-06-13T06:12:49.475 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.385+0000 7faf74055700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faf6c107fa0 0x7faf6c19bf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:49.475 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.385+0000 7faf74055700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7faf6c10c3a0 con 0x7faf6c107fa0 2024-06-13T06:12:49.475 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.385+0000 7faf71df1700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faf6c107fa0 0x7faf6c19bf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:49.475 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.385+0000 7faf71df1700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faf6c107fa0 0x7faf6c19bf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50228/0 (socket says 172.21.15.39:50228) 2024-06-13T06:12:49.475 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.385+0000 7faf71df1700 1 -- 172.21.15.39:0/1405255213 learned_addr learned my addr 172.21.15.39:0/1405255213 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:12:49.475 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.385+0000 7faf71df1700 1 -- 172.21.15.39:0/1405255213 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf6c19c440 con 0x7faf6c107fa0 2024-06-13T06:12:49.476 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.385+0000 7faf71df1700 1 --2- 172.21.15.39:0/1405255213 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faf6c107fa0 0x7faf6c19bf00 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7faf5c009fd0 tx=0x7faf5c003d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:49.476 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.385+0000 7faf6affd700 1 -- 172.21.15.39:0/1405255213 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faf5c020020 con 0x7faf6c107fa0 2024-06-13T06:12:49.476 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.385+0000 7faf6affd700 1 -- 172.21.15.39:0/1405255213 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faf5c00bba0 con 0x7faf6c107fa0 2024-06-13T06:12:49.476 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.385+0000 7faf6affd700 1 -- 172.21.15.39:0/1405255213 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faf5c017040 con 0x7faf6c107fa0 2024-06-13T06:12:49.476 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.385+0000 7faf74055700 1 -- 172.21.15.39:0/1405255213 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf6c19c6d0 con 0x7faf6c107fa0 2024-06-13T06:12:49.476 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.385+0000 7faf74055700 1 -- 172.21.15.39:0/1405255213 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf6c19f3c0 con 0x7faf6c107fa0 2024-06-13T06:12:49.476 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.386+0000 7faf74055700 1 -- 172.21.15.39:0/1405255213 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf6c10c520 con 0x7faf6c107fa0 2024-06-13T06:12:49.476 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.387+0000 7faf6affd700 1 -- 172.21.15.39:0/1405255213 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 12) ==== 46300+0+0 (secure 0 0 0) 0x7faf5c023020 con 0x7faf6c107fa0 2024-06-13T06:12:49.476 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.387+0000 7faf6affd700 1 --2- 172.21.15.39:0/1405255213 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7faf540390a0 0x7faf5403b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:49.476 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.387+0000 7faf6affd700 1 -- 172.21.15.39:0/1405255213 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7faf5c00f050 con 0x7faf6c107fa0 2024-06-13T06:12:49.476 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.387+0000 7faf715f0700 1 --2- 172.21.15.39:0/1405255213 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7faf540390a0 0x7faf5403b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:49.476 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.387+0000 7faf715f0700 1 --2- 172.21.15.39:0/1405255213 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7faf540390a0 0x7faf5403b560 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7faf60006fd0 tx=0x7faf60006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:49.476 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.392+0000 7faf6affd700 1 -- 172.21.15.39:0/1405255213 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7faf5c02a020 con 0x7faf6c107fa0 2024-06-13T06:12:49.476 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.633+0000 7faf74055700 1 -- 172.21.15.39:0/1405255213 --> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) -- 0x7faf6c063af0 con 0x7faf540390a0 2024-06-13T06:12:49.477 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.880+0000 7faf6affd700 1 -- 172.21.15.39:0/1405255213 <== mgr.14152 v2:172.21.15.39:6800/2178314534 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+252 (secure 0 0 0) 0x7faf6c063af0 con 0x7faf540390a0 2024-06-13T06:12:49.477 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.883+0000 7faf74055700 1 -- 172.21.15.39:0/1405255213 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7faf540390a0 msgr2=0x7faf5403b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:49.477 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.883+0000 7faf74055700 1 --2- 172.21.15.39:0/1405255213 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7faf540390a0 0x7faf5403b560 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7faf60006fd0 tx=0x7faf60006e40 comp rx=0 tx=0).stop 2024-06-13T06:12:49.477 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.883+0000 7faf74055700 1 -- 172.21.15.39:0/1405255213 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faf6c107fa0 msgr2=0x7faf6c19bf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:49.477 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.883+0000 7faf74055700 1 --2- 172.21.15.39:0/1405255213 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faf6c107fa0 0x7faf6c19bf00 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7faf5c009fd0 tx=0x7faf5c003d00 comp rx=0 tx=0).stop 2024-06-13T06:12:49.477 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.883+0000 7faf74055700 1 -- 172.21.15.39:0/1405255213 shutdown_connections 2024-06-13T06:12:49.477 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.883+0000 7faf74055700 1 --2- 172.21.15.39:0/1405255213 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7faf540390a0 0x7faf5403b560 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:49.477 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.883+0000 7faf74055700 1 --2- 172.21.15.39:0/1405255213 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faf6c107fa0 0x7faf6c19bf00 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:49.477 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.883+0000 7faf74055700 1 -- 172.21.15.39:0/1405255213 >> 172.21.15.39:0/1405255213 conn(0x7faf6c1035d0 msgr2=0x7faf6c1040c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:49.477 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.883+0000 7faf74055700 1 -- 172.21.15.39:0/1405255213 shutdown_connections 2024-06-13T06:12:49.477 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:48.883+0000 7faf74055700 1 -- 172.21.15.39:0/1405255213 wait complete. 2024-06-13T06:12:49.477 INFO:teuthology.orchestra.run.smithi039.stdout:Fetching dashboard port number... 2024-06-13T06:12:50.133 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:49 smithi039 ceph-mon[32479]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:12:50.133 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:49 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:12:51.142 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:50 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/833721994' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-06-13T06:12:51.150 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout 8443 2024-06-13T06:12:51.150 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.359+0000 7f9101d0f700 1 Processor -- start 2024-06-13T06:12:51.150 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.359+0000 7f9101d0f700 1 -- start start 2024-06-13T06:12:51.150 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.360+0000 7f9101d0f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90fc07e680 0x7f90fc07cb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:51.150 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.360+0000 7f9101d0f700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f90fc07d0c0 con 0x7f90fc07e680 2024-06-13T06:12:51.150 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.360+0000 7f90fb7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90fc07e680 0x7f90fc07cb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:51.151 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.360+0000 7f90fb7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90fc07e680 0x7f90fc07cb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50242/0 (socket says 172.21.15.39:50242) 2024-06-13T06:12:51.151 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.360+0000 7f90fb7fe700 1 -- 172.21.15.39:0/1460923403 learned_addr learned my addr 172.21.15.39:0/1460923403 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:12:51.151 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.360+0000 7f90fb7fe700 1 -- 172.21.15.39:0/1460923403 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90fc07d240 con 0x7f90fc07e680 2024-06-13T06:12:51.151 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.360+0000 7f90fb7fe700 1 --2- 172.21.15.39:0/1460923403 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90fc07e680 0x7f90fc07cb80 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f90ec0098a0 tx=0x7f90ec009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5185fdef21b1a57 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:51.151 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.360+0000 7f90fa7fc700 1 -- 172.21.15.39:0/1460923403 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f90ec004160 con 0x7f90fc07e680 2024-06-13T06:12:51.151 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.360+0000 7f90fa7fc700 1 -- 172.21.15.39:0/1460923403 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f90ec004300 con 0x7f90fc07e680 2024-06-13T06:12:51.151 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.360+0000 7f90fa7fc700 1 -- 172.21.15.39:0/1460923403 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f90ec011b20 con 0x7f90fc07e680 2024-06-13T06:12:51.151 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.361+0000 7f9101d0f700 1 -- 172.21.15.39:0/1460923403 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90fc07e680 msgr2=0x7f90fc07cb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:51.151 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.361+0000 7f9101d0f700 1 --2- 172.21.15.39:0/1460923403 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90fc07e680 0x7f90fc07cb80 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f90ec0098a0 tx=0x7f90ec009bb0 comp rx=0 tx=0).stop 2024-06-13T06:12:51.151 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.361+0000 7f9101d0f700 1 -- 172.21.15.39:0/1460923403 shutdown_connections 2024-06-13T06:12:51.151 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.361+0000 7f9101d0f700 1 --2- 172.21.15.39:0/1460923403 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90fc07e680 0x7f90fc07cb80 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:51.151 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.361+0000 7f9101d0f700 1 -- 172.21.15.39:0/1460923403 >> 172.21.15.39:0/1460923403 conn(0x7f90fc1035d0 msgr2=0x7f90fc1059f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:51.151 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.361+0000 7f9101d0f700 1 -- 172.21.15.39:0/1460923403 shutdown_connections 2024-06-13T06:12:51.151 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.361+0000 7f9101d0f700 1 -- 172.21.15.39:0/1460923403 wait complete. 2024-06-13T06:12:51.152 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.362+0000 7f9101d0f700 1 Processor -- start 2024-06-13T06:12:51.152 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.362+0000 7f9101d0f700 1 -- start start 2024-06-13T06:12:51.152 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.362+0000 7f9101d0f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90fc07e680 0x7f90fc19e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:51.152 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.362+0000 7f9101d0f700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f90fc10e570 con 0x7f90fc07e680 2024-06-13T06:12:51.152 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.362+0000 7f90fb7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90fc07e680 0x7f90fc19e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:51.152 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.362+0000 7f90fb7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90fc07e680 0x7f90fc19e0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50252/0 (socket says 172.21.15.39:50252) 2024-06-13T06:12:51.152 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.362+0000 7f90fb7fe700 1 -- 172.21.15.39:0/833721994 learned_addr learned my addr 172.21.15.39:0/833721994 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:12:51.152 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.362+0000 7f90fb7fe700 1 -- 172.21.15.39:0/833721994 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90fc19e5e0 con 0x7f90fc07e680 2024-06-13T06:12:51.152 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.363+0000 7f90fb7fe700 1 --2- 172.21.15.39:0/833721994 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90fc07e680 0x7f90fc19e0a0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f90ec0117e0 tx=0x7f90ec011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:51.152 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.363+0000 7f90f8ff9700 1 -- 172.21.15.39:0/833721994 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f90ec003bf0 con 0x7f90fc07e680 2024-06-13T06:12:51.152 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.363+0000 7f90f8ff9700 1 -- 172.21.15.39:0/833721994 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f90ec01a910 con 0x7f90fc07e680 2024-06-13T06:12:51.152 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.363+0000 7f9101d0f700 1 -- 172.21.15.39:0/833721994 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f90fc19e870 con 0x7f90fc07e680 2024-06-13T06:12:51.153 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.363+0000 7f90f8ff9700 1 -- 172.21.15.39:0/833721994 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f90ec024970 con 0x7f90fc07e680 2024-06-13T06:12:51.153 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.363+0000 7f9101d0f700 1 -- 172.21.15.39:0/833721994 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f90fc19ecd0 con 0x7f90fc07e680 2024-06-13T06:12:51.153 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.364+0000 7f90f8ff9700 1 -- 172.21.15.39:0/833721994 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 12) ==== 46300+0+0 (secure 0 0 0) 0x7f90ec022020 con 0x7f90fc07e680 2024-06-13T06:12:51.153 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.364+0000 7f9101d0f700 1 -- 172.21.15.39:0/833721994 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f90fc063af0 con 0x7f90fc07e680 2024-06-13T06:12:51.153 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.364+0000 7f90f8ff9700 1 --2- 172.21.15.39:0/833721994 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f90e80390b0 0x7f90e803b570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:51.153 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.364+0000 7f90f8ff9700 1 -- 172.21.15.39:0/833721994 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f90ec04d540 con 0x7f90fc07e680 2024-06-13T06:12:51.153 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.364+0000 7f90faffd700 1 --2- 172.21.15.39:0/833721994 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f90e80390b0 0x7f90e803b570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:51.153 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.364+0000 7f90faffd700 1 --2- 172.21.15.39:0/833721994 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f90e80390b0 0x7f90e803b570 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f90e4006fd0 tx=0x7f90e4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:51.153 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.369+0000 7f90f8ff9700 1 -- 172.21.15.39:0/833721994 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f90ec011e20 con 0x7f90fc07e680 2024-06-13T06:12:51.153 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.575+0000 7f9101d0f700 1 -- 172.21.15.39:0/833721994 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) -- 0x7f90fc1a16a0 con 0x7f90fc07e680 2024-06-13T06:12:51.153 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.575+0000 7f90f8ff9700 1 -- 172.21.15.39:0/833721994 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) ==== 112+0+5 (secure 0 0 0) 0x7f90ec00ba30 con 0x7f90fc07e680 2024-06-13T06:12:51.153 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.577+0000 7f9101d0f700 1 -- 172.21.15.39:0/833721994 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f90e80390b0 msgr2=0x7f90e803b570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:51.153 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.577+0000 7f9101d0f700 1 --2- 172.21.15.39:0/833721994 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f90e80390b0 0x7f90e803b570 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f90e4006fd0 tx=0x7f90e4006e40 comp rx=0 tx=0).stop 2024-06-13T06:12:51.153 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.577+0000 7f9101d0f700 1 -- 172.21.15.39:0/833721994 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90fc07e680 msgr2=0x7f90fc19e0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:51.154 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.577+0000 7f9101d0f700 1 --2- 172.21.15.39:0/833721994 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90fc07e680 0x7f90fc19e0a0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f90ec0117e0 tx=0x7f90ec011c10 comp rx=0 tx=0).stop 2024-06-13T06:12:51.154 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.577+0000 7f9101d0f700 1 -- 172.21.15.39:0/833721994 shutdown_connections 2024-06-13T06:12:51.154 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.577+0000 7f9101d0f700 1 --2- 172.21.15.39:0/833721994 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f90e80390b0 0x7f90e803b570 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:51.154 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.577+0000 7f9101d0f700 1 --2- 172.21.15.39:0/833721994 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90fc07e680 0x7f90fc19e0a0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:51.154 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.577+0000 7f9101d0f700 1 -- 172.21.15.39:0/833721994 >> 172.21.15.39:0/833721994 conn(0x7f90fc1035d0 msgr2=0x7f90fc104070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:51.154 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.577+0000 7f9101d0f700 1 -- 172.21.15.39:0/833721994 shutdown_connections 2024-06-13T06:12:51.154 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:50.578+0000 7f9101d0f700 1 -- 172.21.15.39:0/833721994 wait complete. 2024-06-13T06:12:51.158 INFO:teuthology.orchestra.run.smithi039.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-06-13T06:12:51.158 INFO:teuthology.orchestra.run.smithi039.stdout:systemctl: stdout disabled 2024-06-13T06:12:51.166 INFO:teuthology.orchestra.run.smithi039.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-06-13T06:12:51.167 INFO:teuthology.orchestra.run.smithi039.stdout:systemctl: stdout inactive 2024-06-13T06:12:51.167 INFO:teuthology.orchestra.run.smithi039.stdout:firewalld.service is not enabled 2024-06-13T06:12:51.167 INFO:teuthology.orchestra.run.smithi039.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-06-13T06:12:51.168 INFO:teuthology.orchestra.run.smithi039.stdout:Ceph Dashboard is now available at: 2024-06-13T06:12:51.169 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:12:51.169 INFO:teuthology.orchestra.run.smithi039.stdout: URL: https://smithi039.front.sepia.ceph.com:8443/ 2024-06-13T06:12:51.169 INFO:teuthology.orchestra.run.smithi039.stdout: User: admin 2024-06-13T06:12:51.169 INFO:teuthology.orchestra.run.smithi039.stdout: Password: vw25jrayfq 2024-06-13T06:12:51.169 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:12:51.169 INFO:teuthology.orchestra.run.smithi039.stdout:Saving cluster configuration to /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/config directory 2024-06-13T06:12:51.169 INFO:teuthology.orchestra.run.smithi039.stdout:Enabling autotune for osd_memory_target 2024-06-13T06:12:52.124 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:51 smithi039 ceph-mon[32479]: mgrmap e13: x(active, since 6s) 2024-06-13T06:12:52.382 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.655+0000 7fcc6b5b0700 1 Processor -- start 2024-06-13T06:12:52.382 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.655+0000 7fcc6b5b0700 1 -- start start 2024-06-13T06:12:52.382 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.655+0000 7fcc6b5b0700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc64108a50 0x7fcc6410ae40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:52.382 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.655+0000 7fcc6b5b0700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fcc6407c660 con 0x7fcc64108a50 2024-06-13T06:12:52.382 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.655+0000 7fcc6934c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc64108a50 0x7fcc6410ae40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:52.382 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.655+0000 7fcc6934c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc64108a50 0x7fcc6410ae40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58302/0 (socket says 172.21.15.39:58302) 2024-06-13T06:12:52.382 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.655+0000 7fcc6934c700 1 -- 172.21.15.39:0/3072714541 learned_addr learned my addr 172.21.15.39:0/3072714541 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:12:52.382 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.656+0000 7fcc6934c700 1 -- 172.21.15.39:0/3072714541 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc6410b380 con 0x7fcc64108a50 2024-06-13T06:12:52.382 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.656+0000 7fcc6934c700 1 --2- 172.21.15.39:0/3072714541 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc64108a50 0x7fcc6410ae40 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fcc600098a0 tx=0x7fcc60009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c34654ccefbc8167 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:52.383 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.656+0000 7fcc5bfff700 1 -- 172.21.15.39:0/3072714541 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcc60004160 con 0x7fcc64108a50 2024-06-13T06:12:52.383 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.656+0000 7fcc5bfff700 1 -- 172.21.15.39:0/3072714541 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcc60004300 con 0x7fcc64108a50 2024-06-13T06:12:52.383 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.656+0000 7fcc5bfff700 1 -- 172.21.15.39:0/3072714541 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcc60011b20 con 0x7fcc64108a50 2024-06-13T06:12:52.383 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.657+0000 7fcc6b5b0700 1 -- 172.21.15.39:0/3072714541 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc64108a50 msgr2=0x7fcc6410ae40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:52.383 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.657+0000 7fcc6b5b0700 1 --2- 172.21.15.39:0/3072714541 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc64108a50 0x7fcc6410ae40 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fcc600098a0 tx=0x7fcc60009bb0 comp rx=0 tx=0).stop 2024-06-13T06:12:52.383 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.657+0000 7fcc6b5b0700 1 -- 172.21.15.39:0/3072714541 shutdown_connections 2024-06-13T06:12:52.383 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.657+0000 7fcc6b5b0700 1 --2- 172.21.15.39:0/3072714541 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc64108a50 0x7fcc6410ae40 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:52.383 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.657+0000 7fcc6b5b0700 1 -- 172.21.15.39:0/3072714541 >> 172.21.15.39:0/3072714541 conn(0x7fcc641024c0 msgr2=0x7fcc641048e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:52.383 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.657+0000 7fcc6b5b0700 1 -- 172.21.15.39:0/3072714541 shutdown_connections 2024-06-13T06:12:52.383 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.657+0000 7fcc6b5b0700 1 -- 172.21.15.39:0/3072714541 wait complete. 2024-06-13T06:12:52.383 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.658+0000 7fcc6b5b0700 1 Processor -- start 2024-06-13T06:12:52.383 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.658+0000 7fcc6b5b0700 1 -- start start 2024-06-13T06:12:52.383 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.658+0000 7fcc6b5b0700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc64108a50 0x7fcc641082d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:52.384 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.658+0000 7fcc6b5b0700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fcc6410c380 con 0x7fcc64108a50 2024-06-13T06:12:52.384 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.658+0000 7fcc6934c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc64108a50 0x7fcc641082d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:52.384 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.658+0000 7fcc6934c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc64108a50 0x7fcc641082d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58304/0 (socket says 172.21.15.39:58304) 2024-06-13T06:12:52.384 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.658+0000 7fcc6934c700 1 -- 172.21.15.39:0/2949059878 learned_addr learned my addr 172.21.15.39:0/2949059878 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:12:52.384 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.658+0000 7fcc6934c700 1 -- 172.21.15.39:0/2949059878 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc64108810 con 0x7fcc64108a50 2024-06-13T06:12:52.384 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.658+0000 7fcc6934c700 1 --2- 172.21.15.39:0/2949059878 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc64108a50 0x7fcc641082d0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fcc600117e0 tx=0x7fcc60011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:52.384 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.659+0000 7fcc5a7fc700 1 -- 172.21.15.39:0/2949059878 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcc60003bf0 con 0x7fcc64108a50 2024-06-13T06:12:52.384 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.659+0000 7fcc5a7fc700 1 -- 172.21.15.39:0/2949059878 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcc6001a910 con 0x7fcc64108a50 2024-06-13T06:12:52.384 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.659+0000 7fcc6b5b0700 1 -- 172.21.15.39:0/2949059878 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc64106a00 con 0x7fcc64108a50 2024-06-13T06:12:52.384 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.659+0000 7fcc5a7fc700 1 -- 172.21.15.39:0/2949059878 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcc60024970 con 0x7fcc64108a50 2024-06-13T06:12:52.384 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.659+0000 7fcc6b5b0700 1 -- 172.21.15.39:0/2949059878 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc64106ec0 con 0x7fcc64108a50 2024-06-13T06:12:52.384 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.660+0000 7fcc5a7fc700 1 -- 172.21.15.39:0/2949059878 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fcc60022020 con 0x7fcc64108a50 2024-06-13T06:12:52.384 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.660+0000 7fcc6b5b0700 1 -- 172.21.15.39:0/2949059878 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc64063af0 con 0x7fcc64108a50 2024-06-13T06:12:52.384 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.660+0000 7fcc5a7fc700 1 --2- 172.21.15.39:0/2949059878 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fcc50039150 0x7fcc5003b610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:52.385 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.660+0000 7fcc5a7fc700 1 -- 172.21.15.39:0/2949059878 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fcc6004d580 con 0x7fcc64108a50 2024-06-13T06:12:52.385 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.660+0000 7fcc68b4b700 1 --2- 172.21.15.39:0/2949059878 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fcc50039150 0x7fcc5003b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:52.385 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.661+0000 7fcc68b4b700 1 --2- 172.21.15.39:0/2949059878 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fcc50039150 0x7fcc5003b610 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fcc54006fd0 tx=0x7fcc54006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:52.385 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.665+0000 7fcc5a7fc700 1 -- 172.21.15.39:0/2949059878 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fcc60011e20 con 0x7fcc64108a50 2024-06-13T06:12:52.385 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.871+0000 7fcc6b5b0700 1 -- 172.21.15.39:0/2949059878 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command([{prefix=config set, name=osd_memory_target_autotune}] v 0) -- 0x7fcc64107140 con 0x7fcc64108a50 2024-06-13T06:12:52.385 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.871+0000 7fcc5a7fc700 1 -- 172.21.15.39:0/2949059878 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_memory_target_autotune}]=0 v8)=0 v8) ==== 127+0+0 (secure 0 0 0) 0x7fcc6000b3e0 con 0x7fcc64108a50 2024-06-13T06:12:52.385 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.874+0000 7fcc6b5b0700 1 -- 172.21.15.39:0/2949059878 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fcc50039150 msgr2=0x7fcc5003b610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:52.385 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.874+0000 7fcc6b5b0700 1 --2- 172.21.15.39:0/2949059878 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fcc50039150 0x7fcc5003b610 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fcc54006fd0 tx=0x7fcc54006e40 comp rx=0 tx=0).stop 2024-06-13T06:12:52.385 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.874+0000 7fcc6b5b0700 1 -- 172.21.15.39:0/2949059878 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc64108a50 msgr2=0x7fcc641082d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:52.385 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.874+0000 7fcc6b5b0700 1 --2- 172.21.15.39:0/2949059878 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc64108a50 0x7fcc641082d0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fcc600117e0 tx=0x7fcc60011c10 comp rx=0 tx=0).stop 2024-06-13T06:12:52.385 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.874+0000 7fcc6b5b0700 1 -- 172.21.15.39:0/2949059878 shutdown_connections 2024-06-13T06:12:52.385 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.874+0000 7fcc6b5b0700 1 --2- 172.21.15.39:0/2949059878 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fcc50039150 0x7fcc5003b610 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:52.385 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.874+0000 7fcc6b5b0700 1 --2- 172.21.15.39:0/2949059878 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc64108a50 0x7fcc641082d0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:52.386 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.874+0000 7fcc6b5b0700 1 -- 172.21.15.39:0/2949059878 >> 172.21.15.39:0/2949059878 conn(0x7fcc641024c0 msgr2=0x7fcc64102f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:52.386 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.874+0000 7fcc6b5b0700 1 -- 172.21.15.39:0/2949059878 shutdown_connections 2024-06-13T06:12:52.386 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:51.874+0000 7fcc6b5b0700 1 -- 172.21.15.39:0/2949059878 wait complete. 2024-06-13T06:12:53.722 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:52.790+0000 7f2e86a40700 1 Processor -- start 2024-06-13T06:12:53.723 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:52.790+0000 7f2e86a40700 1 -- start start 2024-06-13T06:12:53.723 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:52.791+0000 7f2e86a40700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e80107fa0 0x7f2e801083e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:53.723 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:52.791+0000 7f2e86a40700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f2e80108920 con 0x7f2e80107fa0 2024-06-13T06:12:53.723 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:52.791+0000 7f2e7ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e80107fa0 0x7f2e801083e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:53.723 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:52.791+0000 7f2e7ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e80107fa0 0x7f2e801083e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58320/0 (socket says 172.21.15.39:58320) 2024-06-13T06:12:53.723 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:52.791+0000 7f2e7ffff700 1 -- 172.21.15.39:0/3045132510 learned_addr learned my addr 172.21.15.39:0/3045132510 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:12:53.723 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:52.791+0000 7f2e7ffff700 1 -- 172.21.15.39:0/3045132510 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e801090e0 con 0x7f2e80107fa0 2024-06-13T06:12:53.723 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:52.791+0000 7f2e7ffff700 1 --2- 172.21.15.39:0/3045132510 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e80107fa0 0x7f2e801083e0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f2e700098a0 tx=0x7f2e70009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a909d637e5794ec5 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:53.723 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:52.792+0000 7f2e7effd700 1 -- 172.21.15.39:0/3045132510 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2e70004160 con 0x7f2e80107fa0 2024-06-13T06:12:53.723 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:52.792+0000 7f2e7effd700 1 -- 172.21.15.39:0/3045132510 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2e70004300 con 0x7f2e80107fa0 2024-06-13T06:12:53.723 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:52.792+0000 7f2e7effd700 1 -- 172.21.15.39:0/3045132510 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2e70011b20 con 0x7f2e80107fa0 2024-06-13T06:12:53.723 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:52.792+0000 7f2e86a40700 1 -- 172.21.15.39:0/3045132510 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e80107fa0 msgr2=0x7f2e801083e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:53.724 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:52.792+0000 7f2e86a40700 1 --2- 172.21.15.39:0/3045132510 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e80107fa0 0x7f2e801083e0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f2e700098a0 tx=0x7f2e70009bb0 comp rx=0 tx=0).stop 2024-06-13T06:12:53.724 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:52.792+0000 7f2e86a40700 1 -- 172.21.15.39:0/3045132510 shutdown_connections 2024-06-13T06:12:53.724 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:52.792+0000 7f2e86a40700 1 --2- 172.21.15.39:0/3045132510 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e80107fa0 0x7f2e801083e0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:53.724 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:52.792+0000 7f2e86a40700 1 -- 172.21.15.39:0/3045132510 >> 172.21.15.39:0/3045132510 conn(0x7f2e801035d0 msgr2=0x7f2e801059f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:53.724 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:52.792+0000 7f2e86a40700 1 -- 172.21.15.39:0/3045132510 shutdown_connections 2024-06-13T06:12:53.724 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:52.792+0000 7f2e86a40700 1 -- 172.21.15.39:0/3045132510 wait complete. 2024-06-13T06:12:53.724 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:52.793+0000 7f2e86a40700 1 Processor -- start 2024-06-13T06:12:53.724 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:52.793+0000 7f2e86a40700 1 -- start start 2024-06-13T06:12:53.724 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:52.793+0000 7f2e86a40700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e80107fa0 0x7f2e8019bee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:53.724 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:52.793+0000 7f2e86a40700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f2e8010c3a0 con 0x7f2e80107fa0 2024-06-13T06:12:53.724 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:52.793+0000 7f2e7ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e80107fa0 0x7f2e8019bee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:53.724 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:52.793+0000 7f2e7ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e80107fa0 0x7f2e8019bee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58336/0 (socket says 172.21.15.39:58336) 2024-06-13T06:12:53.724 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:52.793+0000 7f2e7ffff700 1 -- 172.21.15.39:0/2267491451 learned_addr learned my addr 172.21.15.39:0/2267491451 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:12:53.725 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:52.794+0000 7f2e7ffff700 1 -- 172.21.15.39:0/2267491451 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e8019c420 con 0x7f2e80107fa0 2024-06-13T06:12:53.725 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:52.794+0000 7f2e7ffff700 1 --2- 172.21.15.39:0/2267491451 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e80107fa0 0x7f2e8019bee0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f2e700117e0 tx=0x7f2e70011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:53.725 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:52.794+0000 7f2e7d7fa700 1 -- 172.21.15.39:0/2267491451 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2e70003bf0 con 0x7f2e80107fa0 2024-06-13T06:12:53.725 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:52.794+0000 7f2e7d7fa700 1 -- 172.21.15.39:0/2267491451 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2e7001a910 con 0x7f2e80107fa0 2024-06-13T06:12:53.725 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:52.794+0000 7f2e86a40700 1 -- 172.21.15.39:0/2267491451 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e8019c6b0 con 0x7f2e80107fa0 2024-06-13T06:12:53.725 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:52.794+0000 7f2e7d7fa700 1 -- 172.21.15.39:0/2267491451 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2e700249a0 con 0x7f2e80107fa0 2024-06-13T06:12:53.725 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:52.794+0000 7f2e86a40700 1 -- 172.21.15.39:0/2267491451 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e8019cb10 con 0x7f2e80107fa0 2024-06-13T06:12:53.725 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:52.795+0000 7f2e7d7fa700 1 -- 172.21.15.39:0/2267491451 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f2e70022020 con 0x7f2e80107fa0 2024-06-13T06:12:53.725 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:52.795+0000 7f2e86a40700 1 -- 172.21.15.39:0/2267491451 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2e80063af0 con 0x7f2e80107fa0 2024-06-13T06:12:53.725 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:52.796+0000 7f2e7d7fa700 1 --2- 172.21.15.39:0/2267491451 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f2e680390f0 0x7f2e6803b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:53.725 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:52.796+0000 7f2e7d7fa700 1 -- 172.21.15.39:0/2267491451 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f2e7004d740 con 0x7f2e80107fa0 2024-06-13T06:12:53.725 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:52.796+0000 7f2e7f7fe700 1 --2- 172.21.15.39:0/2267491451 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f2e680390f0 0x7f2e6803b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:53.725 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:52.796+0000 7f2e7f7fe700 1 --2- 172.21.15.39:0/2267491451 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f2e680390f0 0x7f2e6803b5b0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f2e74006fd0 tx=0x7f2e74006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:53.726 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:52.801+0000 7f2e7d7fa700 1 -- 172.21.15.39:0/2267491451 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f2e70011e20 con 0x7f2e80107fa0 2024-06-13T06:12:53.726 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:53.122+0000 7f2e86a40700 1 -- 172.21.15.39:0/2267491451 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) -- 0x7f2e8019f4e0 con 0x7f2e80107fa0 2024-06-13T06:12:53.726 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:53.124+0000 7f2e7d7fa700 1 -- 172.21.15.39:0/2267491451 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v27)=0 set mgr/dashboard/cluster/status v27) ==== 153+0+0 (secure 0 0 0) 0x7f2e70019c70 con 0x7f2e80107fa0 2024-06-13T06:12:53.726 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:53.126+0000 7f2e86a40700 1 -- 172.21.15.39:0/2267491451 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f2e680390f0 msgr2=0x7f2e6803b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:53.726 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:53.126+0000 7f2e86a40700 1 --2- 172.21.15.39:0/2267491451 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f2e680390f0 0x7f2e6803b5b0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f2e74006fd0 tx=0x7f2e74006e40 comp rx=0 tx=0).stop 2024-06-13T06:12:53.726 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:53.126+0000 7f2e86a40700 1 -- 172.21.15.39:0/2267491451 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e80107fa0 msgr2=0x7f2e8019bee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:53.726 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:53.126+0000 7f2e86a40700 1 --2- 172.21.15.39:0/2267491451 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e80107fa0 0x7f2e8019bee0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f2e700117e0 tx=0x7f2e70011c10 comp rx=0 tx=0).stop 2024-06-13T06:12:53.726 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:53.127+0000 7f2e86a40700 1 -- 172.21.15.39:0/2267491451 shutdown_connections 2024-06-13T06:12:53.726 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:53.127+0000 7f2e86a40700 1 --2- 172.21.15.39:0/2267491451 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f2e680390f0 0x7f2e6803b5b0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:53.726 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:53.127+0000 7f2e86a40700 1 --2- 172.21.15.39:0/2267491451 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e80107fa0 0x7f2e8019bee0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:53.726 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:53.127+0000 7f2e86a40700 1 -- 172.21.15.39:0/2267491451 >> 172.21.15.39:0/2267491451 conn(0x7f2e801035d0 msgr2=0x7f2e801040a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:53.726 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:53.127+0000 7f2e86a40700 1 -- 172.21.15.39:0/2267491451 shutdown_connections 2024-06-13T06:12:53.727 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2024-06-13T06:12:53.127+0000 7f2e86a40700 1 -- 172.21.15.39:0/2267491451 wait complete. 2024-06-13T06:12:53.727 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-06-13T06:12:53.727 INFO:teuthology.orchestra.run.smithi039.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-06-13T06:12:53.727 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:12:53.727 INFO:teuthology.orchestra.run.smithi039.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-06-13T06:12:53.727 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:12:53.727 INFO:teuthology.orchestra.run.smithi039.stdout:Or, if you are only running a single cluster on this host: 2024-06-13T06:12:53.727 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:12:53.727 INFO:teuthology.orchestra.run.smithi039.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-06-13T06:12:53.727 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:12:53.727 INFO:teuthology.orchestra.run.smithi039.stdout:Please consider enabling telemetry to help improve Ceph: 2024-06-13T06:12:53.727 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:12:53.727 INFO:teuthology.orchestra.run.smithi039.stdout: ceph telemetry on 2024-06-13T06:12:53.728 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:12:53.728 INFO:teuthology.orchestra.run.smithi039.stdout:For more information see: 2024-06-13T06:12:53.728 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:12:53.728 INFO:teuthology.orchestra.run.smithi039.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-06-13T06:12:53.728 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:12:53.728 INFO:teuthology.orchestra.run.smithi039.stdout:Bootstrap complete. 2024-06-13T06:12:53.759 INFO:tasks.cephadm:Fetching config... 2024-06-13T06:12:53.759 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-06-13T06:12:53.759 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-06-13T06:12:53.777 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-06-13T06:12:53.777 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-06-13T06:12:53.777 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-06-13T06:12:53.834 INFO:tasks.cephadm:Fetching mon keyring... 2024-06-13T06:12:53.834 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-06-13T06:12:53.834 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/keyring of=/dev/stdout 2024-06-13T06:12:53.899 INFO:tasks.cephadm:Fetching pub ssh key... 2024-06-13T06:12:53.899 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-06-13T06:12:53.899 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-06-13T06:12:53.954 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-06-13T06:12:53.955 DEBUG:teuthology.orchestra.run.smithi039:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDFFP4lHSRkNqyLRBDADiM4TQvoBhGM21atA+9DxXhf+RIuXJ1NN1rcec+wqZs5dU2FA8v+57qP/3IsyvaHEkarIo5jduJ/BINKtRpR24jJh/DeKb1HkyYcoD7xBJRYub3xMSAPl5LlPr5apeQ0MeAkDIVAXBA5iqISLb9UUzk8mIB2zqY5HqTlisg8r7+7VAXJFUDFjHet2szlSEryUg7fzNMG5kpFwRJTLGp816CBU/2qqfo332oFY/03Ur3u6L5jOBGnTg3RmIjrRG3eZYZatZ2Hw3Rd5DnPO9+w1Vae6GZzTgqOj7+44xq+mUuQflYTO/Uk8KstEuwUCrW+OCzcdJK7UT5mFxRX7Ctd0w9prTKt1VaTJSk7CRQDCGt7MOBY6HZmtt9aUuTKjOYlNvFp3VRDvZ3+nNGKSsDzV7lQagJDrWKqrmZxbIeWVD7sNv1W2a1PlLib/gpqeW3cn1f1CtP16Ft/UW94jtpvkaIBxaXQcYK3evuy7+aBmuqPPr8= ceph-ae626f9c-294b-11ef-bc9c-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-06-13T06:12:54.049 INFO:teuthology.orchestra.run.smithi039.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDFFP4lHSRkNqyLRBDADiM4TQvoBhGM21atA+9DxXhf+RIuXJ1NN1rcec+wqZs5dU2FA8v+57qP/3IsyvaHEkarIo5jduJ/BINKtRpR24jJh/DeKb1HkyYcoD7xBJRYub3xMSAPl5LlPr5apeQ0MeAkDIVAXBA5iqISLb9UUzk8mIB2zqY5HqTlisg8r7+7VAXJFUDFjHet2szlSEryUg7fzNMG5kpFwRJTLGp816CBU/2qqfo332oFY/03Ur3u6L5jOBGnTg3RmIjrRG3eZYZatZ2Hw3Rd5DnPO9+w1Vae6GZzTgqOj7+44xq+mUuQflYTO/Uk8KstEuwUCrW+OCzcdJK7UT5mFxRX7Ctd0w9prTKt1VaTJSk7CRQDCGt7MOBY6HZmtt9aUuTKjOYlNvFp3VRDvZ3+nNGKSsDzV7lQagJDrWKqrmZxbIeWVD7sNv1W2a1PlLib/gpqeW3cn1f1CtP16Ft/UW94jtpvkaIBxaXQcYK3evuy7+aBmuqPPr8= ceph-ae626f9c-294b-11ef-bc9c-c7b262605968 2024-06-13T06:12:54.061 DEBUG:teuthology.orchestra.run.smithi096:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDFFP4lHSRkNqyLRBDADiM4TQvoBhGM21atA+9DxXhf+RIuXJ1NN1rcec+wqZs5dU2FA8v+57qP/3IsyvaHEkarIo5jduJ/BINKtRpR24jJh/DeKb1HkyYcoD7xBJRYub3xMSAPl5LlPr5apeQ0MeAkDIVAXBA5iqISLb9UUzk8mIB2zqY5HqTlisg8r7+7VAXJFUDFjHet2szlSEryUg7fzNMG5kpFwRJTLGp816CBU/2qqfo332oFY/03Ur3u6L5jOBGnTg3RmIjrRG3eZYZatZ2Hw3Rd5DnPO9+w1Vae6GZzTgqOj7+44xq+mUuQflYTO/Uk8KstEuwUCrW+OCzcdJK7UT5mFxRX7Ctd0w9prTKt1VaTJSk7CRQDCGt7MOBY6HZmtt9aUuTKjOYlNvFp3VRDvZ3+nNGKSsDzV7lQagJDrWKqrmZxbIeWVD7sNv1W2a1PlLib/gpqeW3cn1f1CtP16Ft/UW94jtpvkaIBxaXQcYK3evuy7+aBmuqPPr8= ceph-ae626f9c-294b-11ef-bc9c-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-06-13T06:12:54.100 INFO:teuthology.orchestra.run.smithi096.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDFFP4lHSRkNqyLRBDADiM4TQvoBhGM21atA+9DxXhf+RIuXJ1NN1rcec+wqZs5dU2FA8v+57qP/3IsyvaHEkarIo5jduJ/BINKtRpR24jJh/DeKb1HkyYcoD7xBJRYub3xMSAPl5LlPr5apeQ0MeAkDIVAXBA5iqISLb9UUzk8mIB2zqY5HqTlisg8r7+7VAXJFUDFjHet2szlSEryUg7fzNMG5kpFwRJTLGp816CBU/2qqfo332oFY/03Ur3u6L5jOBGnTg3RmIjrRG3eZYZatZ2Hw3Rd5DnPO9+w1Vae6GZzTgqOj7+44xq+mUuQflYTO/Uk8KstEuwUCrW+OCzcdJK7UT5mFxRX7Ctd0w9prTKt1VaTJSk7CRQDCGt7MOBY6HZmtt9aUuTKjOYlNvFp3VRDvZ3+nNGKSsDzV7lQagJDrWKqrmZxbIeWVD7sNv1W2a1PlLib/gpqeW3cn1f1CtP16Ft/UW94jtpvkaIBxaXQcYK3evuy7+aBmuqPPr8= ceph-ae626f9c-294b-11ef-bc9c-c7b262605968 2024-06-13T06:12:54.112 DEBUG:teuthology.orchestra.run.smithi149:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDFFP4lHSRkNqyLRBDADiM4TQvoBhGM21atA+9DxXhf+RIuXJ1NN1rcec+wqZs5dU2FA8v+57qP/3IsyvaHEkarIo5jduJ/BINKtRpR24jJh/DeKb1HkyYcoD7xBJRYub3xMSAPl5LlPr5apeQ0MeAkDIVAXBA5iqISLb9UUzk8mIB2zqY5HqTlisg8r7+7VAXJFUDFjHet2szlSEryUg7fzNMG5kpFwRJTLGp816CBU/2qqfo332oFY/03Ur3u6L5jOBGnTg3RmIjrRG3eZYZatZ2Hw3Rd5DnPO9+w1Vae6GZzTgqOj7+44xq+mUuQflYTO/Uk8KstEuwUCrW+OCzcdJK7UT5mFxRX7Ctd0w9prTKt1VaTJSk7CRQDCGt7MOBY6HZmtt9aUuTKjOYlNvFp3VRDvZ3+nNGKSsDzV7lQagJDrWKqrmZxbIeWVD7sNv1W2a1PlLib/gpqeW3cn1f1CtP16Ft/UW94jtpvkaIBxaXQcYK3evuy7+aBmuqPPr8= ceph-ae626f9c-294b-11ef-bc9c-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-06-13T06:12:54.151 INFO:teuthology.orchestra.run.smithi149.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDFFP4lHSRkNqyLRBDADiM4TQvoBhGM21atA+9DxXhf+RIuXJ1NN1rcec+wqZs5dU2FA8v+57qP/3IsyvaHEkarIo5jduJ/BINKtRpR24jJh/DeKb1HkyYcoD7xBJRYub3xMSAPl5LlPr5apeQ0MeAkDIVAXBA5iqISLb9UUzk8mIB2zqY5HqTlisg8r7+7VAXJFUDFjHet2szlSEryUg7fzNMG5kpFwRJTLGp816CBU/2qqfo332oFY/03Ur3u6L5jOBGnTg3RmIjrRG3eZYZatZ2Hw3Rd5DnPO9+w1Vae6GZzTgqOj7+44xq+mUuQflYTO/Uk8KstEuwUCrW+OCzcdJK7UT5mFxRX7Ctd0w9prTKt1VaTJSk7CRQDCGt7MOBY6HZmtt9aUuTKjOYlNvFp3VRDvZ3+nNGKSsDzV7lQagJDrWKqrmZxbIeWVD7sNv1W2a1PlLib/gpqeW3cn1f1CtP16Ft/UW94jtpvkaIBxaXQcYK3evuy7+aBmuqPPr8= ceph-ae626f9c-294b-11ef-bc9c-c7b262605968 2024-06-13T06:12:54.163 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-06-13T06:12:54.418 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:54 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/2267491451' entity='client.admin' 2024-06-13T06:12:54.421 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:12:56.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:56.543+0000 7fb3dd56f700 1 -- 172.21.15.39:0/1964011463 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3d8102a40 msgr2=0x7fb3d8104e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:56.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:56.543+0000 7fb3dd56f700 1 --2- 172.21.15.39:0/1964011463 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3d8102a40 0x7fb3d8104e30 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fb3c8009910 tx=0x7fb3c8009c20 comp rx=0 tx=0).stop 2024-06-13T06:12:56.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:56.543+0000 7fb3dd56f700 1 -- 172.21.15.39:0/1964011463 shutdown_connections 2024-06-13T06:12:56.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:56.543+0000 7fb3dd56f700 1 --2- 172.21.15.39:0/1964011463 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3d8102a40 0x7fb3d8104e30 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:56.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:56.543+0000 7fb3dd56f700 1 -- 172.21.15.39:0/1964011463 >> 172.21.15.39:0/1964011463 conn(0x7fb3d80fc390 msgr2=0x7fb3d80fe7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:56.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:56.543+0000 7fb3dd56f700 1 -- 172.21.15.39:0/1964011463 shutdown_connections 2024-06-13T06:12:56.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:56.543+0000 7fb3dd56f700 1 -- 172.21.15.39:0/1964011463 wait complete. 2024-06-13T06:12:56.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:56.544+0000 7fb3dd56f700 1 Processor -- start 2024-06-13T06:12:56.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:56.544+0000 7fb3dd56f700 1 -- start start 2024-06-13T06:12:56.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:56.544+0000 7fb3dd56f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3d8102a40 0x7fb3d8197570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:56.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:56.544+0000 7fb3dd56f700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fb3d8107f80 con 0x7fb3d8102a40 2024-06-13T06:12:56.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:56.544+0000 7fb3d6ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3d8102a40 0x7fb3d8197570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:56.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:56.544+0000 7fb3d6ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3d8102a40 0x7fb3d8197570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58354/0 (socket says 172.21.15.39:58354) 2024-06-13T06:12:56.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:56.544+0000 7fb3d6ffd700 1 -- 172.21.15.39:0/4258878912 learned_addr learned my addr 172.21.15.39:0/4258878912 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:12:56.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:56.544+0000 7fb3d6ffd700 1 -- 172.21.15.39:0/4258878912 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3d8197ab0 con 0x7fb3d8102a40 2024-06-13T06:12:56.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:56.545+0000 7fb3d6ffd700 1 --2- 172.21.15.39:0/4258878912 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3d8102a40 0x7fb3d8197570 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fb3c8004fa0 tx=0x7fb3c8005080 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:56.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:56.545+0000 7fb3d4ff9700 1 -- 172.21.15.39:0/4258878912 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb3c8027070 con 0x7fb3d8102a40 2024-06-13T06:12:56.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:56.545+0000 7fb3d4ff9700 1 -- 172.21.15.39:0/4258878912 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb3c800be40 con 0x7fb3d8102a40 2024-06-13T06:12:56.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:56.545+0000 7fb3d4ff9700 1 -- 172.21.15.39:0/4258878912 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb3c800f460 con 0x7fb3d8102a40 2024-06-13T06:12:56.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:56.545+0000 7fb3dd56f700 1 -- 172.21.15.39:0/4258878912 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3d8197d40 con 0x7fb3d8102a40 2024-06-13T06:12:56.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:56.545+0000 7fb3dd56f700 1 -- 172.21.15.39:0/4258878912 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3d819aa30 con 0x7fb3d8102a40 2024-06-13T06:12:56.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:56.546+0000 7fb3d4ff9700 1 -- 172.21.15.39:0/4258878912 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fb3c802a070 con 0x7fb3d8102a40 2024-06-13T06:12:56.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:56.546+0000 7fb3dd56f700 1 -- 172.21.15.39:0/4258878912 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb3d8108700 con 0x7fb3d8102a40 2024-06-13T06:12:56.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:56.546+0000 7fb3d4ff9700 1 --2- 172.21.15.39:0/4258878912 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fb3c40390f0 0x7fb3c403b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:56.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:56.546+0000 7fb3d4ff9700 1 -- 172.21.15.39:0/4258878912 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fb3c801e030 con 0x7fb3d8102a40 2024-06-13T06:12:56.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:56.546+0000 7fb3ce7fc700 1 --2- 172.21.15.39:0/4258878912 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fb3c40390f0 0x7fb3c403b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:56.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:56.546+0000 7fb3ce7fc700 1 --2- 172.21.15.39:0/4258878912 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fb3c40390f0 0x7fb3c403b5b0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fb3c0006fd0 tx=0x7fb3c0006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:56.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:56.551+0000 7fb3d4ff9700 1 -- 172.21.15.39:0/4258878912 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fb3c8013070 con 0x7fb3d8102a40 2024-06-13T06:12:56.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:56.761+0000 7fb3dd56f700 1 -- 172.21.15.39:0/4258878912 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) -- 0x7fb3d802ddb0 con 0x7fb3d8102a40 2024-06-13T06:12:56.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:56.763+0000 7fb3d4ff9700 1 -- 172.21.15.39:0/4258878912 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) ==== 125+0+0 (secure 0 0 0) 0x7fb3c80224e0 con 0x7fb3d8102a40 2024-06-13T06:12:56.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:56.766+0000 7fb3dd56f700 1 -- 172.21.15.39:0/4258878912 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fb3c40390f0 msgr2=0x7fb3c403b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:56.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:56.766+0000 7fb3dd56f700 1 --2- 172.21.15.39:0/4258878912 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fb3c40390f0 0x7fb3c403b5b0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fb3c0006fd0 tx=0x7fb3c0006e40 comp rx=0 tx=0).stop 2024-06-13T06:12:56.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:56.766+0000 7fb3dd56f700 1 -- 172.21.15.39:0/4258878912 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3d8102a40 msgr2=0x7fb3d8197570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:56.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:56.766+0000 7fb3dd56f700 1 --2- 172.21.15.39:0/4258878912 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3d8102a40 0x7fb3d8197570 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fb3c8004fa0 tx=0x7fb3c8005080 comp rx=0 tx=0).stop 2024-06-13T06:12:56.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:56.766+0000 7fb3dd56f700 1 -- 172.21.15.39:0/4258878912 shutdown_connections 2024-06-13T06:12:56.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:56.766+0000 7fb3dd56f700 1 --2- 172.21.15.39:0/4258878912 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fb3c40390f0 0x7fb3c403b5b0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:56.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:56.766+0000 7fb3dd56f700 1 --2- 172.21.15.39:0/4258878912 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3d8102a40 0x7fb3d8197570 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:56.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:56.766+0000 7fb3dd56f700 1 -- 172.21.15.39:0/4258878912 >> 172.21.15.39:0/4258878912 conn(0x7fb3d80fc390 msgr2=0x7fb3d80fcd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:56.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:56.766+0000 7fb3dd56f700 1 -- 172.21.15.39:0/4258878912 shutdown_connections 2024-06-13T06:12:56.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:56.766+0000 7fb3dd56f700 1 -- 172.21.15.39:0/4258878912 wait complete. 2024-06-13T06:12:57.062 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:56 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:12:57.062 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:56 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:12:57.062 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:56 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi039", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:12:57.062 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:56 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:12:57.062 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:56 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:12:57.062 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:56 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:12:57.403 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-06-13T06:12:57.403 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-06-13T06:12:57.651 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:12:58.082 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:57 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/4258878912' entity='client.admin' 2024-06-13T06:12:58.082 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:57 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:12:58.082 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:12:57 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:12:59.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:59.095+0000 7f807cd75700 1 -- 172.21.15.39:0/86025207 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8078100df0 msgr2=0x7f8078101210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:59.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:59.095+0000 7f807cd75700 1 --2- 172.21.15.39:0/86025207 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8078100df0 0x7f8078101210 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f8068009910 tx=0x7f8068009c20 comp rx=0 tx=0).stop 2024-06-13T06:12:59.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:59.095+0000 7f807cd75700 1 -- 172.21.15.39:0/86025207 shutdown_connections 2024-06-13T06:12:59.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:59.095+0000 7f807cd75700 1 --2- 172.21.15.39:0/86025207 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8078100df0 0x7f8078101210 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:59.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:59.095+0000 7f807cd75700 1 -- 172.21.15.39:0/86025207 >> 172.21.15.39:0/86025207 conn(0x7f80780fc390 msgr2=0x7f80780fe7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:59.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:59.095+0000 7f807cd75700 1 -- 172.21.15.39:0/86025207 shutdown_connections 2024-06-13T06:12:59.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:59.095+0000 7f807cd75700 1 -- 172.21.15.39:0/86025207 wait complete. 2024-06-13T06:12:59.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:59.096+0000 7f807cd75700 1 Processor -- start 2024-06-13T06:12:59.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:59.096+0000 7f807cd75700 1 -- start start 2024-06-13T06:12:59.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:59.096+0000 7f807cd75700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8078100df0 0x7f8078197630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:59.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:59.096+0000 7f807cd75700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f8078106e80 con 0x7f8078100df0 2024-06-13T06:12:59.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:59.096+0000 7f807659c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8078100df0 0x7f8078197630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:59.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:59.096+0000 7f807659c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8078100df0 0x7f8078197630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58364/0 (socket says 172.21.15.39:58364) 2024-06-13T06:12:59.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:59.096+0000 7f807659c700 1 -- 172.21.15.39:0/1494812276 learned_addr learned my addr 172.21.15.39:0/1494812276 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:12:59.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:59.097+0000 7f807659c700 1 -- 172.21.15.39:0/1494812276 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8078197b70 con 0x7f8078100df0 2024-06-13T06:12:59.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:59.097+0000 7f807659c700 1 --2- 172.21.15.39:0/1494812276 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8078100df0 0x7f8078197630 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f8068006010 tx=0x7f8068005050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:59.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:59.097+0000 7f806f7fe700 1 -- 172.21.15.39:0/1494812276 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8068027070 con 0x7f8078100df0 2024-06-13T06:12:59.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:59.097+0000 7f806f7fe700 1 -- 172.21.15.39:0/1494812276 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f806800be40 con 0x7f8078100df0 2024-06-13T06:12:59.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:59.097+0000 7f807cd75700 1 -- 172.21.15.39:0/1494812276 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8078197e00 con 0x7f8078100df0 2024-06-13T06:12:59.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:59.097+0000 7f806f7fe700 1 -- 172.21.15.39:0/1494812276 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f806800f460 con 0x7f8078100df0 2024-06-13T06:12:59.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:59.097+0000 7f807cd75700 1 -- 172.21.15.39:0/1494812276 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f807819aaf0 con 0x7f8078100df0 2024-06-13T06:12:59.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:59.098+0000 7f806f7fe700 1 -- 172.21.15.39:0/1494812276 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f806802a070 con 0x7f8078100df0 2024-06-13T06:12:59.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:59.098+0000 7f807cd75700 1 -- 172.21.15.39:0/1494812276 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8078107600 con 0x7f8078100df0 2024-06-13T06:12:59.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:59.098+0000 7f806f7fe700 1 --2- 172.21.15.39:0/1494812276 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f80640390f0 0x7f806403b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:12:59.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:59.098+0000 7f806f7fe700 1 -- 172.21.15.39:0/1494812276 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f806801e030 con 0x7f8078100df0 2024-06-13T06:12:59.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:59.098+0000 7f8075d9b700 1 --2- 172.21.15.39:0/1494812276 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f80640390f0 0x7f806403b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:12:59.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:59.099+0000 7f8075d9b700 1 --2- 172.21.15.39:0/1494812276 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f80640390f0 0x7f806403b5b0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f8060006fd0 tx=0x7f8060006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:12:59.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:59.103+0000 7f806f7fe700 1 -- 172.21.15.39:0/1494812276 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f8068013070 con 0x7f8078100df0 2024-06-13T06:12:59.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:59.316+0000 7f807cd75700 1 -- 172.21.15.39:0/1494812276 --> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) -- 0x7f807802ddb0 con 0x7f80640390f0 2024-06-13T06:12:59.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:59.324+0000 7f806f7fe700 1 -- 172.21.15.39:0/1494812276 <== mgr.14152 v2:172.21.15.39:6800/2178314534 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f807802ddb0 con 0x7f80640390f0 2024-06-13T06:12:59.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:59.326+0000 7f807cd75700 1 -- 172.21.15.39:0/1494812276 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f80640390f0 msgr2=0x7f806403b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:59.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:59.326+0000 7f807cd75700 1 --2- 172.21.15.39:0/1494812276 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f80640390f0 0x7f806403b5b0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f8060006fd0 tx=0x7f8060006e40 comp rx=0 tx=0).stop 2024-06-13T06:12:59.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:59.326+0000 7f807cd75700 1 -- 172.21.15.39:0/1494812276 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8078100df0 msgr2=0x7f8078197630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:12:59.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:59.326+0000 7f807cd75700 1 --2- 172.21.15.39:0/1494812276 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8078100df0 0x7f8078197630 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f8068006010 tx=0x7f8068005050 comp rx=0 tx=0).stop 2024-06-13T06:12:59.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:59.326+0000 7f807cd75700 1 -- 172.21.15.39:0/1494812276 shutdown_connections 2024-06-13T06:12:59.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:59.326+0000 7f807cd75700 1 --2- 172.21.15.39:0/1494812276 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f80640390f0 0x7f806403b5b0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:59.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:59.326+0000 7f807cd75700 1 --2- 172.21.15.39:0/1494812276 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8078100df0 0x7f8078197630 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:12:59.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:59.326+0000 7f807cd75700 1 -- 172.21.15.39:0/1494812276 >> 172.21.15.39:0/1494812276 conn(0x7f80780fc390 msgr2=0x7f8078069d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:12:59.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:59.326+0000 7f807cd75700 1 -- 172.21.15.39:0/1494812276 shutdown_connections 2024-06-13T06:12:59.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:12:59.326+0000 7f807cd75700 1 -- 172.21.15.39:0/1494812276 wait complete. 2024-06-13T06:13:00.033 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi096 2024-06-13T06:13:00.033 DEBUG:teuthology.orchestra.run.smithi096:> set -ex 2024-06-13T06:13:00.033 DEBUG:teuthology.orchestra.run.smithi096:> dd of=/etc/ceph/ceph.conf 2024-06-13T06:13:00.052 DEBUG:teuthology.orchestra.run.smithi096:> set -ex 2024-06-13T06:13:00.052 DEBUG:teuthology.orchestra.run.smithi096:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-06-13T06:13:00.109 INFO:tasks.cephadm:Adding host smithi096 to orchestrator... 2024-06-13T06:13:00.109 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph orch host add smithi096 2024-06-13T06:13:00.362 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:13:00.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:00 smithi039 ceph-mon[32479]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:13:00.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:00 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:00.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:00 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:13:00.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:00 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:13:00.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:00 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:13:00.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:00 smithi039 ceph-mon[32479]: Updating smithi039:/etc/ceph/ceph.conf 2024-06-13T06:13:01.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:01 smithi039 ceph-mon[32479]: Updating smithi039:/var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T06:13:01.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:01 smithi039 ceph-mon[32479]: Updating smithi039:/etc/ceph/ceph.client.admin.keyring 2024-06-13T06:13:01.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:01 smithi039 ceph-mon[32479]: Updating smithi039:/var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/config/ceph.client.admin.keyring 2024-06-13T06:13:01.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:01 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:01.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:01 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:01.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:01 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:01.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:01.747+0000 7fe4b2540700 1 -- 172.21.15.39:0/3251079922 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4ac103060 msgr2=0x7fe4ac103440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:13:01.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:01.747+0000 7fe4b2540700 1 --2- 172.21.15.39:0/3251079922 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4ac103060 0x7fe4ac103440 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fe49c009910 tx=0x7fe49c009c20 comp rx=0 tx=0).stop 2024-06-13T06:13:01.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:01.748+0000 7fe4b2540700 1 -- 172.21.15.39:0/3251079922 shutdown_connections 2024-06-13T06:13:01.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:01.748+0000 7fe4b2540700 1 --2- 172.21.15.39:0/3251079922 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4ac103060 0x7fe4ac103440 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:01.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:01.748+0000 7fe4b2540700 1 -- 172.21.15.39:0/3251079922 >> 172.21.15.39:0/3251079922 conn(0x7fe4ac0fc890 msgr2=0x7fe4ac0fecb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:13:01.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:01.748+0000 7fe4b2540700 1 -- 172.21.15.39:0/3251079922 shutdown_connections 2024-06-13T06:13:01.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:01.748+0000 7fe4b2540700 1 -- 172.21.15.39:0/3251079922 wait complete. 2024-06-13T06:13:01.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:01.748+0000 7fe4b2540700 1 Processor -- start 2024-06-13T06:13:01.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:01.748+0000 7fe4b2540700 1 -- start start 2024-06-13T06:13:01.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:01.749+0000 7fe4b2540700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4ac103060 0x7fe4ac100cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:13:01.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:01.749+0000 7fe4b2540700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fe4ac10c550 con 0x7fe4ac103060 2024-06-13T06:13:01.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:01.749+0000 7fe4abfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4ac103060 0x7fe4ac100cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:13:01.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:01.749+0000 7fe4abfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4ac103060 0x7fe4ac100cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45032/0 (socket says 172.21.15.39:45032) 2024-06-13T06:13:01.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:01.749+0000 7fe4abfff700 1 -- 172.21.15.39:0/882576193 learned_addr learned my addr 172.21.15.39:0/882576193 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:13:01.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:01.749+0000 7fe4abfff700 1 -- 172.21.15.39:0/882576193 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4ac102bb0 con 0x7fe4ac103060 2024-06-13T06:13:01.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:01.749+0000 7fe4abfff700 1 --2- 172.21.15.39:0/882576193 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4ac103060 0x7fe4ac100cc0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fe49c006010 tx=0x7fe49c005050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:13:01.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:01.749+0000 7fe4a97fa700 1 -- 172.21.15.39:0/882576193 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe49c026070 con 0x7fe4ac103060 2024-06-13T06:13:01.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:01.749+0000 7fe4b2540700 1 -- 172.21.15.39:0/882576193 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4ac101200 con 0x7fe4ac103060 2024-06-13T06:13:01.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:01.749+0000 7fe4a97fa700 1 -- 172.21.15.39:0/882576193 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe49c00bc30 con 0x7fe4ac103060 2024-06-13T06:13:01.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:01.749+0000 7fe4a97fa700 1 -- 172.21.15.39:0/882576193 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe49c003ab0 con 0x7fe4ac103060 2024-06-13T06:13:01.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:01.750+0000 7fe4b2540700 1 -- 172.21.15.39:0/882576193 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4ac1016c0 con 0x7fe4ac103060 2024-06-13T06:13:01.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:01.751+0000 7fe4a97fa700 1 -- 172.21.15.39:0/882576193 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fe49c029070 con 0x7fe4ac103060 2024-06-13T06:13:01.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:01.751+0000 7fe4b2540700 1 -- 172.21.15.39:0/882576193 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe4ac06abe0 con 0x7fe4ac103060 2024-06-13T06:13:01.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:01.751+0000 7fe4a97fa700 1 --2- 172.21.15.39:0/882576193 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fe4940390f0 0x7fe49403b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:13:01.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:01.751+0000 7fe4a97fa700 1 -- 172.21.15.39:0/882576193 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fe49c01e070 con 0x7fe4ac103060 2024-06-13T06:13:01.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:01.751+0000 7fe4ab7fe700 1 --2- 172.21.15.39:0/882576193 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fe4940390f0 0x7fe49403b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:13:01.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:01.751+0000 7fe4ab7fe700 1 --2- 172.21.15.39:0/882576193 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fe4940390f0 0x7fe49403b5b0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fe4a0006fd0 tx=0x7fe4a0006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:13:01.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:01.756+0000 7fe4a97fa700 1 -- 172.21.15.39:0/882576193 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fe49c013070 con 0x7fe4ac103060 2024-06-13T06:13:01.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:01.967+0000 7fe4b2540700 1 -- 172.21.15.39:0/882576193 --> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi096", "target": ["mon-mgr", ""]}) -- 0x7fe4ac1018f0 con 0x7fe4940390f0 2024-06-13T06:13:03.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:02 smithi039 ceph-mon[32479]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi096", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:13:04.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:03 smithi039 ceph-mon[32479]: Deploying cephadm binary to smithi096 2024-06-13T06:13:06.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:05 smithi039 ceph-mon[32479]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:06.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:06.265+0000 7fe4a97fa700 1 -- 172.21.15.39:0/882576193 <== mgr.14152 v2:172.21.15.39:6800/2178314534 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7fe4ac1018f0 con 0x7fe4940390f0 2024-06-13T06:13:06.265 INFO:teuthology.orchestra.run.smithi039.stdout:Added host 'smithi096' with addr '172.21.15.96' 2024-06-13T06:13:06.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:06.268+0000 7fe4b2540700 1 -- 172.21.15.39:0/882576193 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fe4940390f0 msgr2=0x7fe49403b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:13:06.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:06.268+0000 7fe4b2540700 1 --2- 172.21.15.39:0/882576193 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fe4940390f0 0x7fe49403b5b0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fe4a0006fd0 tx=0x7fe4a0006e40 comp rx=0 tx=0).stop 2024-06-13T06:13:06.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:06.268+0000 7fe4b2540700 1 -- 172.21.15.39:0/882576193 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4ac103060 msgr2=0x7fe4ac100cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:13:06.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:06.268+0000 7fe4b2540700 1 --2- 172.21.15.39:0/882576193 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4ac103060 0x7fe4ac100cc0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fe49c006010 tx=0x7fe49c005050 comp rx=0 tx=0).stop 2024-06-13T06:13:06.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:06.268+0000 7fe4b2540700 1 -- 172.21.15.39:0/882576193 shutdown_connections 2024-06-13T06:13:06.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:06.268+0000 7fe4b2540700 1 --2- 172.21.15.39:0/882576193 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fe4940390f0 0x7fe49403b5b0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:06.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:06.268+0000 7fe4b2540700 1 --2- 172.21.15.39:0/882576193 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4ac103060 0x7fe4ac100cc0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:06.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:06.268+0000 7fe4b2540700 1 -- 172.21.15.39:0/882576193 >> 172.21.15.39:0/882576193 conn(0x7fe4ac0fc890 msgr2=0x7fe4ac103e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:13:06.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:06.268+0000 7fe4b2540700 1 -- 172.21.15.39:0/882576193 shutdown_connections 2024-06-13T06:13:06.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:06.268+0000 7fe4b2540700 1 -- 172.21.15.39:0/882576193 wait complete. 2024-06-13T06:13:06.850 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph orch host ls --format=json 2024-06-13T06:13:07.096 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:13:07.513 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:07 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:07.513 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:07 smithi039 ceph-mon[32479]: Added host smithi096 2024-06-13T06:13:07.513 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:07 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:13:07.513 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:07 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:08.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:08 smithi039 ceph-mon[32479]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:08.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:08 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:08.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:08.485+0000 7f2b1d93d700 1 -- 172.21.15.39:0/641375773 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b18101040 msgr2=0x7f2b18101420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:13:08.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:08.485+0000 7f2b1d93d700 1 --2- 172.21.15.39:0/641375773 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b18101040 0x7f2b18101420 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f2b0800b0a0 tx=0x7f2b0800b3b0 comp rx=0 tx=0).stop 2024-06-13T06:13:08.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:08.485+0000 7f2b1d93d700 1 -- 172.21.15.39:0/641375773 shutdown_connections 2024-06-13T06:13:08.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:08.485+0000 7f2b1d93d700 1 --2- 172.21.15.39:0/641375773 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b18101040 0x7f2b18101420 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:08.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:08.485+0000 7f2b1d93d700 1 -- 172.21.15.39:0/641375773 >> 172.21.15.39:0/641375773 conn(0x7f2b180768f0 msgr2=0x7f2b18076d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:13:08.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:08.485+0000 7f2b1d93d700 1 -- 172.21.15.39:0/641375773 shutdown_connections 2024-06-13T06:13:08.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:08.485+0000 7f2b1d93d700 1 -- 172.21.15.39:0/641375773 wait complete. 2024-06-13T06:13:08.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:08.486+0000 7f2b1d93d700 1 Processor -- start 2024-06-13T06:13:08.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:08.486+0000 7f2b1d93d700 1 -- start start 2024-06-13T06:13:08.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:08.486+0000 7f2b1d93d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b18101040 0x7f2b1819f7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:13:08.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:08.486+0000 7f2b1d93d700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f2b1810b3c0 con 0x7f2b18101040 2024-06-13T06:13:08.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:08.486+0000 7f2b16ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b18101040 0x7f2b1819f7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:13:08.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:08.486+0000 7f2b16ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b18101040 0x7f2b1819f7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45052/0 (socket says 172.21.15.39:45052) 2024-06-13T06:13:08.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:08.486+0000 7f2b16ffd700 1 -- 172.21.15.39:0/1681231252 learned_addr learned my addr 172.21.15.39:0/1681231252 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:13:08.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:08.487+0000 7f2b16ffd700 1 -- 172.21.15.39:0/1681231252 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b1819fcf0 con 0x7f2b18101040 2024-06-13T06:13:08.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:08.487+0000 7f2b16ffd700 1 --2- 172.21.15.39:0/1681231252 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b18101040 0x7f2b1819f7b0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f2b08015040 tx=0x7f2b08003d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:13:08.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:08.487+0000 7f2b1c93b700 1 -- 172.21.15.39:0/1681231252 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2b08017040 con 0x7f2b18101040 2024-06-13T06:13:08.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:08.487+0000 7f2b1c93b700 1 -- 172.21.15.39:0/1681231252 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2b08022070 con 0x7f2b18101040 2024-06-13T06:13:08.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:08.487+0000 7f2b1d93d700 1 -- 172.21.15.39:0/1681231252 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b1819ff80 con 0x7f2b18101040 2024-06-13T06:13:08.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:08.487+0000 7f2b1c93b700 1 -- 172.21.15.39:0/1681231252 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2b0801d5d0 con 0x7f2b18101040 2024-06-13T06:13:08.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:08.487+0000 7f2b1d93d700 1 -- 172.21.15.39:0/1681231252 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b181999c0 con 0x7f2b18101040 2024-06-13T06:13:08.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:08.488+0000 7f2b1c93b700 1 -- 172.21.15.39:0/1681231252 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f2b0801d8d0 con 0x7f2b18101040 2024-06-13T06:13:08.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:08.488+0000 7f2b1d93d700 1 -- 172.21.15.39:0/1681231252 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b181024d0 con 0x7f2b18101040 2024-06-13T06:13:08.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:08.488+0000 7f2b1c93b700 1 --2- 172.21.15.39:0/1681231252 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f2b040390f0 0x7f2b0403b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:13:08.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:08.488+0000 7f2b1c93b700 1 -- 172.21.15.39:0/1681231252 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f2b0800f050 con 0x7f2b18101040 2024-06-13T06:13:08.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:08.489+0000 7f2b167fc700 1 --2- 172.21.15.39:0/1681231252 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f2b040390f0 0x7f2b0403b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:13:08.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:08.489+0000 7f2b167fc700 1 --2- 172.21.15.39:0/1681231252 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f2b040390f0 0x7f2b0403b5b0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f2b00006fd0 tx=0x7f2b00006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:13:08.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:08.494+0000 7f2b1c93b700 1 -- 172.21.15.39:0/1681231252 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f2b08007e20 con 0x7f2b18101040 2024-06-13T06:13:08.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:08.704+0000 7f2b1d93d700 1 -- 172.21.15.39:0/1681231252 --> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f2b1819aea0 con 0x7f2b040390f0 2024-06-13T06:13:08.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:08.705+0000 7f2b1c93b700 1 -- 172.21.15.39:0/1681231252 <== mgr.14152 v2:172.21.15.39:6800/2178314534 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+159 (secure 0 0 0) 0x7f2b1819aea0 con 0x7f2b040390f0 2024-06-13T06:13:08.705 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:13:08.705 INFO:teuthology.orchestra.run.smithi039.stdout:[{"addr": "172.21.15.39", "hostname": "smithi039", "labels": [], "status": ""}, {"addr": "172.21.15.96", "hostname": "smithi096", "labels": [], "status": ""}] 2024-06-13T06:13:08.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:08.707+0000 7f2b1d93d700 1 -- 172.21.15.39:0/1681231252 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f2b040390f0 msgr2=0x7f2b0403b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:13:08.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:08.707+0000 7f2b1d93d700 1 --2- 172.21.15.39:0/1681231252 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f2b040390f0 0x7f2b0403b5b0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f2b00006fd0 tx=0x7f2b00006e40 comp rx=0 tx=0).stop 2024-06-13T06:13:08.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:08.707+0000 7f2b1d93d700 1 -- 172.21.15.39:0/1681231252 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b18101040 msgr2=0x7f2b1819f7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:13:08.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:08.707+0000 7f2b1d93d700 1 --2- 172.21.15.39:0/1681231252 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b18101040 0x7f2b1819f7b0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f2b08015040 tx=0x7f2b08003d50 comp rx=0 tx=0).stop 2024-06-13T06:13:08.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:08.708+0000 7f2b1d93d700 1 -- 172.21.15.39:0/1681231252 shutdown_connections 2024-06-13T06:13:08.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:08.708+0000 7f2b1d93d700 1 --2- 172.21.15.39:0/1681231252 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f2b040390f0 0x7f2b0403b5b0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:08.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:08.708+0000 7f2b1d93d700 1 --2- 172.21.15.39:0/1681231252 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b18101040 0x7f2b1819f7b0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:08.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:08.708+0000 7f2b1d93d700 1 -- 172.21.15.39:0/1681231252 >> 172.21.15.39:0/1681231252 conn(0x7f2b180768f0 msgr2=0x7f2b180698b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:13:08.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:08.708+0000 7f2b1d93d700 1 -- 172.21.15.39:0/1681231252 shutdown_connections 2024-06-13T06:13:08.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:08.708+0000 7f2b1d93d700 1 -- 172.21.15.39:0/1681231252 wait complete. 2024-06-13T06:13:09.311 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi149 2024-06-13T06:13:09.311 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2024-06-13T06:13:09.311 DEBUG:teuthology.orchestra.run.smithi149:> dd of=/etc/ceph/ceph.conf 2024-06-13T06:13:09.331 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2024-06-13T06:13:09.331 DEBUG:teuthology.orchestra.run.smithi149:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-06-13T06:13:09.388 INFO:tasks.cephadm:Adding host smithi149 to orchestrator... 2024-06-13T06:13:09.388 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph orch host add smithi149 2024-06-13T06:13:09.631 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:13:10.086 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:09 smithi039 ceph-mon[32479]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T06:13:10.086 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:09 smithi039 ceph-mon[32479]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:10.087 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:09 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:11.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:11.179+0000 7ff86eda9700 1 -- 172.21.15.39:0/4125573774 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff868102100 msgr2=0x7ff8681024e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:13:11.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:11.179+0000 7ff86eda9700 1 --2- 172.21.15.39:0/4125573774 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff868102100 0x7ff8681024e0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7ff85c009910 tx=0x7ff85c009c20 comp rx=0 tx=0).stop 2024-06-13T06:13:11.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:11.179+0000 7ff86eda9700 1 -- 172.21.15.39:0/4125573774 shutdown_connections 2024-06-13T06:13:11.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:11.179+0000 7ff86eda9700 1 --2- 172.21.15.39:0/4125573774 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff868102100 0x7ff8681024e0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:11.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:11.179+0000 7ff86eda9700 1 -- 172.21.15.39:0/4125573774 >> 172.21.15.39:0/4125573774 conn(0x7ff8680fd9d0 msgr2=0x7ff8680ffdf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:13:11.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:11.179+0000 7ff86eda9700 1 -- 172.21.15.39:0/4125573774 shutdown_connections 2024-06-13T06:13:11.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:11.179+0000 7ff86eda9700 1 -- 172.21.15.39:0/4125573774 wait complete. 2024-06-13T06:13:11.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:11.180+0000 7ff86eda9700 1 Processor -- start 2024-06-13T06:13:11.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:11.180+0000 7ff86eda9700 1 -- start start 2024-06-13T06:13:11.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:11.180+0000 7ff86eda9700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff868102100 0x7ff86819f860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:13:11.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:11.180+0000 7ff86eda9700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7ff86810c4d0 con 0x7ff868102100 2024-06-13T06:13:11.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:11.180+0000 7ff86cb45700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff868102100 0x7ff86819f860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:13:11.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:11.180+0000 7ff86cb45700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff868102100 0x7ff86819f860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42922/0 (socket says 172.21.15.39:42922) 2024-06-13T06:13:11.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:11.180+0000 7ff86cb45700 1 -- 172.21.15.39:0/1450378962 learned_addr learned my addr 172.21.15.39:0/1450378962 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:13:11.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:11.180+0000 7ff86cb45700 1 -- 172.21.15.39:0/1450378962 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff86819fda0 con 0x7ff868102100 2024-06-13T06:13:11.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:11.181+0000 7ff86cb45700 1 --2- 172.21.15.39:0/1450378962 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff868102100 0x7ff86819f860 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7ff85c005850 tx=0x7ff85c005030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:13:11.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:11.181+0000 7ff865ffb700 1 -- 172.21.15.39:0/1450378962 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff85c026070 con 0x7ff868102100 2024-06-13T06:13:11.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:11.181+0000 7ff86eda9700 1 -- 172.21.15.39:0/1450378962 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8681a0090 con 0x7ff868102100 2024-06-13T06:13:11.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:11.181+0000 7ff865ffb700 1 -- 172.21.15.39:0/1450378962 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff85c00bbd0 con 0x7ff868102100 2024-06-13T06:13:11.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:11.181+0000 7ff865ffb700 1 -- 172.21.15.39:0/1450378962 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff85c003970 con 0x7ff868102100 2024-06-13T06:13:11.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:11.181+0000 7ff86eda9700 1 -- 172.21.15.39:0/1450378962 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff868199a20 con 0x7ff868102100 2024-06-13T06:13:11.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:11.182+0000 7ff865ffb700 1 -- 172.21.15.39:0/1450378962 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7ff85c029070 con 0x7ff868102100 2024-06-13T06:13:11.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:11.182+0000 7ff86eda9700 1 -- 172.21.15.39:0/1450378962 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff8681035e0 con 0x7ff868102100 2024-06-13T06:13:11.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:11.182+0000 7ff865ffb700 1 --2- 172.21.15.39:0/1450378962 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff858039150 0x7ff85803b610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:13:11.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:11.182+0000 7ff865ffb700 1 -- 172.21.15.39:0/1450378962 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7ff85c01e070 con 0x7ff868102100 2024-06-13T06:13:11.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:11.182+0000 7ff867fff700 1 --2- 172.21.15.39:0/1450378962 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff858039150 0x7ff85803b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:13:11.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:11.183+0000 7ff867fff700 1 --2- 172.21.15.39:0/1450378962 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff858039150 0x7ff85803b610 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7ff854006fd0 tx=0x7ff854006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:13:11.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:11.187+0000 7ff865ffb700 1 -- 172.21.15.39:0/1450378962 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7ff85c013070 con 0x7ff868102100 2024-06-13T06:13:11.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:11.395+0000 7ff86eda9700 1 -- 172.21.15.39:0/1450378962 --> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi149", "target": ["mon-mgr", ""]}) -- 0x7ff86819af50 con 0x7ff858039150 2024-06-13T06:13:12.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:11 smithi039 ceph-mon[32479]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:12.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:11 smithi039 ceph-mon[32479]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi149", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:13:13.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:12 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:13.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:12 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:13.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:12 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:13.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:12 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:13.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:12 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi096", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:13:13.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:12 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:13:13.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:12 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:13:13.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:12 smithi039 ceph-mon[32479]: Updating smithi096:/etc/ceph/ceph.conf 2024-06-13T06:13:13.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:12 smithi039 ceph-mon[32479]: Deploying cephadm binary to smithi149 2024-06-13T06:13:13.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:12 smithi039 ceph-mon[32479]: Updating smithi096:/var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T06:13:13.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:12 smithi039 ceph-mon[32479]: Updating smithi096:/etc/ceph/ceph.client.admin.keyring 2024-06-13T06:13:14.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:13 smithi039 ceph-mon[32479]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:15.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:15.640+0000 7ff865ffb700 1 -- 172.21.15.39:0/1450378962 <== mgr.14152 v2:172.21.15.39:6800/2178314534 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7ff86819af50 con 0x7ff858039150 2024-06-13T06:13:15.640 INFO:teuthology.orchestra.run.smithi039.stdout:Added host 'smithi149' with addr '172.21.15.149' 2024-06-13T06:13:15.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:15.642+0000 7ff86eda9700 1 -- 172.21.15.39:0/1450378962 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff858039150 msgr2=0x7ff85803b610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:13:15.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:15.643+0000 7ff86eda9700 1 --2- 172.21.15.39:0/1450378962 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff858039150 0x7ff85803b610 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7ff854006fd0 tx=0x7ff854006e40 comp rx=0 tx=0).stop 2024-06-13T06:13:15.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:15.643+0000 7ff86eda9700 1 -- 172.21.15.39:0/1450378962 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff868102100 msgr2=0x7ff86819f860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:13:15.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:15.643+0000 7ff86eda9700 1 --2- 172.21.15.39:0/1450378962 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff868102100 0x7ff86819f860 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7ff85c005850 tx=0x7ff85c005030 comp rx=0 tx=0).stop 2024-06-13T06:13:15.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:15.643+0000 7ff86eda9700 1 -- 172.21.15.39:0/1450378962 shutdown_connections 2024-06-13T06:13:15.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:15.643+0000 7ff86eda9700 1 --2- 172.21.15.39:0/1450378962 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff858039150 0x7ff85803b610 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:15.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:15.643+0000 7ff86eda9700 1 --2- 172.21.15.39:0/1450378962 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff868102100 0x7ff86819f860 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:15.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:15.643+0000 7ff86eda9700 1 -- 172.21.15.39:0/1450378962 >> 172.21.15.39:0/1450378962 conn(0x7ff8680fd9d0 msgr2=0x7ff8680746c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:13:15.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:15.643+0000 7ff86eda9700 1 -- 172.21.15.39:0/1450378962 shutdown_connections 2024-06-13T06:13:15.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:15.643+0000 7ff86eda9700 1 -- 172.21.15.39:0/1450378962 wait complete. 2024-06-13T06:13:16.178 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph orch host ls --format=json 2024-06-13T06:13:16.424 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:13:16.533 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:16 smithi039 ceph-mon[32479]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:16.534 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:16 smithi039 ceph-mon[32479]: Updating smithi096:/var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/config/ceph.client.admin.keyring 2024-06-13T06:13:16.534 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:16 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:16.534 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:16 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:16.534 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:16 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:16.534 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:16 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:16.534 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:16 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:13:16.534 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:16 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:17.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:17 smithi039 ceph-mon[32479]: Added host smithi149 2024-06-13T06:13:17.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:17 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:18.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:18.056+0000 7f89b2604700 1 -- 172.21.15.39:0/2211744732 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89ac101000 msgr2=0x7f89ac1013e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:13:18.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:18.056+0000 7f89b2604700 1 --2- 172.21.15.39:0/2211744732 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89ac101000 0x7f89ac1013e0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f899c009910 tx=0x7f899c009c20 comp rx=0 tx=0).stop 2024-06-13T06:13:18.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:18.056+0000 7f89b2604700 1 -- 172.21.15.39:0/2211744732 shutdown_connections 2024-06-13T06:13:18.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:18.056+0000 7f89b2604700 1 --2- 172.21.15.39:0/2211744732 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89ac101000 0x7f89ac1013e0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:18.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:18.056+0000 7f89b2604700 1 -- 172.21.15.39:0/2211744732 >> 172.21.15.39:0/2211744732 conn(0x7f89ac0fc890 msgr2=0x7f89ac0fecb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:13:18.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:18.056+0000 7f89b2604700 1 -- 172.21.15.39:0/2211744732 shutdown_connections 2024-06-13T06:13:18.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:18.056+0000 7f89b2604700 1 -- 172.21.15.39:0/2211744732 wait complete. 2024-06-13T06:13:18.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:18.057+0000 7f89b2604700 1 Processor -- start 2024-06-13T06:13:18.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:18.057+0000 7f89b2604700 1 -- start start 2024-06-13T06:13:18.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:18.057+0000 7f89b2604700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89ac101000 0x7f89ac19d660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:13:18.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:18.057+0000 7f89b2604700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f89ac10b3d0 con 0x7f89ac101000 2024-06-13T06:13:18.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:18.057+0000 7f89abfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89ac101000 0x7f89ac19d660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:13:18.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:18.057+0000 7f89abfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89ac101000 0x7f89ac19d660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42936/0 (socket says 172.21.15.39:42936) 2024-06-13T06:13:18.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:18.057+0000 7f89abfff700 1 -- 172.21.15.39:0/697538713 learned_addr learned my addr 172.21.15.39:0/697538713 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:13:18.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:18.058+0000 7f89abfff700 1 -- 172.21.15.39:0/697538713 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89ac19dba0 con 0x7f89ac101000 2024-06-13T06:13:18.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:18.058+0000 7f89abfff700 1 --2- 172.21.15.39:0/697538713 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89ac101000 0x7f89ac19d660 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f899c005850 tx=0x7f899c005030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:13:18.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:18.058+0000 7f89a97fa700 1 -- 172.21.15.39:0/697538713 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f899c026070 con 0x7f89ac101000 2024-06-13T06:13:18.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:18.058+0000 7f89a97fa700 1 -- 172.21.15.39:0/697538713 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f899c00bbd0 con 0x7f89ac101000 2024-06-13T06:13:18.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:18.058+0000 7f89b2604700 1 -- 172.21.15.39:0/697538713 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89ac19de90 con 0x7f89ac101000 2024-06-13T06:13:18.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:18.058+0000 7f89a97fa700 1 -- 172.21.15.39:0/697538713 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f899c003970 con 0x7f89ac101000 2024-06-13T06:13:18.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:18.058+0000 7f89b2604700 1 -- 172.21.15.39:0/697538713 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89ac1977e0 con 0x7f89ac101000 2024-06-13T06:13:18.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:18.059+0000 7f89a97fa700 1 -- 172.21.15.39:0/697538713 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f899c029070 con 0x7f89ac101000 2024-06-13T06:13:18.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:18.059+0000 7f89a97fa700 1 --2- 172.21.15.39:0/697538713 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f89940390f0 0x7f899403b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:13:18.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:18.059+0000 7f89a97fa700 1 -- 172.21.15.39:0/697538713 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f899c01e070 con 0x7f89ac101000 2024-06-13T06:13:18.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:18.059+0000 7f89b2604700 1 -- 172.21.15.39:0/697538713 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f89ac1024e0 con 0x7f89ac101000 2024-06-13T06:13:18.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:18.059+0000 7f89ab7fe700 1 --2- 172.21.15.39:0/697538713 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f89940390f0 0x7f899403b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:13:18.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:18.060+0000 7f89ab7fe700 1 --2- 172.21.15.39:0/697538713 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f89940390f0 0x7f899403b5b0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f89a0006fd0 tx=0x7f89a0006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:13:18.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:18.064+0000 7f89a97fa700 1 -- 172.21.15.39:0/697538713 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f899c030070 con 0x7f89ac101000 2024-06-13T06:13:18.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:18.277+0000 7f89b2604700 1 -- 172.21.15.39:0/697538713 --> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f89ac063af0 con 0x7f89940390f0 2024-06-13T06:13:18.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:18.278+0000 7f89a97fa700 1 -- 172.21.15.39:0/697538713 <== mgr.14152 v2:172.21.15.39:6800/2178314534 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+239 (secure 0 0 0) 0x7f89ac063af0 con 0x7f89940390f0 2024-06-13T06:13:18.278 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:13:18.278 INFO:teuthology.orchestra.run.smithi039.stdout:[{"addr": "172.21.15.39", "hostname": "smithi039", "labels": [], "status": ""}, {"addr": "172.21.15.96", "hostname": "smithi096", "labels": [], "status": ""}, {"addr": "172.21.15.149", "hostname": "smithi149", "labels": [], "status": ""}] 2024-06-13T06:13:18.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:18.281+0000 7f89b2604700 1 -- 172.21.15.39:0/697538713 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f89940390f0 msgr2=0x7f899403b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:13:18.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:18.281+0000 7f89b2604700 1 --2- 172.21.15.39:0/697538713 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f89940390f0 0x7f899403b5b0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f89a0006fd0 tx=0x7f89a0006e40 comp rx=0 tx=0).stop 2024-06-13T06:13:18.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:18.281+0000 7f89b2604700 1 -- 172.21.15.39:0/697538713 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89ac101000 msgr2=0x7f89ac19d660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:13:18.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:18.281+0000 7f89b2604700 1 --2- 172.21.15.39:0/697538713 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89ac101000 0x7f89ac19d660 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f899c005850 tx=0x7f899c005030 comp rx=0 tx=0).stop 2024-06-13T06:13:18.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:18.281+0000 7f89b2604700 1 -- 172.21.15.39:0/697538713 shutdown_connections 2024-06-13T06:13:18.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:18.281+0000 7f89b2604700 1 --2- 172.21.15.39:0/697538713 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f89940390f0 0x7f899403b5b0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:18.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:18.281+0000 7f89b2604700 1 --2- 172.21.15.39:0/697538713 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89ac101000 0x7f89ac19d660 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:18.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:18.281+0000 7f89b2604700 1 -- 172.21.15.39:0/697538713 >> 172.21.15.39:0/697538713 conn(0x7f89ac0fc890 msgr2=0x7f89ac06a300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:13:18.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:18.281+0000 7f89b2604700 1 -- 172.21.15.39:0/697538713 shutdown_connections 2024-06-13T06:13:18.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:18.281+0000 7f89b2604700 1 -- 172.21.15.39:0/697538713 wait complete. 2024-06-13T06:13:18.577 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:18 smithi039 ceph-mon[32479]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:18.578 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:18 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:18.899 INFO:tasks.cephadm:Setting crush tunables to default 2024-06-13T06:13:18.899 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph osd crush tunables default 2024-06-13T06:13:19.143 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:13:19.514 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:19 smithi039 ceph-mon[32479]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T06:13:20.307 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:20 smithi039 ceph-mon[32479]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:20.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:20.555+0000 7f23f99f7700 1 -- 172.21.15.39:0/106397955 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f23f4102100 msgr2=0x7f23f41024e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:13:20.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:20.555+0000 7f23f99f7700 1 --2- 172.21.15.39:0/106397955 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f23f4102100 0x7f23f41024e0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f23e4009910 tx=0x7f23e4009c20 comp rx=0 tx=0).stop 2024-06-13T06:13:20.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:20.555+0000 7f23f99f7700 1 -- 172.21.15.39:0/106397955 shutdown_connections 2024-06-13T06:13:20.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:20.555+0000 7f23f99f7700 1 --2- 172.21.15.39:0/106397955 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f23f4102100 0x7f23f41024e0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:20.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:20.555+0000 7f23f99f7700 1 -- 172.21.15.39:0/106397955 >> 172.21.15.39:0/106397955 conn(0x7f23f40fd9d0 msgr2=0x7f23f40ffdf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:13:20.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:20.555+0000 7f23f99f7700 1 -- 172.21.15.39:0/106397955 shutdown_connections 2024-06-13T06:13:20.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:20.555+0000 7f23f99f7700 1 -- 172.21.15.39:0/106397955 wait complete. 2024-06-13T06:13:20.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:20.556+0000 7f23f99f7700 1 Processor -- start 2024-06-13T06:13:20.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:20.556+0000 7f23f99f7700 1 -- start start 2024-06-13T06:13:20.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:20.556+0000 7f23f99f7700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f23f4102100 0x7f23f419d640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:13:20.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:20.556+0000 7f23f99f7700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f23f410c4d0 con 0x7f23f4102100 2024-06-13T06:13:20.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:20.557+0000 7f23f2ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f23f4102100 0x7f23f419d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:13:20.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:20.557+0000 7f23f2ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f23f4102100 0x7f23f419d640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42952/0 (socket says 172.21.15.39:42952) 2024-06-13T06:13:20.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:20.557+0000 7f23f2ffd700 1 -- 172.21.15.39:0/1625106456 learned_addr learned my addr 172.21.15.39:0/1625106456 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:13:20.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:20.557+0000 7f23f2ffd700 1 -- 172.21.15.39:0/1625106456 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23f419db80 con 0x7f23f4102100 2024-06-13T06:13:20.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:20.557+0000 7f23f2ffd700 1 --2- 172.21.15.39:0/1625106456 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f23f4102100 0x7f23f419d640 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f23e4005850 tx=0x7f23e4005030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:13:20.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:20.557+0000 7f23f89f5700 1 -- 172.21.15.39:0/1625106456 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f23e4026070 con 0x7f23f4102100 2024-06-13T06:13:20.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:20.557+0000 7f23f89f5700 1 -- 172.21.15.39:0/1625106456 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f23e400bbd0 con 0x7f23f4102100 2024-06-13T06:13:20.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:20.557+0000 7f23f89f5700 1 -- 172.21.15.39:0/1625106456 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f23e4003970 con 0x7f23f4102100 2024-06-13T06:13:20.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:20.557+0000 7f23f99f7700 1 -- 172.21.15.39:0/1625106456 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23f419de70 con 0x7f23f4102100 2024-06-13T06:13:20.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:20.557+0000 7f23f99f7700 1 -- 172.21.15.39:0/1625106456 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23f41977c0 con 0x7f23f4102100 2024-06-13T06:13:20.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:20.558+0000 7f23f89f5700 1 -- 172.21.15.39:0/1625106456 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f23e4029070 con 0x7f23f4102100 2024-06-13T06:13:20.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:20.558+0000 7f23f99f7700 1 -- 172.21.15.39:0/1625106456 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f23f41035e0 con 0x7f23f4102100 2024-06-13T06:13:20.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:20.558+0000 7f23f89f5700 1 --2- 172.21.15.39:0/1625106456 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f23e0039150 0x7f23e003b610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:13:20.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:20.559+0000 7f23f89f5700 1 -- 172.21.15.39:0/1625106456 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f23e401e070 con 0x7f23f4102100 2024-06-13T06:13:20.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:20.559+0000 7f23f27fc700 1 --2- 172.21.15.39:0/1625106456 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f23e0039150 0x7f23e003b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:13:20.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:20.559+0000 7f23f27fc700 1 --2- 172.21.15.39:0/1625106456 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f23e0039150 0x7f23e003b610 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f23dc006fd0 tx=0x7f23dc006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:13:20.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:20.563+0000 7f23f89f5700 1 -- 172.21.15.39:0/1625106456 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f23e4051070 con 0x7f23f4102100 2024-06-13T06:13:20.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:20.775+0000 7f23f99f7700 1 -- 172.21.15.39:0/1625106456 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f23f4198cf0 con 0x7f23f4102100 2024-06-13T06:13:21.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:21.262+0000 7f23f89f5700 1 -- 172.21.15.39:0/1625106456 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) ==== 124+0+0 (secure 0 0 0) 0x7f23e4030090 con 0x7f23f4102100 2024-06-13T06:13:21.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:21.265+0000 7f23f99f7700 1 -- 172.21.15.39:0/1625106456 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f23e0039150 msgr2=0x7f23e003b610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:13:21.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:21.265+0000 7f23f99f7700 1 --2- 172.21.15.39:0/1625106456 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f23e0039150 0x7f23e003b610 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f23dc006fd0 tx=0x7f23dc006e40 comp rx=0 tx=0).stop 2024-06-13T06:13:21.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:21.265+0000 7f23f99f7700 1 -- 172.21.15.39:0/1625106456 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f23f4102100 msgr2=0x7f23f419d640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:13:21.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:21.265+0000 7f23f99f7700 1 --2- 172.21.15.39:0/1625106456 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f23f4102100 0x7f23f419d640 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f23e4005850 tx=0x7f23e4005030 comp rx=0 tx=0).stop 2024-06-13T06:13:21.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:21.265+0000 7f23f99f7700 1 -- 172.21.15.39:0/1625106456 shutdown_connections 2024-06-13T06:13:21.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:21.265+0000 7f23f99f7700 1 --2- 172.21.15.39:0/1625106456 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f23e0039150 0x7f23e003b610 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:21.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:21.265+0000 7f23f99f7700 1 --2- 172.21.15.39:0/1625106456 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f23f4102100 0x7f23f419d640 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:21.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:21.265+0000 7f23f99f7700 1 -- 172.21.15.39:0/1625106456 >> 172.21.15.39:0/1625106456 conn(0x7f23f40fd9d0 msgr2=0x7f23f4103ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:13:21.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:21.265+0000 7f23f99f7700 1 -- 172.21.15.39:0/1625106456 shutdown_connections 2024-06-13T06:13:21.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:21.266+0000 7f23f99f7700 1 -- 172.21.15.39:0/1625106456 wait complete. 2024-06-13T06:13:21.266 INFO:teuthology.orchestra.run.smithi039.stderr:adjusted tunables profile to default 2024-06-13T06:13:21.557 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:21 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/1625106456' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-06-13T06:13:21.557 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:21 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:21.557 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:21 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:21.557 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:21 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:21.557 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:21 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:21.557 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:21 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:13:21.557 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:21 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:13:21.557 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:21 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:13:21.877 INFO:tasks.cephadm:Adding mon.a on smithi039 2024-06-13T06:13:21.877 INFO:tasks.cephadm:Adding mon.b on smithi096 2024-06-13T06:13:21.877 INFO:tasks.cephadm:Adding mon.c on smithi149 2024-06-13T06:13:21.877 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph orch apply mon '3;smithi039:172.21.15.39=a;smithi096:172.21.15.96=b;smithi149:172.21.15.149=c' 2024-06-13T06:13:22.108 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T06:13:22.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:22 smithi039 ceph-mon[32479]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:22.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:22 smithi039 ceph-mon[32479]: Updating smithi149:/etc/ceph/ceph.conf 2024-06-13T06:13:22.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:22 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/1625106456' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-06-13T06:13:22.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:22 smithi039 ceph-mon[32479]: osdmap e4: 0 total, 0 up, 0 in 2024-06-13T06:13:22.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:22 smithi039 ceph-mon[32479]: Updating smithi149:/var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T06:13:22.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:22 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:22.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:22 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:22.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:22 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:23.459 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:23 smithi039 ceph-mon[32479]: Updating smithi149:/etc/ceph/ceph.client.admin.keyring 2024-06-13T06:13:23.460 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:23 smithi039 ceph-mon[32479]: Updating smithi149:/var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/config/ceph.client.admin.keyring 2024-06-13T06:13:23.583 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:23.568+0000 7f91468cd700 1 -- 172.21.15.149:0/4204357264 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f91401007e0 msgr2=0x7f9140100bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:13:23.583 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:23.568+0000 7f91468cd700 1 --2- 172.21.15.149:0/4204357264 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f91401007e0 0x7f9140100bc0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f9130009910 tx=0x7f9130009c20 comp rx=0 tx=0).stop 2024-06-13T06:13:23.583 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:23.568+0000 7f91468cd700 1 -- 172.21.15.149:0/4204357264 shutdown_connections 2024-06-13T06:13:23.583 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:23.568+0000 7f91468cd700 1 --2- 172.21.15.149:0/4204357264 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f91401007e0 0x7f9140100bc0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:23.583 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:23.568+0000 7f91468cd700 1 -- 172.21.15.149:0/4204357264 >> 172.21.15.149:0/4204357264 conn(0x7f9140078320 msgr2=0x7f9140078730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:13:23.583 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:23.568+0000 7f91468cd700 1 -- 172.21.15.149:0/4204357264 shutdown_connections 2024-06-13T06:13:23.583 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:23.568+0000 7f91468cd700 1 -- 172.21.15.149:0/4204357264 wait complete. 2024-06-13T06:13:23.583 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:23.569+0000 7f91468cd700 1 Processor -- start 2024-06-13T06:13:23.583 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:23.569+0000 7f91468cd700 1 -- start start 2024-06-13T06:13:23.583 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:23.569+0000 7f91468cd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f91401007e0 0x7f914019df50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:13:23.584 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:23.569+0000 7f91468cd700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f9140112ad0 con 0x7f91401007e0 2024-06-13T06:13:23.584 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:23.569+0000 7f913ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f91401007e0 0x7f914019df50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:13:23.584 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:23.569+0000 7f913ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f91401007e0 0x7f914019df50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.149:60930/0 (socket says 172.21.15.149:60930) 2024-06-13T06:13:23.584 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:23.569+0000 7f913ffff700 1 -- 172.21.15.149:0/2287772507 learned_addr learned my addr 172.21.15.149:0/2287772507 (peer_addr_for_me v2:172.21.15.149:0/0) 2024-06-13T06:13:23.584 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:23.570+0000 7f913ffff700 1 -- 172.21.15.149:0/2287772507 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f914019e490 con 0x7f91401007e0 2024-06-13T06:13:23.584 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:23.570+0000 7f913ffff700 1 --2- 172.21.15.149:0/2287772507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f91401007e0 0x7f914019df50 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f9130005850 tx=0x7f9130005030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:13:23.584 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:23.570+0000 7f913d7fa700 1 -- 172.21.15.149:0/2287772507 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9130026070 con 0x7f91401007e0 2024-06-13T06:13:23.584 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:23.570+0000 7f91468cd700 1 -- 172.21.15.149:0/2287772507 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f914019e780 con 0x7f91401007e0 2024-06-13T06:13:23.584 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:23.570+0000 7f91468cd700 1 -- 172.21.15.149:0/2287772507 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91401a2820 con 0x7f91401007e0 2024-06-13T06:13:23.584 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:23.570+0000 7f913d7fa700 1 -- 172.21.15.149:0/2287772507 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f913000b6f0 con 0x7f91401007e0 2024-06-13T06:13:23.584 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:23.570+0000 7f913d7fa700 1 -- 172.21.15.149:0/2287772507 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9130030060 con 0x7f91401007e0 2024-06-13T06:13:23.585 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:23.571+0000 7f913d7fa700 1 -- 172.21.15.149:0/2287772507 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f9130029070 con 0x7f91401007e0 2024-06-13T06:13:23.585 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:23.571+0000 7f913d7fa700 1 --2- 172.21.15.149:0/2287772507 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f91280390a0 0x7f912803b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:13:23.585 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:23.571+0000 7f91468cd700 1 -- 172.21.15.149:0/2287772507 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f912c005330 con 0x7f91401007e0 2024-06-13T06:13:23.585 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:23.571+0000 7f913d7fa700 1 -- 172.21.15.149:0/2287772507 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f913001e070 con 0x7f91401007e0 2024-06-13T06:13:23.585 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:23.571+0000 7f913f7fe700 1 --2- 172.21.15.149:0/2287772507 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f91280390a0 0x7f912803b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:13:23.585 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:23.572+0000 7f913f7fe700 1 --2- 172.21.15.149:0/2287772507 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f91280390a0 0x7f912803b560 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f9134006fd0 tx=0x7f9134006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:13:23.585 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:23.581+0000 7f913d7fa700 1 -- 172.21.15.149:0/2287772507 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f9130013070 con 0x7f91401007e0 2024-06-13T06:13:23.791 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:23.791+0000 7f91468cd700 1 -- 172.21.15.149:0/2287772507 --> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi039:172.21.15.39=a;smithi096:172.21.15.96=b;smithi149:172.21.15.149=c", "target": ["mon-mgr", ""]}) -- 0x7f912c000c80 con 0x7f91280390a0 2024-06-13T06:13:23.797 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:23.797+0000 7f913d7fa700 1 -- 172.21.15.149:0/2287772507 <== mgr.14152 v2:172.21.15.39:6800/2178314534 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f912c000c80 con 0x7f91280390a0 2024-06-13T06:13:23.797 INFO:teuthology.orchestra.run.smithi149.stdout:Scheduled mon update... 2024-06-13T06:13:23.799 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:23.799+0000 7f91468cd700 1 -- 172.21.15.149:0/2287772507 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f91280390a0 msgr2=0x7f912803b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:13:23.799 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:23.799+0000 7f91468cd700 1 --2- 172.21.15.149:0/2287772507 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f91280390a0 0x7f912803b560 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f9134006fd0 tx=0x7f9134006e40 comp rx=0 tx=0).stop 2024-06-13T06:13:23.799 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:23.799+0000 7f91468cd700 1 -- 172.21.15.149:0/2287772507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f91401007e0 msgr2=0x7f914019df50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:13:23.799 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:23.799+0000 7f91468cd700 1 --2- 172.21.15.149:0/2287772507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f91401007e0 0x7f914019df50 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f9130005850 tx=0x7f9130005030 comp rx=0 tx=0).stop 2024-06-13T06:13:23.799 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:23.799+0000 7f91468cd700 1 -- 172.21.15.149:0/2287772507 shutdown_connections 2024-06-13T06:13:23.799 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:23.799+0000 7f91468cd700 1 --2- 172.21.15.149:0/2287772507 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f91280390a0 0x7f912803b560 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:23.799 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:23.799+0000 7f91468cd700 1 --2- 172.21.15.149:0/2287772507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f91401007e0 0x7f914019df50 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:23.799 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:23.799+0000 7f91468cd700 1 -- 172.21.15.149:0/2287772507 >> 172.21.15.149:0/2287772507 conn(0x7f9140078320 msgr2=0x7f91400fd9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:13:23.799 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:23.799+0000 7f91468cd700 1 -- 172.21.15.149:0/2287772507 shutdown_connections 2024-06-13T06:13:23.799 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:23.799+0000 7f91468cd700 1 -- 172.21.15.149:0/2287772507 wait complete. 2024-06-13T06:13:24.399 DEBUG:teuthology.orchestra.run.smithi096:mon.b> sudo journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mon.b.service 2024-06-13T06:13:24.401 DEBUG:teuthology.orchestra.run.smithi149:mon.c> sudo journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mon.c.service 2024-06-13T06:13:24.404 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-06-13T06:13:24.404 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph mon dump -f json 2024-06-13T06:13:24.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:24 smithi039 ceph-mon[32479]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:24.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:24 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:24.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:24 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:13:24.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:24 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:13:24.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:24 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:13:24.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:24 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:24.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:24 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-13T06:13:24.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:24 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:13:25.563 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T06:13:25.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:25 smithi039 ceph-mon[32479]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi039:172.21.15.39=a;smithi096:172.21.15.96=b;smithi149:172.21.15.149=c", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:13:25.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:25 smithi039 ceph-mon[32479]: Saving service mon spec with placement smithi039:172.21.15.39=a;smithi096:172.21.15.96=b;smithi149:172.21.15.149=c;count:3 2024-06-13T06:13:25.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:25 smithi039 ceph-mon[32479]: Deploying daemon mon.c on smithi149 2024-06-13T06:13:26.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:26 smithi039 ceph-mon[32479]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:28.282 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:28.280+0000 7f85dee94700 1 -- 172.21.15.149:0/2376178886 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85d8101040 msgr2=0x7f85d8101420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:13:28.282 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:28.280+0000 7f85dee94700 1 --2- 172.21.15.149:0/2376178886 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85d8101040 0x7f85d8101420 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f85d400b0a0 tx=0x7f85d400b3b0 comp rx=0 tx=0).stop 2024-06-13T06:13:28.282 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:28.280+0000 7f85dee94700 1 -- 172.21.15.149:0/2376178886 shutdown_connections 2024-06-13T06:13:28.282 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:28.280+0000 7f85dee94700 1 --2- 172.21.15.149:0/2376178886 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85d8101040 0x7f85d8101420 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:28.282 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:28.280+0000 7f85dee94700 1 -- 172.21.15.149:0/2376178886 >> 172.21.15.149:0/2376178886 conn(0x7f85d80768f0 msgr2=0x7f85d8076d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:13:28.282 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:28.280+0000 7f85dee94700 1 -- 172.21.15.149:0/2376178886 shutdown_connections 2024-06-13T06:13:28.283 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:28.280+0000 7f85dee94700 1 -- 172.21.15.149:0/2376178886 wait complete. 2024-06-13T06:13:28.283 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:28.281+0000 7f85dee94700 1 Processor -- start 2024-06-13T06:13:28.283 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:28.281+0000 7f85dee94700 1 -- start start 2024-06-13T06:13:28.283 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:28.281+0000 7f85dee94700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85d8101040 0x7f85d8198870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:13:28.283 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:28.281+0000 7f85dee94700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f85d810b3c0 con 0x7f85d8101040 2024-06-13T06:13:28.283 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:28.281+0000 7f85dcc30700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85d8101040 0x7f85d8198870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:13:28.283 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:28.281+0000 7f85dcc30700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85d8101040 0x7f85d8198870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.149:60952/0 (socket says 172.21.15.149:60952) 2024-06-13T06:13:28.283 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:28.281+0000 7f85dcc30700 1 -- 172.21.15.149:0/414489926 learned_addr learned my addr 172.21.15.149:0/414489926 (peer_addr_for_me v2:172.21.15.149:0/0) 2024-06-13T06:13:28.283 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:28.282+0000 7f85dcc30700 1 -- 172.21.15.149:0/414489926 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85d8198db0 con 0x7f85d8101040 2024-06-13T06:13:28.283 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:28.282+0000 7f85dcc30700 1 --2- 172.21.15.149:0/414489926 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85d8101040 0x7f85d8198870 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f85d4015040 tx=0x7f85d4003d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:13:28.283 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:28.282+0000 7f85cdffb700 1 -- 172.21.15.149:0/414489926 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f85d4017040 con 0x7f85d8101040 2024-06-13T06:13:28.283 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:28.282+0000 7f85cdffb700 1 -- 172.21.15.149:0/414489926 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f85d4022070 con 0x7f85d8101040 2024-06-13T06:13:28.284 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:28.282+0000 7f85dee94700 1 -- 172.21.15.149:0/414489926 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85d8199040 con 0x7f85d8101040 2024-06-13T06:13:28.284 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:28.282+0000 7f85cdffb700 1 -- 172.21.15.149:0/414489926 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f85d401d5d0 con 0x7f85d8101040 2024-06-13T06:13:28.284 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:28.282+0000 7f85dee94700 1 -- 172.21.15.149:0/414489926 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85d8199500 con 0x7f85d8101040 2024-06-13T06:13:28.285 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:28.283+0000 7f85dee94700 1 -- 172.21.15.149:0/414489926 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85d81024d0 con 0x7f85d8101040 2024-06-13T06:13:28.285 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:28.283+0000 7f85cdffb700 1 -- 172.21.15.149:0/414489926 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f85d4004000 con 0x7f85d8101040 2024-06-13T06:13:28.285 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:28.283+0000 7f85cdffb700 1 --2- 172.21.15.149:0/414489926 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f85c00390f0 0x7f85c003b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:13:28.285 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:28.283+0000 7f85cdffb700 1 -- 172.21.15.149:0/414489926 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f85d400f050 con 0x7f85d8101040 2024-06-13T06:13:28.285 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:28.284+0000 7f85cffff700 1 --2- 172.21.15.149:0/414489926 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f85c00390f0 0x7f85c003b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:13:28.285 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:28.284+0000 7f85cffff700 1 --2- 172.21.15.149:0/414489926 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f85c00390f0 0x7f85c003b5b0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f85c8006fd0 tx=0x7f85c8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:13:28.288 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:28.289+0000 7f85cdffb700 1 -- 172.21.15.149:0/414489926 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f85d4007e20 con 0x7f85d8101040 2024-06-13T06:13:28.577 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:28.578+0000 7f85dee94700 1 -- 172.21.15.149:0/414489926 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f85d8063af0 con 0x7f85d8101040 2024-06-13T06:13:28.578 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:28.578+0000 7f85cdffb700 1 -- 172.21.15.149:0/414489926 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) ==== 95+0+745 (secure 0 0 0) 0x7f85d400bcc0 con 0x7f85d8101040 2024-06-13T06:13:28.578 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-06-13T06:13:28.578 INFO:teuthology.orchestra.run.smithi149.stdout:{"epoch":1,"fsid":"ae626f9c-294b-11ef-bc9c-c7b262605968","modified":"2024-06-13T06:11:47.910174Z","created":"2024-06-13T06:11:47.910174Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:3300","nonce":0},{"type":"v1","addr":"172.21.15.39:6789","nonce":0}]},"addr":"172.21.15.39:6789/0","public_addr":"172.21.15.39:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-06-13T06:13:28.580 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:28.581+0000 7f85dee94700 1 -- 172.21.15.149:0/414489926 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f85c00390f0 msgr2=0x7f85c003b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:13:28.580 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:28.581+0000 7f85dee94700 1 --2- 172.21.15.149:0/414489926 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f85c00390f0 0x7f85c003b5b0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f85c8006fd0 tx=0x7f85c8006e40 comp rx=0 tx=0).stop 2024-06-13T06:13:28.580 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:28.581+0000 7f85dee94700 1 -- 172.21.15.149:0/414489926 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85d8101040 msgr2=0x7f85d8198870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:13:28.580 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:28.581+0000 7f85dee94700 1 --2- 172.21.15.149:0/414489926 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85d8101040 0x7f85d8198870 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f85d4015040 tx=0x7f85d4003d50 comp rx=0 tx=0).stop 2024-06-13T06:13:28.581 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:28.581+0000 7f85dee94700 1 -- 172.21.15.149:0/414489926 shutdown_connections 2024-06-13T06:13:28.581 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:28.581+0000 7f85dee94700 1 --2- 172.21.15.149:0/414489926 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f85c00390f0 0x7f85c003b5b0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:28.581 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:28.581+0000 7f85dee94700 1 --2- 172.21.15.149:0/414489926 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85d8101040 0x7f85d8198870 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:28.581 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:28.581+0000 7f85dee94700 1 -- 172.21.15.149:0/414489926 >> 172.21.15.149:0/414489926 conn(0x7f85d80768f0 msgr2=0x7f85d81029c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:13:28.581 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:28.581+0000 7f85dee94700 1 -- 172.21.15.149:0/414489926 shutdown_connections 2024-06-13T06:13:28.581 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:28.581+0000 7f85dee94700 1 -- 172.21.15.149:0/414489926 wait complete. 2024-06-13T06:13:28.581 INFO:teuthology.orchestra.run.smithi149.stderr:dumped monmap epoch 1 2024-06-13T06:13:28.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:28 smithi039 ceph-mon[32479]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:30.432 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-06-13T06:13:30.432 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph mon dump -f json 2024-06-13T06:13:30.678 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.c/config 2024-06-13T06:13:34.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:33 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-13T06:13:34.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:33 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T06:13:34.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:33 smithi039 ceph-mon[32479]: mon.a calling monitor election 2024-06-13T06:13:34.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:33 smithi039 ceph-mon[32479]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:34.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:33 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T06:13:34.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:33 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T06:13:34.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:33 smithi039 ceph-mon[32479]: mon.c calling monitor election 2024-06-13T06:13:34.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:33 smithi039 ceph-mon[32479]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:34.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:33 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T06:13:34.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:33 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T06:13:34.173 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:33 smithi039 ceph-mon[32479]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:34.173 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:33 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T06:13:34.173 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:33 smithi039 ceph-mon[32479]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-06-13T06:13:34.173 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:33 smithi039 ceph-mon[32479]: monmap epoch 2 2024-06-13T06:13:34.173 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:33 smithi039 ceph-mon[32479]: fsid ae626f9c-294b-11ef-bc9c-c7b262605968 2024-06-13T06:13:34.173 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:33 smithi039 ceph-mon[32479]: last_changed 2024-06-13T06:13:28.714345+0000 2024-06-13T06:13:34.173 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:33 smithi039 ceph-mon[32479]: created 2024-06-13T06:11:47.910174+0000 2024-06-13T06:13:34.173 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:33 smithi039 ceph-mon[32479]: min_mon_release 19 (squid) 2024-06-13T06:13:34.173 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:33 smithi039 ceph-mon[32479]: election_strategy: 1 2024-06-13T06:13:34.173 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:33 smithi039 ceph-mon[32479]: 0: [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] mon.a 2024-06-13T06:13:34.173 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:33 smithi039 ceph-mon[32479]: 1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.c 2024-06-13T06:13:34.173 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:33 smithi039 ceph-mon[32479]: fsmap 2024-06-13T06:13:34.173 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:33 smithi039 ceph-mon[32479]: osdmap e4: 0 total, 0 up, 0 in 2024-06-13T06:13:34.173 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:33 smithi039 ceph-mon[32479]: mgrmap e13: x(active, since 48s) 2024-06-13T06:13:34.174 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:33 smithi039 ceph-mon[32479]: overall HEALTH_OK 2024-06-13T06:13:34.174 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:33 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:34.174 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:33 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:34.174 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:33 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:34.174 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:33 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-13T06:13:34.174 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:33 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:13:34.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:33 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:13:35.166 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:34 smithi149 ceph-mon[36963]: Deploying daemon mon.b on smithi096 2024-06-13T06:13:35.167 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:34 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T06:13:35.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:34 smithi039 ceph-mon[32479]: Deploying daemon mon.b on smithi096 2024-06-13T06:13:35.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:34 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T06:13:35.189 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:35.189+0000 7fccd438b700 1 -- 172.21.15.149:0/3951924890 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fccb80035c0 msgr2=0x7fccb8005a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:13:35.189 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:35.189+0000 7fccd438b700 1 --2- 172.21.15.149:0/3951924890 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fccb80035c0 0x7fccb8005a50 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fcccc0785c0 tx=0x7fccbc00feb0 comp rx=0 tx=0).stop 2024-06-13T06:13:35.189 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:35.189+0000 7fccd438b700 1 -- 172.21.15.149:0/3951924890 shutdown_connections 2024-06-13T06:13:35.189 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:35.189+0000 7fccd438b700 1 --2- 172.21.15.149:0/3951924890 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fccb80035c0 0x7fccb8005a50 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:35.189 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:35.189+0000 7fccd438b700 1 -- 172.21.15.149:0/3951924890 >> 172.21.15.149:0/3951924890 conn(0x7fcccc0772d0 msgr2=0x7fcccc0776e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:13:35.189 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:35.189+0000 7fccd438b700 1 -- 172.21.15.149:0/3951924890 shutdown_connections 2024-06-13T06:13:35.190 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:35.189+0000 7fccd438b700 1 -- 172.21.15.149:0/3951924890 wait complete. 2024-06-13T06:13:35.191 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:35.190+0000 7fccd438b700 1 Processor -- start 2024-06-13T06:13:35.191 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:35.190+0000 7fccd438b700 1 -- start start 2024-06-13T06:13:35.191 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:35.190+0000 7fccd438b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fccb80035c0 0x7fcccc19d7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:13:35.191 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:35.190+0000 7fccd438b700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcccc19dcf0 0x7fcccc197970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:13:35.191 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:35.191+0000 7fccd438b700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fcccc10a020 con 0x7fccb80035c0 2024-06-13T06:13:35.191 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:35.191+0000 7fccd438b700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fcccc109ea0 con 0x7fcccc19dcf0 2024-06-13T06:13:35.192 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:35.191+0000 7fccd1926700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcccc19dcf0 0x7fcccc197970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:13:35.192 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:35.191+0000 7fccd2127700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fccb80035c0 0x7fcccc19d7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:13:35.192 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:35.191+0000 7fccd1926700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcccc19dcf0 0x7fcccc197970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.149:53060/0 (socket says 172.21.15.149:53060) 2024-06-13T06:13:35.192 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:35.191+0000 7fccd1926700 1 -- 172.21.15.149:0/3767070004 learned_addr learned my addr 172.21.15.149:0/3767070004 (peer_addr_for_me v2:172.21.15.149:0/0) 2024-06-13T06:13:35.192 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:35.191+0000 7fccd1926700 1 -- 172.21.15.149:0/3767070004 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcccc19dcf0 msgr2=0x7fcccc197970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-06-13T06:13:35.192 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:35.191+0000 7fccd1926700 1 -- 172.21.15.149:0/3767070004 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcccc19dcf0 msgr2=0x7fcccc197970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-06-13T06:13:35.192 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:35.191+0000 7fccd1926700 1 --2- 172.21.15.149:0/3767070004 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcccc19dcf0 0x7fcccc197970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-06-13T06:13:35.192 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:35.191+0000 7fccd1926700 1 --2- 172.21.15.149:0/3767070004 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcccc19dcf0 0x7fcccc197970 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-06-13T06:13:35.192 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:35.191+0000 7fccd2127700 1 -- 172.21.15.149:0/3767070004 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcccc19dcf0 msgr2=0x7fcccc197970 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-13T06:13:35.192 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:35.191+0000 7fccd2127700 1 --2- 172.21.15.149:0/3767070004 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcccc19dcf0 0x7fcccc197970 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:35.192 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:35.191+0000 7fccd2127700 1 -- 172.21.15.149:0/3767070004 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcccc19e330 con 0x7fccb80035c0 2024-06-13T06:13:35.192 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:35.191+0000 7fccd2127700 1 --2- 172.21.15.149:0/3767070004 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fccb80035c0 0x7fcccc19d7b0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fccbc0059d0 tx=0x7fccbc0057d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:13:35.192 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:35.192+0000 7fccc37fe700 1 -- 172.21.15.149:0/3767070004 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7fccbc004b20 con 0x7fccb80035c0 2024-06-13T06:13:35.193 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:35.192+0000 7fccd438b700 1 -- 172.21.15.149:0/3767070004 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcccc197eb0 con 0x7fccb80035c0 2024-06-13T06:13:35.193 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:35.192+0000 7fccc37fe700 1 -- 172.21.15.149:0/3767070004 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fccbc013e40 con 0x7fccb80035c0 2024-06-13T06:13:35.193 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:35.192+0000 7fccc37fe700 1 -- 172.21.15.149:0/3767070004 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7fccbc011ca0 con 0x7fccb80035c0 2024-06-13T06:13:35.193 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:35.192+0000 7fccd438b700 1 -- 172.21.15.149:0/3767070004 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcccc198440 con 0x7fccb80035c0 2024-06-13T06:13:35.194 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:35.193+0000 7fccc37fe700 1 -- 172.21.15.149:0/3767070004 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fccbc023070 con 0x7fccb80035c0 2024-06-13T06:13:35.194 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:35.193+0000 7fccd438b700 1 -- 172.21.15.149:0/3767070004 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcccc06a3f0 con 0x7fccb80035c0 2024-06-13T06:13:35.194 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:35.193+0000 7fccc37fe700 1 --2- 172.21.15.149:0/3767070004 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fccb0038e90 0x7fccb003b350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:13:35.194 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:35.193+0000 7fccc37fe700 1 -- 172.21.15.149:0/3767070004 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fccbc020050 con 0x7fccb80035c0 2024-06-13T06:13:35.194 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:35.193+0000 7fccd1926700 1 --2- 172.21.15.149:0/3767070004 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fccb0038e90 0x7fccb003b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:13:35.194 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:35.194+0000 7fccd1926700 1 --2- 172.21.15.149:0/3767070004 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fccb0038e90 0x7fccb003b350 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fccc8009180 tx=0x7fccc8008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:13:35.198 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:35.198+0000 7fccc37fe700 1 -- 172.21.15.149:0/3767070004 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fccbc031020 con 0x7fccb80035c0 2024-06-13T06:13:35.474 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:35.474+0000 7fccd438b700 1 -- 172.21.15.149:0/3767070004 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7fcccc198ea0 con 0x7fccb80035c0 2024-06-13T06:13:35.474 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:35.475+0000 7fccc37fe700 1 -- 172.21.15.149:0/3767070004 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1015 (secure 0 0 0) 0x7fccbc028030 con 0x7fccb80035c0 2024-06-13T06:13:35.475 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-06-13T06:13:35.475 INFO:teuthology.orchestra.run.smithi149.stdout:{"epoch":2,"fsid":"ae626f9c-294b-11ef-bc9c-c7b262605968","modified":"2024-06-13T06:13:28.714345Z","created":"2024-06-13T06:11:47.910174Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:3300","nonce":0},{"type":"v1","addr":"172.21.15.39:6789","nonce":0}]},"addr":"172.21.15.39:6789/0","public_addr":"172.21.15.39:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:3300","nonce":0},{"type":"v1","addr":"172.21.15.149:6789","nonce":0}]},"addr":"172.21.15.149:6789/0","public_addr":"172.21.15.149:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-06-13T06:13:35.477 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:35.477+0000 7fccd438b700 1 -- 172.21.15.149:0/3767070004 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fccb0038e90 msgr2=0x7fccb003b350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:13:35.477 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:35.477+0000 7fccd438b700 1 --2- 172.21.15.149:0/3767070004 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fccb0038e90 0x7fccb003b350 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fccc8009180 tx=0x7fccc8008040 comp rx=0 tx=0).stop 2024-06-13T06:13:35.477 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:35.477+0000 7fccd438b700 1 -- 172.21.15.149:0/3767070004 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fccb80035c0 msgr2=0x7fcccc19d7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:13:35.477 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:35.477+0000 7fccd438b700 1 --2- 172.21.15.149:0/3767070004 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fccb80035c0 0x7fcccc19d7b0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fccbc0059d0 tx=0x7fccbc0057d0 comp rx=0 tx=0).stop 2024-06-13T06:13:35.477 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:35.477+0000 7fccd438b700 1 -- 172.21.15.149:0/3767070004 shutdown_connections 2024-06-13T06:13:35.477 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:35.477+0000 7fccd438b700 1 --2- 172.21.15.149:0/3767070004 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fccb0038e90 0x7fccb003b350 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:35.477 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:35.477+0000 7fccd438b700 1 --2- 172.21.15.149:0/3767070004 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fccb80035c0 0x7fcccc19d7b0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:35.478 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:35.477+0000 7fccd438b700 1 --2- 172.21.15.149:0/3767070004 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcccc19dcf0 0x7fcccc197970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:35.478 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:35.477+0000 7fccd438b700 1 -- 172.21.15.149:0/3767070004 >> 172.21.15.149:0/3767070004 conn(0x7fcccc0772d0 msgr2=0x7fcccc0fe980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:13:35.478 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:35.478+0000 7fccd438b700 1 -- 172.21.15.149:0/3767070004 shutdown_connections 2024-06-13T06:13:35.478 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:35.478+0000 7fccd438b700 1 -- 172.21.15.149:0/3767070004 wait complete. 2024-06-13T06:13:35.478 INFO:teuthology.orchestra.run.smithi149.stderr:dumped monmap epoch 2 2024-06-13T06:13:36.030 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:35 smithi149 ceph-mon[36963]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:36.030 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:35 smithi149 ceph-mon[36963]: from='client.? 172.21.15.149:0/3767070004' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-06-13T06:13:36.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:35 smithi039 ceph-mon[32479]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:36.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:35 smithi039 ceph-mon[32479]: from='client.? 172.21.15.149:0/3767070004' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-06-13T06:13:36.172 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:13:35 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:13:35.714+0000 7fee03c36700 -1 mgr.server handle_report got status from non-daemon mon.c 2024-06-13T06:13:37.059 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-06-13T06:13:37.059 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph mon dump -f json 2024-06-13T06:13:37.302 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.c/config 2024-06-13T06:13:37.426 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 podman[36513]: 2024-06-13 06:13:37.236644656 +0000 UTC m=+0.018392386 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-13T06:13:37.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 podman[36513]: 2024-06-13 06:13:37.516498235 +0000 UTC m=+0.298245963 container init ee0a2b74d03105a33c5a94e986abe16ae01983b9f44e5cab0983bdc01c7ec7d1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mon-b, maintainer=Guillaume Abrioux , GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240528, RELEASE=squid-3d89acc, io.buildah.version=1.33.5) 2024-06-13T06:13:37.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 podman[36513]: 2024-06-13 06:13:37.519546521 +0000 UTC m=+0.301294250 container start ee0a2b74d03105a33c5a94e986abe16ae01983b9f44e5cab0983bdc01c7ec7d1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mon-b, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240528, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-06-13T06:13:37.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: set uid:gid to 167:167 (ceph:ceph) 2024-06-13T06:13:37.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: ceph version 19.0.0-2946-g3d89accf (3d89accfe3201286f000e065a1faea2a88c7a6ba) squid (rc), process ceph-mon, pid 2 2024-06-13T06:13:37.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: pidfile_write: ignore empty --pid-file 2024-06-13T06:13:37.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: load: jerasure load: lrc 2024-06-13T06:13:37.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: RocksDB version: 7.9.2 2024-06-13T06:13:37.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Git sha 0 2024-06-13T06:13:37.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Compile date 2024-05-30 15:42:47 2024-06-13T06:13:37.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: DB SUMMARY 2024-06-13T06:13:37.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: DB Session ID: QYI3N1CKOA9GTXKNMWAR 2024-06-13T06:13:37.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: CURRENT file: CURRENT 2024-06-13T06:13:37.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: IDENTITY file: IDENTITY 2024-06-13T06:13:37.793 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-06-13T06:13:37.793 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-06-13T06:13:37.793 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 636 ; 2024-06-13T06:13:37.793 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.error_if_exists: 0 2024-06-13T06:13:37.793 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.create_if_missing: 0 2024-06-13T06:13:37.793 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.paranoid_checks: 1 2024-06-13T06:13:37.793 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.flush_verify_memtable_count: 1 2024-06-13T06:13:37.793 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-06-13T06:13:37.793 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-06-13T06:13:37.793 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.env: 0x559095442c60 2024-06-13T06:13:37.793 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.fs: PosixFileSystem 2024-06-13T06:13:37.793 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.info_log: 0x559096c81b20 2024-06-13T06:13:37.793 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.max_file_opening_threads: 16 2024-06-13T06:13:37.794 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.statistics: (nil) 2024-06-13T06:13:37.794 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.use_fsync: 0 2024-06-13T06:13:37.794 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.max_log_file_size: 0 2024-06-13T06:13:37.795 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-06-13T06:13:37.795 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.log_file_time_to_roll: 0 2024-06-13T06:13:37.795 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.keep_log_file_num: 1000 2024-06-13T06:13:37.795 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.recycle_log_file_num: 0 2024-06-13T06:13:37.795 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.allow_fallocate: 1 2024-06-13T06:13:37.795 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.allow_mmap_reads: 0 2024-06-13T06:13:37.795 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.allow_mmap_writes: 0 2024-06-13T06:13:37.795 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.use_direct_reads: 0 2024-06-13T06:13:37.795 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-06-13T06:13:37.795 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.create_missing_column_families: 0 2024-06-13T06:13:37.795 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.db_log_dir: 2024-06-13T06:13:37.795 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.wal_dir: 2024-06-13T06:13:37.796 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.table_cache_numshardbits: 6 2024-06-13T06:13:37.796 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.WAL_ttl_seconds: 0 2024-06-13T06:13:37.796 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.WAL_size_limit_MB: 0 2024-06-13T06:13:37.796 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-06-13T06:13:37.796 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-06-13T06:13:37.796 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.is_fd_close_on_exec: 1 2024-06-13T06:13:37.796 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.advise_random_on_open: 1 2024-06-13T06:13:37.796 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.db_write_buffer_size: 0 2024-06-13T06:13:37.796 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.write_buffer_manager: 0x559096c521e0 2024-06-13T06:13:37.796 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-06-13T06:13:37.796 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-06-13T06:13:37.796 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.use_adaptive_mutex: 0 2024-06-13T06:13:37.797 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.rate_limiter: (nil) 2024-06-13T06:13:37.797 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-06-13T06:13:37.797 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.wal_recovery_mode: 2 2024-06-13T06:13:37.797 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.enable_thread_tracking: 0 2024-06-13T06:13:37.797 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.enable_pipelined_write: 0 2024-06-13T06:13:37.797 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.unordered_write: 0 2024-06-13T06:13:37.797 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-06-13T06:13:37.797 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-06-13T06:13:37.797 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-06-13T06:13:37.797 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-06-13T06:13:37.797 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.row_cache: None 2024-06-13T06:13:37.797 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.wal_filter: None 2024-06-13T06:13:37.798 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-06-13T06:13:37.798 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.allow_ingest_behind: 0 2024-06-13T06:13:37.798 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.two_write_queues: 0 2024-06-13T06:13:37.798 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.manual_wal_flush: 0 2024-06-13T06:13:37.798 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.wal_compression: 0 2024-06-13T06:13:37.798 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.atomic_flush: 0 2024-06-13T06:13:37.798 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-06-13T06:13:37.798 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.persist_stats_to_disk: 0 2024-06-13T06:13:37.798 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.write_dbid_to_manifest: 0 2024-06-13T06:13:37.798 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.log_readahead_size: 0 2024-06-13T06:13:37.798 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-06-13T06:13:37.798 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.best_efforts_recovery: 0 2024-06-13T06:13:37.799 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-06-13T06:13:37.799 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-06-13T06:13:37.799 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.allow_data_in_errors: 0 2024-06-13T06:13:37.799 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.db_host_id: __hostname__ 2024-06-13T06:13:37.799 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.enforce_single_del_contracts: true 2024-06-13T06:13:37.799 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.max_background_jobs: 2 2024-06-13T06:13:37.799 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.max_background_compactions: -1 2024-06-13T06:13:37.799 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.max_subcompactions: 1 2024-06-13T06:13:37.799 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-06-13T06:13:37.799 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-06-13T06:13:37.799 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.delayed_write_rate : 16777216 2024-06-13T06:13:37.799 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.max_total_wal_size: 0 2024-06-13T06:13:37.799 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-06-13T06:13:37.800 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.stats_dump_period_sec: 600 2024-06-13T06:13:37.800 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.stats_persist_period_sec: 600 2024-06-13T06:13:37.800 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-06-13T06:13:37.800 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.max_open_files: -1 2024-06-13T06:13:37.800 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.bytes_per_sync: 0 2024-06-13T06:13:37.800 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.wal_bytes_per_sync: 0 2024-06-13T06:13:37.800 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.strict_bytes_per_sync: 0 2024-06-13T06:13:37.800 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.compaction_readahead_size: 0 2024-06-13T06:13:37.800 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.max_background_flushes: -1 2024-06-13T06:13:37.800 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Compression algorithms supported: 2024-06-13T06:13:37.800 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-06-13T06:13:37.800 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: kZSTD supported: 0 2024-06-13T06:13:37.800 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: kXpressCompression supported: 0 2024-06-13T06:13:37.801 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: kLZ4HCCompression supported: 1 2024-06-13T06:13:37.801 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: kZlibCompression supported: 1 2024-06-13T06:13:37.801 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: kSnappyCompression supported: 1 2024-06-13T06:13:37.801 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: kLZ4Compression supported: 1 2024-06-13T06:13:37.801 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: kBZip2Compression supported: 0 2024-06-13T06:13:37.801 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Fast CRC32 supported: Supported on x86 2024-06-13T06:13:37.801 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: DMutex implementation: pthread_mutex_t 2024-06-13T06:13:37.801 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2024-06-13T06:13:37.801 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-06-13T06:13:37.801 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-06-13T06:13:37.801 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.merge_operator: 2024-06-13T06:13:37.801 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.compaction_filter: None 2024-06-13T06:13:37.801 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.compaction_filter_factory: None 2024-06-13T06:13:37.801 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.sst_partitioner_factory: None 2024-06-13T06:13:37.801 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.memtable_factory: SkipListFactory 2024-06-13T06:13:37.802 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.table_factory: BlockBasedTable 2024-06-13T06:13:37.802 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x559096c81c40) 2024-06-13T06:13:37.802 INFO:journalctl@ceph.mon.b.smithi096.stdout: cache_index_and_filter_blocks: 1 2024-06-13T06:13:37.802 INFO:journalctl@ceph.mon.b.smithi096.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-06-13T06:13:37.802 INFO:journalctl@ceph.mon.b.smithi096.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-06-13T06:13:37.802 INFO:journalctl@ceph.mon.b.smithi096.stdout: pin_top_level_index_and_filter: 1 2024-06-13T06:13:37.802 INFO:journalctl@ceph.mon.b.smithi096.stdout: index_type: 0 2024-06-13T06:13:37.802 INFO:journalctl@ceph.mon.b.smithi096.stdout: data_block_index_type: 0 2024-06-13T06:13:37.802 INFO:journalctl@ceph.mon.b.smithi096.stdout: index_shortening: 1 2024-06-13T06:13:37.802 INFO:journalctl@ceph.mon.b.smithi096.stdout: data_block_hash_table_util_ratio: 0.750000 2024-06-13T06:13:37.802 INFO:journalctl@ceph.mon.b.smithi096.stdout: checksum: 4 2024-06-13T06:13:37.802 INFO:journalctl@ceph.mon.b.smithi096.stdout: no_block_cache: 0 2024-06-13T06:13:37.802 INFO:journalctl@ceph.mon.b.smithi096.stdout: block_cache: 0x559096c83090 2024-06-13T06:13:37.803 INFO:journalctl@ceph.mon.b.smithi096.stdout: block_cache_name: BinnedLRUCache 2024-06-13T06:13:37.803 INFO:journalctl@ceph.mon.b.smithi096.stdout: block_cache_options: 2024-06-13T06:13:37.803 INFO:journalctl@ceph.mon.b.smithi096.stdout: capacity : 536870912 2024-06-13T06:13:37.803 INFO:journalctl@ceph.mon.b.smithi096.stdout: num_shard_bits : 4 2024-06-13T06:13:37.803 INFO:journalctl@ceph.mon.b.smithi096.stdout: strict_capacity_limit : 0 2024-06-13T06:13:37.803 INFO:journalctl@ceph.mon.b.smithi096.stdout: high_pri_pool_ratio: 0.000 2024-06-13T06:13:37.803 INFO:journalctl@ceph.mon.b.smithi096.stdout: block_cache_compressed: (nil) 2024-06-13T06:13:37.803 INFO:journalctl@ceph.mon.b.smithi096.stdout: persistent_cache: (nil) 2024-06-13T06:13:37.803 INFO:journalctl@ceph.mon.b.smithi096.stdout: block_size: 4096 2024-06-13T06:13:37.803 INFO:journalctl@ceph.mon.b.smithi096.stdout: block_size_deviation: 10 2024-06-13T06:13:37.803 INFO:journalctl@ceph.mon.b.smithi096.stdout: block_restart_interval: 16 2024-06-13T06:13:37.803 INFO:journalctl@ceph.mon.b.smithi096.stdout: index_block_restart_interval: 1 2024-06-13T06:13:37.803 INFO:journalctl@ceph.mon.b.smithi096.stdout: metadata_block_size: 4096 2024-06-13T06:13:37.803 INFO:journalctl@ceph.mon.b.smithi096.stdout: partition_filters: 0 2024-06-13T06:13:37.803 INFO:journalctl@ceph.mon.b.smithi096.stdout: use_delta_encoding: 1 2024-06-13T06:13:37.804 INFO:journalctl@ceph.mon.b.smithi096.stdout: filter_policy: bloomfilter 2024-06-13T06:13:37.804 INFO:journalctl@ceph.mon.b.smithi096.stdout: whole_key_filtering: 1 2024-06-13T06:13:37.804 INFO:journalctl@ceph.mon.b.smithi096.stdout: verify_compression: 0 2024-06-13T06:13:37.804 INFO:journalctl@ceph.mon.b.smithi096.stdout: read_amp_bytes_per_bit: 0 2024-06-13T06:13:37.804 INFO:journalctl@ceph.mon.b.smithi096.stdout: format_version: 5 2024-06-13T06:13:37.804 INFO:journalctl@ceph.mon.b.smithi096.stdout: enable_index_compression: 1 2024-06-13T06:13:37.804 INFO:journalctl@ceph.mon.b.smithi096.stdout: block_align: 0 2024-06-13T06:13:37.804 INFO:journalctl@ceph.mon.b.smithi096.stdout: max_auto_readahead_size: 262144 2024-06-13T06:13:37.804 INFO:journalctl@ceph.mon.b.smithi096.stdout: prepopulate_block_cache: 0 2024-06-13T06:13:37.804 INFO:journalctl@ceph.mon.b.smithi096.stdout: initial_auto_readahead_size: 8192 2024-06-13T06:13:37.804 INFO:journalctl@ceph.mon.b.smithi096.stdout: num_file_reads_for_auto_readahead: 2 2024-06-13T06:13:37.804 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.write_buffer_size: 33554432 2024-06-13T06:13:37.804 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.max_write_buffer_number: 2 2024-06-13T06:13:37.804 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.compression: NoCompression 2024-06-13T06:13:37.805 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.bottommost_compression: Disabled 2024-06-13T06:13:37.805 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.prefix_extractor: nullptr 2024-06-13T06:13:37.805 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-06-13T06:13:37.805 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.num_levels: 7 2024-06-13T06:13:37.805 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-06-13T06:13:37.805 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-06-13T06:13:37.805 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-06-13T06:13:37.805 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-06-13T06:13:37.805 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-06-13T06:13:37.805 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-06-13T06:13:37.805 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-06-13T06:13:37.805 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-06-13T06:13:37.805 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-06-13T06:13:37.805 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-06-13T06:13:37.805 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-06-13T06:13:37.806 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-06-13T06:13:37.806 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.compression_opts.window_bits: -14 2024-06-13T06:13:37.806 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.compression_opts.level: 32767 2024-06-13T06:13:37.806 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.compression_opts.strategy: 0 2024-06-13T06:13:37.806 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-06-13T06:13:37.806 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-06-13T06:13:37.806 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-06-13T06:13:37.806 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-06-13T06:13:37.806 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.compression_opts.enabled: false 2024-06-13T06:13:37.806 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-06-13T06:13:37.806 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-06-13T06:13:37.806 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-06-13T06:13:37.806 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-06-13T06:13:37.806 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.target_file_size_base: 67108864 2024-06-13T06:13:37.806 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.target_file_size_multiplier: 1 2024-06-13T06:13:37.807 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-06-13T06:13:37.807 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-06-13T06:13:37.807 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-06-13T06:13:37.807 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-06-13T06:13:37.807 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-06-13T06:13:37.808 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-06-13T06:13:37.808 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-06-13T06:13:37.808 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-06-13T06:13:37.808 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-06-13T06:13:37.808 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-06-13T06:13:37.808 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-06-13T06:13:37.809 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-06-13T06:13:37.809 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-06-13T06:13:37.809 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.arena_block_size: 1048576 2024-06-13T06:13:37.809 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-06-13T06:13:37.809 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-06-13T06:13:37.809 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.disable_auto_compactions: 0 2024-06-13T06:13:37.809 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-06-13T06:13:37.809 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-06-13T06:13:37.809 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-06-13T06:13:37.809 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-06-13T06:13:37.809 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-06-13T06:13:37.809 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-06-13T06:13:37.809 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-06-13T06:13:37.810 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-06-13T06:13:37.810 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-06-13T06:13:37.810 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-06-13T06:13:37.810 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.table_properties_collectors: 2024-06-13T06:13:37.810 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.inplace_update_support: 0 2024-06-13T06:13:37.810 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.inplace_update_num_locks: 10000 2024-06-13T06:13:37.810 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-06-13T06:13:37.810 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-06-13T06:13:37.810 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.memtable_huge_page_size: 0 2024-06-13T06:13:37.810 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.bloom_locality: 0 2024-06-13T06:13:37.810 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.max_successive_merges: 0 2024-06-13T06:13:37.810 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.optimize_filters_for_hits: 0 2024-06-13T06:13:37.811 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.paranoid_file_checks: 0 2024-06-13T06:13:37.811 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.force_consistency_checks: 1 2024-06-13T06:13:37.811 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.report_bg_io_stats: 0 2024-06-13T06:13:37.811 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.ttl: 2592000 2024-06-13T06:13:37.811 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.periodic_compaction_seconds: 0 2024-06-13T06:13:37.811 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-06-13T06:13:37.811 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-06-13T06:13:37.811 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.enable_blob_files: false 2024-06-13T06:13:37.811 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.min_blob_size: 0 2024-06-13T06:13:37.811 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.blob_file_size: 268435456 2024-06-13T06:13:37.811 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.blob_compression_type: NoCompression 2024-06-13T06:13:37.811 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.enable_blob_garbage_collection: false 2024-06-13T06:13:37.811 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-06-13T06:13:37.812 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-06-13T06:13:37.812 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-06-13T06:13:37.812 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.blob_file_starting_level: 0 2024-06-13T06:13:37.812 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-06-13T06:13:37.812 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-06-13T06:13:37.812 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-06-13T06:13:37.812 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 0e9e7178-e56f-4d9b-b801-e31e1cad9dba 2024-06-13T06:13:37.812 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: EVENT_LOG_v1 {"time_micros": 1718259217549434, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-06-13T06:13:37.812 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-06-13T06:13:37.812 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: EVENT_LOG_v1 {"time_micros": 1718259217549834, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1747, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1718259217, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "0e9e7178-e56f-4d9b-b801-e31e1cad9dba", "db_session_id": "QYI3N1CKOA9GTXKNMWAR", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-06-13T06:13:37.812 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: EVENT_LOG_v1 {"time_micros": 1718259217549913, "job": 1, "event": "recovery_finished"} 2024-06-13T06:13:37.812 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-06-13T06:13:37.812 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-06-13T06:13:37.813 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x559096d72000 2024-06-13T06:13:37.813 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: DB pointer 0x559096d5c000 2024-06-13T06:13:37.813 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-06-13T06:13:37.813 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-06-13T06:13:37.813 INFO:journalctl@ceph.mon.b.smithi096.stdout: ** DB Stats ** 2024-06-13T06:13:37.813 INFO:journalctl@ceph.mon.b.smithi096.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-06-13T06:13:37.813 INFO:journalctl@ceph.mon.b.smithi096.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-06-13T06:13:37.813 INFO:journalctl@ceph.mon.b.smithi096.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-06-13T06:13:37.813 INFO:journalctl@ceph.mon.b.smithi096.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-06-13T06:13:37.813 INFO:journalctl@ceph.mon.b.smithi096.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-06-13T06:13:37.813 INFO:journalctl@ceph.mon.b.smithi096.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-06-13T06:13:37.813 INFO:journalctl@ceph.mon.b.smithi096.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-06-13T06:13:37.813 INFO:journalctl@ceph.mon.b.smithi096.stdout: 2024-06-13T06:13:37.814 INFO:journalctl@ceph.mon.b.smithi096.stdout: ** Compaction Stats [default] ** 2024-06-13T06:13:37.814 INFO:journalctl@ceph.mon.b.smithi096.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-06-13T06:13:37.814 INFO:journalctl@ceph.mon.b.smithi096.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-06-13T06:13:37.814 INFO:journalctl@ceph.mon.b.smithi096.stdout: L0 1/0 1.71 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-06-13T06:13:37.814 INFO:journalctl@ceph.mon.b.smithi096.stdout: Sum 1/0 1.71 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-06-13T06:13:37.814 INFO:journalctl@ceph.mon.b.smithi096.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-06-13T06:13:37.814 INFO:journalctl@ceph.mon.b.smithi096.stdout: 2024-06-13T06:13:37.814 INFO:journalctl@ceph.mon.b.smithi096.stdout: ** Compaction Stats [default] ** 2024-06-13T06:13:37.814 INFO:journalctl@ceph.mon.b.smithi096.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-06-13T06:13:37.814 INFO:journalctl@ceph.mon.b.smithi096.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-06-13T06:13:37.814 INFO:journalctl@ceph.mon.b.smithi096.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-06-13T06:13:37.815 INFO:journalctl@ceph.mon.b.smithi096.stdout: 2024-06-13T06:13:37.815 INFO:journalctl@ceph.mon.b.smithi096.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-06-13T06:13:37.815 INFO:journalctl@ceph.mon.b.smithi096.stdout: 2024-06-13T06:13:37.815 INFO:journalctl@ceph.mon.b.smithi096.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-06-13T06:13:37.815 INFO:journalctl@ceph.mon.b.smithi096.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-06-13T06:13:37.815 INFO:journalctl@ceph.mon.b.smithi096.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-06-13T06:13:37.815 INFO:journalctl@ceph.mon.b.smithi096.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-06-13T06:13:37.815 INFO:journalctl@ceph.mon.b.smithi096.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-06-13T06:13:37.815 INFO:journalctl@ceph.mon.b.smithi096.stdout: AddFile(Keys): cumulative 0, interval 0 2024-06-13T06:13:37.815 INFO:journalctl@ceph.mon.b.smithi096.stdout: Cumulative compaction: 0.00 GB write, 0.68 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-06-13T06:13:37.815 INFO:journalctl@ceph.mon.b.smithi096.stdout: Interval compaction: 0.00 GB write, 0.68 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-06-13T06:13:37.815 INFO:journalctl@ceph.mon.b.smithi096.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-06-13T06:13:37.815 INFO:journalctl@ceph.mon.b.smithi096.stdout: Block cache BinnedLRUCache@0x559096c83090#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-06-13T06:13:37.815 INFO:journalctl@ceph.mon.b.smithi096.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-06-13T06:13:37.816 INFO:journalctl@ceph.mon.b.smithi096.stdout: 2024-06-13T06:13:37.816 INFO:journalctl@ceph.mon.b.smithi096.stdout: ** File Read Latency Histogram By Level [default] ** 2024-06-13T06:13:37.816 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: mon.b does not exist in monmap, will attempt to join an existing cluster 2024-06-13T06:13:37.816 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: using public_addr v2:172.21.15.96:0/0 -> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] 2024-06-13T06:13:37.816 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: starting mon.b rank -1 at public addrs [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] at bind addrs [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid ae626f9c-294b-11ef-bc9c-c7b262605968 2024-06-13T06:13:37.816 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: mon.b@-1(???) e0 preinit fsid ae626f9c-294b-11ef-bc9c-c7b262605968 2024-06-13T06:13:37.816 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: mon.b@-1(synchronizing).mds e1 new map 2024-06-13T06:13:37.816 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: mon.b@-1(synchronizing).mds e1 print_map 2024-06-13T06:13:37.816 INFO:journalctl@ceph.mon.b.smithi096.stdout: e1 2024-06-13T06:13:37.816 INFO:journalctl@ceph.mon.b.smithi096.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-06-13T06:13:37.816 INFO:journalctl@ceph.mon.b.smithi096.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-06-13T06:13:37.816 INFO:journalctl@ceph.mon.b.smithi096.stdout: legacy client fscid: -1 2024-06-13T06:13:37.816 INFO:journalctl@ceph.mon.b.smithi096.stdout: 2024-06-13T06:13:37.816 INFO:journalctl@ceph.mon.b.smithi096.stdout: No filesystems configured 2024-06-13T06:13:37.817 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-06-13T06:13:37.817 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-06-13T06:13:37.817 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-06-13T06:13:37.817 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-06-13T06:13:37.817 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-06-13T06:13:37.817 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-06-13T06:13:37.817 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-06-13T06:13:37.817 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-06-13T06:13:37.817 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-06-13T06:13:37.817 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-06-13T06:13:37.817 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T06:13:37.817 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:37.818 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:37.818 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:37.818 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi149", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:13:37.818 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:37.818 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:37.818 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:37.818 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:37.818 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi096", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:13:37.818 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:13:37.818 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:13:37.818 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: Updating smithi096:/etc/ceph/ceph.conf 2024-06-13T06:13:37.818 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: Deploying cephadm binary to smithi149 2024-06-13T06:13:37.818 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: Updating smithi096:/var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T06:13:37.819 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: Updating smithi096:/etc/ceph/ceph.client.admin.keyring 2024-06-13T06:13:37.819 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:37.819 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:37.819 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: Updating smithi096:/var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/config/ceph.client.admin.keyring 2024-06-13T06:13:37.819 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:37.819 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:37.819 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:37.819 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:37.819 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:13:37.819 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:37.819 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: Added host smithi149 2024-06-13T06:13:37.819 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:37.819 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:37.819 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:37.819 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T06:13:37.820 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:37.820 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/1625106456' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-06-13T06:13:37.820 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:37.820 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:37.820 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:37.820 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:37.820 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:13:37.820 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:13:37.820 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:13:37.820 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:37.820 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: Updating smithi149:/etc/ceph/ceph.conf 2024-06-13T06:13:37.820 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/1625106456' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-06-13T06:13:37.820 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: osdmap e4: 0 total, 0 up, 0 in 2024-06-13T06:13:37.821 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: Updating smithi149:/var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T06:13:37.821 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:37.821 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:37.821 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:37.821 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: Updating smithi149:/etc/ceph/ceph.client.admin.keyring 2024-06-13T06:13:37.821 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: Updating smithi149:/var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/config/ceph.client.admin.keyring 2024-06-13T06:13:37.821 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:37.821 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:37.821 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:13:37.821 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:13:37.821 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:13:37.821 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:37.821 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-13T06:13:37.821 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:13:37.822 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi039:172.21.15.39=a;smithi096:172.21.15.96=b;smithi149:172.21.15.149=c", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:13:37.822 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: Saving service mon spec with placement smithi039:172.21.15.39=a;smithi096:172.21.15.96=b;smithi149:172.21.15.149=c;count:3 2024-06-13T06:13:37.822 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: Deploying daemon mon.c on smithi149 2024-06-13T06:13:37.822 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:37.822 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:37.822 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-13T06:13:37.822 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T06:13:37.822 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: mon.a calling monitor election 2024-06-13T06:13:37.822 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:37.822 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T06:13:37.822 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T06:13:37.822 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: mon.c calling monitor election 2024-06-13T06:13:37.822 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:37.822 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T06:13:37.823 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T06:13:37.823 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:37.823 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T06:13:37.823 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-06-13T06:13:37.823 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: monmap epoch 2 2024-06-13T06:13:37.823 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: fsid ae626f9c-294b-11ef-bc9c-c7b262605968 2024-06-13T06:13:37.823 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: last_changed 2024-06-13T06:13:28.714345+0000 2024-06-13T06:13:37.823 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: created 2024-06-13T06:11:47.910174+0000 2024-06-13T06:13:37.823 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: min_mon_release 19 (squid) 2024-06-13T06:13:37.823 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: election_strategy: 1 2024-06-13T06:13:37.823 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: 0: [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] mon.a 2024-06-13T06:13:37.823 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: 1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.c 2024-06-13T06:13:37.823 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: fsmap 2024-06-13T06:13:37.823 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: osdmap e4: 0 total, 0 up, 0 in 2024-06-13T06:13:37.823 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: mgrmap e13: x(active, since 48s) 2024-06-13T06:13:37.824 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: overall HEALTH_OK 2024-06-13T06:13:37.824 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:37.824 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:37.824 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:37.824 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-13T06:13:37.824 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:13:37.824 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: Deploying daemon mon.b on smithi096 2024-06-13T06:13:37.824 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T06:13:37.824 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:37.824 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: from='client.? 172.21.15.149:0/3767070004' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-06-13T06:13:37.824 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 ceph-mon[36532]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-06-13T06:13:37.824 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 bash[36513]: ee0a2b74d03105a33c5a94e986abe16ae01983b9f44e5cab0983bdc01c7ec7d1 2024-06-13T06:13:37.824 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:37 smithi096 systemd[1]: Started Ceph mon.b for ae626f9c-294b-11ef-bc9c-c7b262605968. 2024-06-13T06:13:42.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:42 smithi039 ceph-mon[32479]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:42.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:42 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-13T06:13:42.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:42 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T06:13:42.923 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:42 smithi039 ceph-mon[32479]: mon.a calling monitor election 2024-06-13T06:13:42.923 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:42 smithi039 ceph-mon[32479]: mon.c calling monitor election 2024-06-13T06:13:42.923 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:42 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T06:13:42.923 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:42 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T06:13:42.923 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:42 smithi039 ceph-mon[32479]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:42.923 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:42 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T06:13:42.924 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:42 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T06:13:42.924 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:42 smithi039 ceph-mon[32479]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:42.924 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:42 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T06:13:42.924 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:42 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T06:13:42.924 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:42 smithi039 ceph-mon[32479]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-06-13T06:13:42.924 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:42 smithi039 ceph-mon[32479]: monmap epoch 3 2024-06-13T06:13:42.925 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:42 smithi039 ceph-mon[32479]: fsid ae626f9c-294b-11ef-bc9c-c7b262605968 2024-06-13T06:13:42.925 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:42 smithi039 ceph-mon[32479]: last_changed 2024-06-13T06:13:37.571492+0000 2024-06-13T06:13:42.925 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:42 smithi039 ceph-mon[32479]: created 2024-06-13T06:11:47.910174+0000 2024-06-13T06:13:42.925 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:42 smithi039 ceph-mon[32479]: min_mon_release 19 (squid) 2024-06-13T06:13:42.925 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:42 smithi039 ceph-mon[32479]: election_strategy: 1 2024-06-13T06:13:42.925 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:42 smithi039 ceph-mon[32479]: 0: [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] mon.a 2024-06-13T06:13:42.926 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:42 smithi039 ceph-mon[32479]: 1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.c 2024-06-13T06:13:42.926 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:42 smithi039 ceph-mon[32479]: 2: [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] mon.b 2024-06-13T06:13:42.926 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:42 smithi039 ceph-mon[32479]: fsmap 2024-06-13T06:13:42.926 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:42 smithi039 ceph-mon[32479]: osdmap e4: 0 total, 0 up, 0 in 2024-06-13T06:13:42.926 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:42 smithi039 ceph-mon[32479]: mgrmap e13: x(active, since 57s) 2024-06-13T06:13:42.926 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:42 smithi039 ceph-mon[32479]: overall HEALTH_OK 2024-06-13T06:13:42.927 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:42 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:42.927 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:42 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:42.927 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:42 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:42.927 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:42 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:42.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:42 smithi149 ceph-mon[36963]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:42.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:42 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-13T06:13:42.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:42 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T06:13:42.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:42 smithi149 ceph-mon[36963]: mon.a calling monitor election 2024-06-13T06:13:42.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:42 smithi149 ceph-mon[36963]: mon.c calling monitor election 2024-06-13T06:13:42.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:42 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T06:13:42.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:42 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T06:13:42.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:42 smithi149 ceph-mon[36963]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:42.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:42 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T06:13:42.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:42 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T06:13:42.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:42 smithi149 ceph-mon[36963]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:42.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:42 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T06:13:42.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:42 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T06:13:42.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:42 smithi149 ceph-mon[36963]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-06-13T06:13:42.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:42 smithi149 ceph-mon[36963]: monmap epoch 3 2024-06-13T06:13:42.970 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:42 smithi149 ceph-mon[36963]: fsid ae626f9c-294b-11ef-bc9c-c7b262605968 2024-06-13T06:13:42.970 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:42 smithi149 ceph-mon[36963]: last_changed 2024-06-13T06:13:37.571492+0000 2024-06-13T06:13:42.970 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:42 smithi149 ceph-mon[36963]: created 2024-06-13T06:11:47.910174+0000 2024-06-13T06:13:42.970 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:42 smithi149 ceph-mon[36963]: min_mon_release 19 (squid) 2024-06-13T06:13:42.970 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:42 smithi149 ceph-mon[36963]: election_strategy: 1 2024-06-13T06:13:42.970 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:42 smithi149 ceph-mon[36963]: 0: [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] mon.a 2024-06-13T06:13:42.971 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:42 smithi149 ceph-mon[36963]: 1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.c 2024-06-13T06:13:42.971 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:42 smithi149 ceph-mon[36963]: 2: [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] mon.b 2024-06-13T06:13:42.971 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:42 smithi149 ceph-mon[36963]: fsmap 2024-06-13T06:13:42.971 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:42 smithi149 ceph-mon[36963]: osdmap e4: 0 total, 0 up, 0 in 2024-06-13T06:13:42.971 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:42 smithi149 ceph-mon[36963]: mgrmap e13: x(active, since 57s) 2024-06-13T06:13:42.971 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:42 smithi149 ceph-mon[36963]: overall HEALTH_OK 2024-06-13T06:13:42.971 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:42 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:42.972 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:42 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:42.972 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:42 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:42.972 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:42 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:43.288 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.288+0000 7ff9d90ed700 1 -- 172.21.15.149:0/2014169727 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9bc0035c0 msgr2=0x7ff9bc005a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:13:43.288 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.288+0000 7ff9d90ed700 1 --2- 172.21.15.149:0/2014169727 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9bc0035c0 0x7ff9bc005a50 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7ff9d4100db0 tx=0x7ff9c800fe60 comp rx=0 tx=0).stop 2024-06-13T06:13:43.288 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.288+0000 7ff9d90ed700 1 -- 172.21.15.149:0/2014169727 shutdown_connections 2024-06-13T06:13:43.288 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.288+0000 7ff9d90ed700 1 --2- 172.21.15.149:0/2014169727 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9bc0035c0 0x7ff9bc005a50 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:43.288 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.288+0000 7ff9d90ed700 1 -- 172.21.15.149:0/2014169727 >> 172.21.15.149:0/2014169727 conn(0x7ff9d40fc970 msgr2=0x7ff9d40fed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:13:43.288 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.288+0000 7ff9d90ed700 1 -- 172.21.15.149:0/2014169727 shutdown_connections 2024-06-13T06:13:43.288 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.288+0000 7ff9d90ed700 1 -- 172.21.15.149:0/2014169727 wait complete. 2024-06-13T06:13:43.291 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.289+0000 7ff9d90ed700 1 Processor -- start 2024-06-13T06:13:43.291 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.289+0000 7ff9d90ed700 1 -- start start 2024-06-13T06:13:43.291 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.290+0000 7ff9d90ed700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff9bc0035c0 0x7ff9d4198a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:13:43.291 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.290+0000 7ff9d90ed700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9d4198f50 0x7ff9d41993d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:13:43.291 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.290+0000 7ff9d90ed700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff9d41a1a80 0x7ff9d41a3e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:13:43.292 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.290+0000 7ff9d90ed700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7ff9d4108ec0 con 0x7ff9d4198f50 2024-06-13T06:13:43.292 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.290+0000 7ff9d90ed700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7ff9d4108d40 con 0x7ff9d41a1a80 2024-06-13T06:13:43.292 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.290+0000 7ff9d90ed700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7ff9d4109040 con 0x7ff9bc0035c0 2024-06-13T06:13:43.292 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.290+0000 7ff9d2d9d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff9bc0035c0 0x7ff9d4198a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:13:43.292 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.290+0000 7ff9d2d9d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff9bc0035c0 0x7ff9d4198a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.149:42076/0 (socket says 172.21.15.149:42076) 2024-06-13T06:13:43.292 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.290+0000 7ff9d2d9d700 1 -- 172.21.15.149:0/4180812670 learned_addr learned my addr 172.21.15.149:0/4180812670 (peer_addr_for_me v2:172.21.15.149:0/0) 2024-06-13T06:13:43.292 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.290+0000 7ff9d2d9d700 1 -- 172.21.15.149:0/4180812670 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff9bc0035c0 msgr2=0x7ff9d4198a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-06-13T06:13:43.292 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.290+0000 7ff9d2d9d700 1 -- 172.21.15.149:0/4180812670 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff9bc0035c0 msgr2=0x7ff9d4198a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-06-13T06:13:43.292 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.290+0000 7ff9d2d9d700 1 --2- 172.21.15.149:0/4180812670 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff9bc0035c0 0x7ff9d4198a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-06-13T06:13:43.292 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.290+0000 7ff9d2d9d700 1 --2- 172.21.15.149:0/4180812670 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff9bc0035c0 0x7ff9d4198a10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-06-13T06:13:43.292 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.290+0000 7ff9d259c700 1 --2- 172.21.15.149:0/4180812670 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9d4198f50 0x7ff9d41993d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:13:43.293 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.290+0000 7ff9d359e700 1 --2- 172.21.15.149:0/4180812670 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff9d41a1a80 0x7ff9d41a3e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:13:43.293 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.290+0000 7ff9d359e700 1 -- 172.21.15.149:0/4180812670 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff9d41a1a80 msgr2=0x7ff9d41a3e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 14 2024-06-13T06:13:43.293 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.290+0000 7ff9d359e700 1 -- 172.21.15.149:0/4180812670 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff9d41a1a80 msgr2=0x7ff9d41a3e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-06-13T06:13:43.293 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.290+0000 7ff9d359e700 1 --2- 172.21.15.149:0/4180812670 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff9d41a1a80 0x7ff9d41a3e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-06-13T06:13:43.293 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.290+0000 7ff9d359e700 1 --2- 172.21.15.149:0/4180812670 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff9d41a1a80 0x7ff9d41a3e70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-06-13T06:13:43.293 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.290+0000 7ff9d259c700 1 -- 172.21.15.149:0/4180812670 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff9bc0035c0 msgr2=0x7ff9d4198a10 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-13T06:13:43.293 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.290+0000 7ff9d259c700 1 --2- 172.21.15.149:0/4180812670 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff9bc0035c0 0x7ff9d4198a10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:43.293 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.290+0000 7ff9d259c700 1 -- 172.21.15.149:0/4180812670 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff9d41a1a80 msgr2=0x7ff9d41a3e70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-13T06:13:43.293 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.290+0000 7ff9d259c700 1 --2- 172.21.15.149:0/4180812670 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff9d41a1a80 0x7ff9d41a3e70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:43.293 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.290+0000 7ff9d259c700 1 -- 172.21.15.149:0/4180812670 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9d41a46b0 con 0x7ff9d4198f50 2024-06-13T06:13:43.293 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.291+0000 7ff9d259c700 1 --2- 172.21.15.149:0/4180812670 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9d4198f50 0x7ff9d41993d0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7ff9c400b550 tx=0x7ff9c400b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:13:43.293 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.291+0000 7ff9bbfff700 1 -- 172.21.15.149:0/4180812670 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9c4004230 con 0x7ff9d4198f50 2024-06-13T06:13:43.294 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.291+0000 7ff9bbfff700 1 -- 172.21.15.149:0/4180812670 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff9c40043d0 con 0x7ff9d4198f50 2024-06-13T06:13:43.294 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.291+0000 7ff9bbfff700 1 -- 172.21.15.149:0/4180812670 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9c4011c20 con 0x7ff9d4198f50 2024-06-13T06:13:43.294 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.291+0000 7ff9d90ed700 1 -- 172.21.15.149:0/4180812670 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9d41a49a0 con 0x7ff9d4198f50 2024-06-13T06:13:43.294 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.291+0000 7ff9d90ed700 1 -- 172.21.15.149:0/4180812670 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9d41a4ee0 con 0x7ff9d4198f50 2024-06-13T06:13:43.294 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.292+0000 7ff9d90ed700 1 -- 172.21.15.149:0/4180812670 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff9d4063af0 con 0x7ff9d4198f50 2024-06-13T06:13:43.294 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.292+0000 7ff9bbfff700 1 -- 172.21.15.149:0/4180812670 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7ff9c401a400 con 0x7ff9d4198f50 2024-06-13T06:13:43.295 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.292+0000 7ff9bbfff700 1 --2- 172.21.15.149:0/4180812670 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff9c0039580 0x7ff9c003ba40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:13:43.295 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.292+0000 7ff9bbfff700 1 -- 172.21.15.149:0/4180812670 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7ff9c404bdc0 con 0x7ff9d4198f50 2024-06-13T06:13:43.295 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.293+0000 7ff9d2d9d700 1 --2- 172.21.15.149:0/4180812670 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff9c0039580 0x7ff9c003ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:13:43.295 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.293+0000 7ff9d2d9d700 1 --2- 172.21.15.149:0/4180812670 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff9c0039580 0x7ff9c003ba40 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7ff9c8005b40 tx=0x7ff9c8005ad0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:13:43.297 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.298+0000 7ff9bbfff700 1 -- 172.21.15.149:0/4180812670 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7ff9c401a890 con 0x7ff9d4198f50 2024-06-13T06:13:43.596 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.597+0000 7ff9d90ed700 1 -- 172.21.15.149:0/4180812670 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7ff9d402de60 con 0x7ff9d4198f50 2024-06-13T06:13:43.597 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.597+0000 7ff9bbfff700 1 -- 172.21.15.149:0/4180812670 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) ==== 95+0+1279 (secure 0 0 0) 0x7ff9c4003c80 con 0x7ff9d4198f50 2024-06-13T06:13:43.598 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-06-13T06:13:43.598 INFO:teuthology.orchestra.run.smithi149.stdout:{"epoch":3,"fsid":"ae626f9c-294b-11ef-bc9c-c7b262605968","modified":"2024-06-13T06:13:37.571492Z","created":"2024-06-13T06:11:47.910174Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:3300","nonce":0},{"type":"v1","addr":"172.21.15.39:6789","nonce":0}]},"addr":"172.21.15.39:6789/0","public_addr":"172.21.15.39:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:3300","nonce":0},{"type":"v1","addr":"172.21.15.149:6789","nonce":0}]},"addr":"172.21.15.149:6789/0","public_addr":"172.21.15.149:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:3300","nonce":0},{"type":"v1","addr":"172.21.15.96:6789","nonce":0}]},"addr":"172.21.15.96:6789/0","public_addr":"172.21.15.96:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-06-13T06:13:43.600 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.600+0000 7ff9d90ed700 1 -- 172.21.15.149:0/4180812670 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff9c0039580 msgr2=0x7ff9c003ba40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:13:43.600 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.600+0000 7ff9d90ed700 1 --2- 172.21.15.149:0/4180812670 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff9c0039580 0x7ff9c003ba40 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7ff9c8005b40 tx=0x7ff9c8005ad0 comp rx=0 tx=0).stop 2024-06-13T06:13:43.600 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.600+0000 7ff9d90ed700 1 -- 172.21.15.149:0/4180812670 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9d4198f50 msgr2=0x7ff9d41993d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:13:43.600 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.600+0000 7ff9d90ed700 1 --2- 172.21.15.149:0/4180812670 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9d4198f50 0x7ff9d41993d0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7ff9c400b550 tx=0x7ff9c400b910 comp rx=0 tx=0).stop 2024-06-13T06:13:43.600 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.600+0000 7ff9d90ed700 1 -- 172.21.15.149:0/4180812670 shutdown_connections 2024-06-13T06:13:43.601 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.600+0000 7ff9d90ed700 1 --2- 172.21.15.149:0/4180812670 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff9c0039580 0x7ff9c003ba40 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:43.601 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.600+0000 7ff9d90ed700 1 --2- 172.21.15.149:0/4180812670 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff9d41a1a80 0x7ff9d41a3e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:43.601 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.600+0000 7ff9d90ed700 1 --2- 172.21.15.149:0/4180812670 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff9bc0035c0 0x7ff9d4198a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:43.601 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.600+0000 7ff9d90ed700 1 --2- 172.21.15.149:0/4180812670 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9d4198f50 0x7ff9d41993d0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:43.601 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.600+0000 7ff9d90ed700 1 -- 172.21.15.149:0/4180812670 >> 172.21.15.149:0/4180812670 conn(0x7ff9d40fc970 msgr2=0x7ff9d40fde40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:13:43.601 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.600+0000 7ff9d90ed700 1 -- 172.21.15.149:0/4180812670 shutdown_connections 2024-06-13T06:13:43.602 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:43.600+0000 7ff9d90ed700 1 -- 172.21.15.149:0/4180812670 wait complete. 2024-06-13T06:13:43.602 INFO:teuthology.orchestra.run.smithi149.stderr:dumped monmap epoch 3 2024-06-13T06:13:43.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:43 smithi039 ceph-mon[32479]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:43.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:43 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:13:43.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:43 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T06:13:43.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:43 smithi039 ceph-mon[32479]: from='client.? 172.21.15.149:0/4180812670' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-06-13T06:13:43.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:43 smithi149 ceph-mon[36963]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:43.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:43 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:13:43.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:43 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T06:13:43.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:43 smithi149 ceph-mon[36963]: from='client.? 172.21.15.149:0/4180812670' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-06-13T06:13:44.753 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-06-13T06:13:44.753 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph config generate-minimal-conf 2024-06-13T06:13:45.006 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:13:45.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:44 smithi096 ceph-mon[36532]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:45.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:44 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-13T06:13:45.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:44 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T06:13:45.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:44 smithi096 ceph-mon[36532]: mon.a calling monitor election 2024-06-13T06:13:45.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:44 smithi096 ceph-mon[36532]: mon.c calling monitor election 2024-06-13T06:13:45.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:44 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T06:13:45.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:44 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T06:13:45.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:44 smithi096 ceph-mon[36532]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:45.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:44 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T06:13:45.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:44 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T06:13:45.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:44 smithi096 ceph-mon[36532]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:45.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:44 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T06:13:45.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:44 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T06:13:45.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:44 smithi096 ceph-mon[36532]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-06-13T06:13:45.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:44 smithi096 ceph-mon[36532]: monmap epoch 3 2024-06-13T06:13:45.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:44 smithi096 ceph-mon[36532]: fsid ae626f9c-294b-11ef-bc9c-c7b262605968 2024-06-13T06:13:45.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:44 smithi096 ceph-mon[36532]: last_changed 2024-06-13T06:13:37.571492+0000 2024-06-13T06:13:45.043 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:44 smithi096 ceph-mon[36532]: created 2024-06-13T06:11:47.910174+0000 2024-06-13T06:13:45.043 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:44 smithi096 ceph-mon[36532]: min_mon_release 19 (squid) 2024-06-13T06:13:45.043 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:44 smithi096 ceph-mon[36532]: election_strategy: 1 2024-06-13T06:13:45.043 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:44 smithi096 ceph-mon[36532]: 0: [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] mon.a 2024-06-13T06:13:45.043 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:44 smithi096 ceph-mon[36532]: 1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.c 2024-06-13T06:13:45.043 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:44 smithi096 ceph-mon[36532]: 2: [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] mon.b 2024-06-13T06:13:45.043 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:44 smithi096 ceph-mon[36532]: fsmap 2024-06-13T06:13:45.043 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:44 smithi096 ceph-mon[36532]: osdmap e4: 0 total, 0 up, 0 in 2024-06-13T06:13:45.043 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:44 smithi096 ceph-mon[36532]: mgrmap e13: x(active, since 57s) 2024-06-13T06:13:45.043 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:44 smithi096 ceph-mon[36532]: overall HEALTH_OK 2024-06-13T06:13:45.043 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:44 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:45.043 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:44 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:45.044 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:44 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:45.044 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:44 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:45.044 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:44 smithi096 ceph-mon[36532]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:45.044 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:44 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:13:45.044 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:44 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T06:13:45.044 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:44 smithi096 ceph-mon[36532]: from='client.? 172.21.15.149:0/4180812670' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-06-13T06:13:45.299 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:45 smithi039 ceph-mon[32479]: mon.b calling monitor election 2024-06-13T06:13:45.299 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:45 smithi039 ceph-mon[32479]: Updating smithi039:/etc/ceph/ceph.conf 2024-06-13T06:13:45.300 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:45 smithi039 ceph-mon[32479]: Updating smithi096:/etc/ceph/ceph.conf 2024-06-13T06:13:45.300 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:45 smithi039 ceph-mon[32479]: Updating smithi149:/etc/ceph/ceph.conf 2024-06-13T06:13:45.300 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:45 smithi039 ceph-mon[32479]: Updating smithi039:/var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T06:13:45.300 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:45 smithi039 ceph-mon[32479]: Updating smithi096:/var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T06:13:45.300 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:45 smithi039 ceph-mon[32479]: Updating smithi149:/var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T06:13:45.300 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:45 smithi039 ceph-mon[32479]: mon.b calling monitor election 2024-06-13T06:13:45.300 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:45 smithi039 ceph-mon[32479]: mon.c calling monitor election 2024-06-13T06:13:45.300 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:45 smithi039 ceph-mon[32479]: mon.a calling monitor election 2024-06-13T06:13:45.300 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:45 smithi039 ceph-mon[32479]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-06-13T06:13:45.300 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:45 smithi039 ceph-mon[32479]: monmap epoch 3 2024-06-13T06:13:45.300 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:45 smithi039 ceph-mon[32479]: fsid ae626f9c-294b-11ef-bc9c-c7b262605968 2024-06-13T06:13:45.300 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:45 smithi039 ceph-mon[32479]: last_changed 2024-06-13T06:13:37.571492+0000 2024-06-13T06:13:45.300 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:45 smithi039 ceph-mon[32479]: created 2024-06-13T06:11:47.910174+0000 2024-06-13T06:13:45.301 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:45 smithi039 ceph-mon[32479]: min_mon_release 19 (squid) 2024-06-13T06:13:45.301 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:45 smithi039 ceph-mon[32479]: election_strategy: 1 2024-06-13T06:13:45.301 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:45 smithi039 ceph-mon[32479]: 0: [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] mon.a 2024-06-13T06:13:45.301 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:45 smithi039 ceph-mon[32479]: 1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.c 2024-06-13T06:13:45.301 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:45 smithi039 ceph-mon[32479]: 2: [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] mon.b 2024-06-13T06:13:45.301 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:45 smithi039 ceph-mon[32479]: fsmap 2024-06-13T06:13:45.301 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:45 smithi039 ceph-mon[32479]: osdmap e4: 0 total, 0 up, 0 in 2024-06-13T06:13:45.301 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:45 smithi039 ceph-mon[32479]: mgrmap e13: x(active, since 59s) 2024-06-13T06:13:45.301 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:45 smithi039 ceph-mon[32479]: overall HEALTH_OK 2024-06-13T06:13:45.301 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:45 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:45.301 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:45 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:45.301 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:45 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:45.301 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:45 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:45.302 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:45 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:45.302 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:45 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:45.302 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:45 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:45.302 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:45 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:45.302 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:45 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:45.302 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:45 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:45.302 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:45 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:45.302 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:45 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-13T06:13:45.302 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:45 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-13T06:13:45.302 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:45 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:13:45.302 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:45 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:45.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:45 smithi149 ceph-mon[36963]: mon.b calling monitor election 2024-06-13T06:13:45.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:45 smithi149 ceph-mon[36963]: Updating smithi039:/etc/ceph/ceph.conf 2024-06-13T06:13:45.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:45 smithi149 ceph-mon[36963]: Updating smithi096:/etc/ceph/ceph.conf 2024-06-13T06:13:45.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:45 smithi149 ceph-mon[36963]: Updating smithi149:/etc/ceph/ceph.conf 2024-06-13T06:13:45.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:45 smithi149 ceph-mon[36963]: Updating smithi039:/var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T06:13:45.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:45 smithi149 ceph-mon[36963]: Updating smithi096:/var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T06:13:45.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:45 smithi149 ceph-mon[36963]: Updating smithi149:/var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T06:13:45.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:45 smithi149 ceph-mon[36963]: mon.b calling monitor election 2024-06-13T06:13:45.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:45 smithi149 ceph-mon[36963]: mon.c calling monitor election 2024-06-13T06:13:45.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:45 smithi149 ceph-mon[36963]: mon.a calling monitor election 2024-06-13T06:13:45.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:45 smithi149 ceph-mon[36963]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-06-13T06:13:45.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:45 smithi149 ceph-mon[36963]: monmap epoch 3 2024-06-13T06:13:45.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:45 smithi149 ceph-mon[36963]: fsid ae626f9c-294b-11ef-bc9c-c7b262605968 2024-06-13T06:13:45.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:45 smithi149 ceph-mon[36963]: last_changed 2024-06-13T06:13:37.571492+0000 2024-06-13T06:13:45.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:45 smithi149 ceph-mon[36963]: created 2024-06-13T06:11:47.910174+0000 2024-06-13T06:13:45.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:45 smithi149 ceph-mon[36963]: min_mon_release 19 (squid) 2024-06-13T06:13:45.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:45 smithi149 ceph-mon[36963]: election_strategy: 1 2024-06-13T06:13:45.470 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:45 smithi149 ceph-mon[36963]: 0: [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] mon.a 2024-06-13T06:13:45.470 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:45 smithi149 ceph-mon[36963]: 1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.c 2024-06-13T06:13:45.470 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:45 smithi149 ceph-mon[36963]: 2: [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] mon.b 2024-06-13T06:13:45.470 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:45 smithi149 ceph-mon[36963]: fsmap 2024-06-13T06:13:45.470 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:45 smithi149 ceph-mon[36963]: osdmap e4: 0 total, 0 up, 0 in 2024-06-13T06:13:45.470 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:45 smithi149 ceph-mon[36963]: mgrmap e13: x(active, since 59s) 2024-06-13T06:13:45.470 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:45 smithi149 ceph-mon[36963]: overall HEALTH_OK 2024-06-13T06:13:45.470 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:45 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:45.470 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:45 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:45.470 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:45 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:45.470 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:45 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:45.470 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:45 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:45.471 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:45 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:45.471 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:45 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:45.471 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:45 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:45.471 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:45 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:45.471 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:45 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:45.471 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:45 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:45.471 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:45 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-13T06:13:45.471 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:45 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-13T06:13:45.471 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:45 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:13:45.471 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:45 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:45.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:45 smithi096 ceph-mon[36532]: mon.b calling monitor election 2024-06-13T06:13:45.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:45 smithi096 ceph-mon[36532]: Updating smithi039:/etc/ceph/ceph.conf 2024-06-13T06:13:45.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:45 smithi096 ceph-mon[36532]: Updating smithi096:/etc/ceph/ceph.conf 2024-06-13T06:13:45.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:45 smithi096 ceph-mon[36532]: Updating smithi149:/etc/ceph/ceph.conf 2024-06-13T06:13:45.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:45 smithi096 ceph-mon[36532]: Updating smithi039:/var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T06:13:45.542 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:45 smithi096 ceph-mon[36532]: Updating smithi096:/var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T06:13:45.542 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:45 smithi096 ceph-mon[36532]: Updating smithi149:/var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T06:13:45.542 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:45 smithi096 ceph-mon[36532]: mon.b calling monitor election 2024-06-13T06:13:45.542 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:45 smithi096 ceph-mon[36532]: mon.c calling monitor election 2024-06-13T06:13:45.542 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:45 smithi096 ceph-mon[36532]: mon.a calling monitor election 2024-06-13T06:13:45.542 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:45 smithi096 ceph-mon[36532]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-06-13T06:13:45.542 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:45 smithi096 ceph-mon[36532]: monmap epoch 3 2024-06-13T06:13:45.542 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:45 smithi096 ceph-mon[36532]: fsid ae626f9c-294b-11ef-bc9c-c7b262605968 2024-06-13T06:13:45.542 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:45 smithi096 ceph-mon[36532]: last_changed 2024-06-13T06:13:37.571492+0000 2024-06-13T06:13:45.542 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:45 smithi096 ceph-mon[36532]: created 2024-06-13T06:11:47.910174+0000 2024-06-13T06:13:45.542 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:45 smithi096 ceph-mon[36532]: min_mon_release 19 (squid) 2024-06-13T06:13:45.542 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:45 smithi096 ceph-mon[36532]: election_strategy: 1 2024-06-13T06:13:45.542 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:45 smithi096 ceph-mon[36532]: 0: [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] mon.a 2024-06-13T06:13:45.543 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:45 smithi096 ceph-mon[36532]: 1: [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] mon.c 2024-06-13T06:13:45.543 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:45 smithi096 ceph-mon[36532]: 2: [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] mon.b 2024-06-13T06:13:45.543 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:45 smithi096 ceph-mon[36532]: fsmap 2024-06-13T06:13:45.543 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:45 smithi096 ceph-mon[36532]: osdmap e4: 0 total, 0 up, 0 in 2024-06-13T06:13:45.543 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:45 smithi096 ceph-mon[36532]: mgrmap e13: x(active, since 59s) 2024-06-13T06:13:45.543 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:45 smithi096 ceph-mon[36532]: overall HEALTH_OK 2024-06-13T06:13:45.543 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:45 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:45.543 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:45 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:45.543 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:45 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:45.543 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:45 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:45.543 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:45 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:45.543 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:45 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:45.543 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:45 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:45.544 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:45 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:45.544 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:45 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:45.544 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:45 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:45.544 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:45 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:45.544 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:45 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-13T06:13:45.544 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:45 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-13T06:13:45.544 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:45 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:13:45.544 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:45 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:46.137 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:46 smithi039 ceph-mon[32479]: Reconfiguring mon.a (unknown last config time)... 2024-06-13T06:13:46.138 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:46 smithi039 ceph-mon[32479]: Reconfiguring daemon mon.a on smithi039 2024-06-13T06:13:46.138 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:46 smithi039 ceph-mon[32479]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:46.138 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:46 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T06:13:46.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.395+0000 7f0ca319d700 1 -- 172.21.15.39:0/1823965706 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0c9c107f30 msgr2=0x7f0c9c108310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:13:46.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.395+0000 7f0ca319d700 1 --2- 172.21.15.39:0/1823965706 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0c9c107f30 0x7f0c9c108310 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f0c8c009910 tx=0x7f0c8c009c20 comp rx=0 tx=0).stop 2024-06-13T06:13:46.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.395+0000 7f0ca319d700 1 -- 172.21.15.39:0/1823965706 shutdown_connections 2024-06-13T06:13:46.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.395+0000 7f0ca319d700 1 --2- 172.21.15.39:0/1823965706 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0c9c107f30 0x7f0c9c108310 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:46.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.395+0000 7f0ca319d700 1 -- 172.21.15.39:0/1823965706 >> 172.21.15.39:0/1823965706 conn(0x7f0c9c0768f0 msgr2=0x7f0c9c076d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:13:46.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.395+0000 7f0ca319d700 1 -- 172.21.15.39:0/1823965706 shutdown_connections 2024-06-13T06:13:46.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.395+0000 7f0ca319d700 1 -- 172.21.15.39:0/1823965706 wait complete. 2024-06-13T06:13:46.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.396+0000 7f0ca319d700 1 Processor -- start 2024-06-13T06:13:46.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.396+0000 7f0ca319d700 1 -- start start 2024-06-13T06:13:46.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.397+0000 7f0ca319d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0c9c107f30 0x7f0c9c19d880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:13:46.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.397+0000 7f0ca319d700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f0c9c19ddc0 0x7f0c9c197a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:13:46.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.397+0000 7f0ca319d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0c9c197f80 0x7f0c9c198430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:13:46.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.397+0000 7f0ca319d700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f0c9c10c4c0 con 0x7f0c9c107f30 2024-06-13T06:13:46.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.397+0000 7f0ca319d700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f0c9c10c340 con 0x7f0c9c19ddc0 2024-06-13T06:13:46.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.397+0000 7f0ca319d700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f0c9c10c640 con 0x7f0c9c197f80 2024-06-13T06:13:46.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.397+0000 7f0ca0f39700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0c9c107f30 0x7f0c9c19d880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:13:46.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.397+0000 7f0ca0f39700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0c9c107f30 0x7f0c9c19d880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37066/0 (socket says 172.21.15.39:37066) 2024-06-13T06:13:46.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.397+0000 7f0ca0f39700 1 -- 172.21.15.39:0/3528665051 learned_addr learned my addr 172.21.15.39:0/3528665051 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:13:46.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.397+0000 7f0c9bfff700 1 --2- 172.21.15.39:0/3528665051 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f0c9c19ddc0 0x7f0c9c197a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:13:46.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.397+0000 7f0ca0f39700 1 -- 172.21.15.39:0/3528665051 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0c9c197f80 msgr2=0x7f0c9c198430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:13:46.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.397+0000 7f0ca0f39700 1 --2- 172.21.15.39:0/3528665051 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0c9c197f80 0x7f0c9c198430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:46.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.397+0000 7f0ca0f39700 1 -- 172.21.15.39:0/3528665051 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f0c9c19ddc0 msgr2=0x7f0c9c197a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:13:46.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.397+0000 7f0ca0f39700 1 --2- 172.21.15.39:0/3528665051 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f0c9c19ddc0 0x7f0c9c197a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:46.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.397+0000 7f0ca0f39700 1 -- 172.21.15.39:0/3528665051 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c9c1a4750 con 0x7f0c9c107f30 2024-06-13T06:13:46.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.397+0000 7f0c9bfff700 1 --2- 172.21.15.39:0/3528665051 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f0c9c19ddc0 0x7f0c9c197a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:13:46.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.397+0000 7f0ca0f39700 1 --2- 172.21.15.39:0/3528665051 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0c9c107f30 0x7f0c9c19d880 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f0c8c005850 tx=0x7f0c8c005030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:13:46.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.397+0000 7f0c99ffb700 1 -- 172.21.15.39:0/3528665051 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c8c026070 con 0x7f0c9c107f30 2024-06-13T06:13:46.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.397+0000 7f0c99ffb700 1 -- 172.21.15.39:0/3528665051 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0c8c00b6f0 con 0x7f0c9c107f30 2024-06-13T06:13:46.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.397+0000 7f0c99ffb700 1 -- 172.21.15.39:0/3528665051 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c8c0039e0 con 0x7f0c9c107f30 2024-06-13T06:13:46.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.397+0000 7f0ca319d700 1 -- 172.21.15.39:0/3528665051 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c9c1a4980 con 0x7f0c9c107f30 2024-06-13T06:13:46.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.398+0000 7f0ca319d700 1 -- 172.21.15.39:0/3528665051 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c9c1a4f10 con 0x7f0c9c107f30 2024-06-13T06:13:46.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.399+0000 7f0c99ffb700 1 -- 172.21.15.39:0/3528665051 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f0c8c029070 con 0x7f0c9c107f30 2024-06-13T06:13:46.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.399+0000 7f0ca319d700 1 -- 172.21.15.39:0/3528665051 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c9c063af0 con 0x7f0c9c107f30 2024-06-13T06:13:46.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.399+0000 7f0c99ffb700 1 --2- 172.21.15.39:0/3528665051 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f0c88039580 0x7f0c8803ba40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:13:46.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.399+0000 7f0c99ffb700 1 -- 172.21.15.39:0/3528665051 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f0c8c04cdd0 con 0x7f0c9c107f30 2024-06-13T06:13:46.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.399+0000 7f0c9bfff700 1 --2- 172.21.15.39:0/3528665051 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f0c88039580 0x7f0c8803ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:13:46.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.399+0000 7f0c9bfff700 1 --2- 172.21.15.39:0/3528665051 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f0c88039580 0x7f0c8803ba40 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f0c840079b0 tx=0x7f0c84008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:13:46.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.404+0000 7f0c99ffb700 1 -- 172.21.15.39:0/3528665051 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f0c8c050030 con 0x7f0c9c107f30 2024-06-13T06:13:46.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:46 smithi149 ceph-mon[36963]: Reconfiguring mon.a (unknown last config time)... 2024-06-13T06:13:46.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:46 smithi149 ceph-mon[36963]: Reconfiguring daemon mon.a on smithi039 2024-06-13T06:13:46.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:46 smithi149 ceph-mon[36963]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:46.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:46 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T06:13:46.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:46 smithi096 ceph-mon[36532]: Reconfiguring mon.a (unknown last config time)... 2024-06-13T06:13:46.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:46 smithi096 ceph-mon[36532]: Reconfiguring daemon mon.a on smithi039 2024-06-13T06:13:46.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:46 smithi096 ceph-mon[36532]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:46.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:46 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T06:13:46.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.615+0000 7f0ca319d700 1 -- 172.21.15.39:0/3528665051 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7f0c9c1a5200 con 0x7f0c9c107f30 2024-06-13T06:13:46.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.616+0000 7f0c99ffb700 1 -- 172.21.15.39:0/3528665051 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) ==== 76+0+273 (secure 0 0 0) 0x7f0c8c030020 con 0x7f0c9c107f30 2024-06-13T06:13:46.615 INFO:teuthology.orchestra.run.smithi039.stdout:# minimal ceph.conf for ae626f9c-294b-11ef-bc9c-c7b262605968 2024-06-13T06:13:46.615 INFO:teuthology.orchestra.run.smithi039.stdout:[global] 2024-06-13T06:13:46.615 INFO:teuthology.orchestra.run.smithi039.stdout: fsid = ae626f9c-294b-11ef-bc9c-c7b262605968 2024-06-13T06:13:46.615 INFO:teuthology.orchestra.run.smithi039.stdout: mon_host = [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] 2024-06-13T06:13:46.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.618+0000 7f0ca319d700 1 -- 172.21.15.39:0/3528665051 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f0c88039580 msgr2=0x7f0c8803ba40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:13:46.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.618+0000 7f0ca319d700 1 --2- 172.21.15.39:0/3528665051 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f0c88039580 0x7f0c8803ba40 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f0c840079b0 tx=0x7f0c84008040 comp rx=0 tx=0).stop 2024-06-13T06:13:46.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.618+0000 7f0ca319d700 1 -- 172.21.15.39:0/3528665051 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0c9c107f30 msgr2=0x7f0c9c19d880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:13:46.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.618+0000 7f0ca319d700 1 --2- 172.21.15.39:0/3528665051 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0c9c107f30 0x7f0c9c19d880 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f0c8c005850 tx=0x7f0c8c005030 comp rx=0 tx=0).stop 2024-06-13T06:13:46.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.618+0000 7f0ca319d700 1 -- 172.21.15.39:0/3528665051 shutdown_connections 2024-06-13T06:13:46.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.618+0000 7f0ca319d700 1 --2- 172.21.15.39:0/3528665051 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f0c88039580 0x7f0c8803ba40 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:46.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.618+0000 7f0ca319d700 1 --2- 172.21.15.39:0/3528665051 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0c9c197f80 0x7f0c9c198430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:46.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.618+0000 7f0ca319d700 1 --2- 172.21.15.39:0/3528665051 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0c9c107f30 0x7f0c9c19d880 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:46.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.618+0000 7f0ca319d700 1 --2- 172.21.15.39:0/3528665051 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f0c9c19ddc0 0x7f0c9c197a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:46.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.618+0000 7f0ca319d700 1 -- 172.21.15.39:0/3528665051 >> 172.21.15.39:0/3528665051 conn(0x7f0c9c0768f0 msgr2=0x7f0c9c0fe2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:13:46.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.618+0000 7f0ca319d700 1 -- 172.21.15.39:0/3528665051 shutdown_connections 2024-06-13T06:13:46.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:46.618+0000 7f0ca319d700 1 -- 172.21.15.39:0/3528665051 wait complete. 2024-06-13T06:13:47.328 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:47 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/3528665051' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:13:47.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:47 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/3528665051' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:13:47.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:47 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/3528665051' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:13:47.920 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-06-13T06:13:47.920 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-06-13T06:13:47.920 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd of=/etc/ceph/ceph.conf 2024-06-13T06:13:47.948 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-06-13T06:13:47.948 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-06-13T06:13:48.015 DEBUG:teuthology.orchestra.run.smithi096:> set -ex 2024-06-13T06:13:48.015 DEBUG:teuthology.orchestra.run.smithi096:> sudo dd of=/etc/ceph/ceph.conf 2024-06-13T06:13:48.040 DEBUG:teuthology.orchestra.run.smithi096:> set -ex 2024-06-13T06:13:48.041 DEBUG:teuthology.orchestra.run.smithi096:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-06-13T06:13:48.111 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2024-06-13T06:13:48.112 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd of=/etc/ceph/ceph.conf 2024-06-13T06:13:48.143 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2024-06-13T06:13:48.143 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-06-13T06:13:48.212 INFO:tasks.cephadm:Adding mgr.x on smithi039 2024-06-13T06:13:48.212 INFO:tasks.cephadm:Adding mgr.y on smithi096 2024-06-13T06:13:48.212 INFO:tasks.cephadm:Adding mgr.z on smithi149 2024-06-13T06:13:48.212 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph orch apply mgr '3;smithi039=x;smithi096=y;smithi149=z' 2024-06-13T06:13:48.388 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:48 smithi149 ceph-mon[36963]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:48.388 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:48 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:48.388 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:48 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:48.389 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:48 smithi149 ceph-mon[36963]: Reconfiguring mon.b (monmap changed)... 2024-06-13T06:13:48.389 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:48 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-13T06:13:48.389 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:48 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-13T06:13:48.389 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:48 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:13:48.389 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:48 smithi149 ceph-mon[36963]: Reconfiguring daemon mon.b on smithi096 2024-06-13T06:13:48.488 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.c/config 2024-06-13T06:13:48.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:48 smithi096 ceph-mon[36532]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:48.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:48 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:48.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:48 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:48.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:48 smithi096 ceph-mon[36532]: Reconfiguring mon.b (monmap changed)... 2024-06-13T06:13:48.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:48 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-13T06:13:48.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:48 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-13T06:13:48.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:48 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:13:48.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:48 smithi096 ceph-mon[36532]: Reconfiguring daemon mon.b on smithi096 2024-06-13T06:13:48.645 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:48 smithi039 ceph-mon[32479]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:48.645 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:48 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:48.645 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:48 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:48.646 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:48 smithi039 ceph-mon[32479]: Reconfiguring mon.b (monmap changed)... 2024-06-13T06:13:48.646 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:48 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-13T06:13:48.646 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:48 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-13T06:13:48.647 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:48 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:13:48.647 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:48 smithi039 ceph-mon[32479]: Reconfiguring daemon mon.b on smithi096 2024-06-13T06:13:50.037 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.034+0000 7f504bdf0700 1 -- 172.21.15.149:0/1413376252 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5044102550 msgr2=0x7f5044102970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:13:50.037 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.034+0000 7f504bdf0700 1 --2- 172.21.15.149:0/1413376252 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5044102550 0x7f5044102970 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f5040009910 tx=0x7f5040009c20 comp rx=0 tx=0).stop 2024-06-13T06:13:50.037 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.034+0000 7f504bdf0700 1 -- 172.21.15.149:0/1413376252 shutdown_connections 2024-06-13T06:13:50.038 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.034+0000 7f504bdf0700 1 --2- 172.21.15.149:0/1413376252 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5044102550 0x7f5044102970 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:50.038 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.034+0000 7f504bdf0700 1 -- 172.21.15.149:0/1413376252 >> 172.21.15.149:0/1413376252 conn(0x7f50440fbc40 msgr2=0x7f50440fe0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:13:50.038 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.034+0000 7f504bdf0700 1 -- 172.21.15.149:0/1413376252 shutdown_connections 2024-06-13T06:13:50.038 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.034+0000 7f504bdf0700 1 -- 172.21.15.149:0/1413376252 wait complete. 2024-06-13T06:13:50.038 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.035+0000 7f504bdf0700 1 Processor -- start 2024-06-13T06:13:50.038 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.035+0000 7f504bdf0700 1 -- start start 2024-06-13T06:13:50.038 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.035+0000 7f504bdf0700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5044102550 0x7f5044100c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:13:50.038 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.035+0000 7f504bdf0700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f504419a610 0x7f504419ca00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:13:50.038 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.035+0000 7f504bdf0700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f504419cf90 0x7f504419f430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:13:50.038 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.035+0000 7f504bdf0700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f5044106f90 con 0x7f504419a610 2024-06-13T06:13:50.038 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.035+0000 7f504bdf0700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f5044106e10 con 0x7f504419cf90 2024-06-13T06:13:50.038 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.035+0000 7f504bdf0700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f5044107110 con 0x7f5044102550 2024-06-13T06:13:50.039 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.035+0000 7f5049b8c700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5044102550 0x7f5044100c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:13:50.039 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.035+0000 7f5049b8c700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5044102550 0x7f5044100c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.149:51088/0 (socket says 172.21.15.149:51088) 2024-06-13T06:13:50.039 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.035+0000 7f5049b8c700 1 -- 172.21.15.149:0/2599523272 learned_addr learned my addr 172.21.15.149:0/2599523272 (peer_addr_for_me v2:172.21.15.149:0/0) 2024-06-13T06:13:50.039 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.035+0000 7f504938b700 1 --2- 172.21.15.149:0/2599523272 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f504419a610 0x7f504419ca00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:13:50.039 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.035+0000 7f504a38d700 1 --2- 172.21.15.149:0/2599523272 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f504419cf90 0x7f504419f430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:13:50.039 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.035+0000 7f5049b8c700 1 -- 172.21.15.149:0/2599523272 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f504419cf90 msgr2=0x7f504419f430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:13:50.039 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.035+0000 7f5049b8c700 1 --2- 172.21.15.149:0/2599523272 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f504419cf90 0x7f504419f430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:50.039 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.035+0000 7f5049b8c700 1 -- 172.21.15.149:0/2599523272 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f504419a610 msgr2=0x7f504419ca00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:13:50.039 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.035+0000 7f5049b8c700 1 --2- 172.21.15.149:0/2599523272 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f504419a610 0x7f504419ca00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:50.039 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.035+0000 7f5049b8c700 1 -- 172.21.15.149:0/2599523272 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f504419fd00 con 0x7f5044102550 2024-06-13T06:13:50.039 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.036+0000 7f5049b8c700 1 --2- 172.21.15.149:0/2599523272 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5044102550 0x7f5044100c20 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f504000be40 tx=0x7f504000be70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:13:50.039 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.036+0000 7f503affd700 1 -- 172.21.15.149:0/2599523272 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5040027070 con 0x7f5044102550 2024-06-13T06:13:50.040 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.036+0000 7f504bdf0700 1 -- 172.21.15.149:0/2599523272 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f504419ff90 con 0x7f5044102550 2024-06-13T06:13:50.040 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.036+0000 7f503affd700 1 -- 172.21.15.149:0/2599523272 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5040005da0 con 0x7f5044102550 2024-06-13T06:13:50.040 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.036+0000 7f503affd700 1 -- 172.21.15.149:0/2599523272 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f504000f460 con 0x7f5044102550 2024-06-13T06:13:50.040 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.036+0000 7f504bdf0700 1 -- 172.21.15.149:0/2599523272 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50441a0400 con 0x7f5044102550 2024-06-13T06:13:50.040 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.037+0000 7f503affd700 1 -- 172.21.15.149:0/2599523272 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f504002a070 con 0x7f5044102550 2024-06-13T06:13:50.040 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.037+0000 7f503affd700 1 --2- 172.21.15.149:0/2599523272 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f5030039580 0x7f503003ba40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:13:50.040 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.037+0000 7f503affd700 1 -- 172.21.15.149:0/2599523272 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f504004d400 con 0x7f5044102550 2024-06-13T06:13:50.040 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.037+0000 7f504bdf0700 1 -- 172.21.15.149:0/2599523272 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f504402dca0 con 0x7f5044102550 2024-06-13T06:13:50.040 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.037+0000 7f504938b700 1 --2- 172.21.15.149:0/2599523272 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f5030039580 0x7f503003ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:13:50.040 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.038+0000 7f504938b700 1 --2- 172.21.15.149:0/2599523272 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f5030039580 0x7f503003ba40 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f5044101180 tx=0x7f5034009210 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:13:50.042 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.042+0000 7f503affd700 1 -- 172.21.15.149:0/2599523272 <== mon.1 v2:172.21.15.149:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f5040031070 con 0x7f5044102550 2024-06-13T06:13:50.169 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:49 smithi149 ceph-mon[36963]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:50.169 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:49 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:50.169 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:49 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:50.170 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:49 smithi149 ceph-mon[36963]: Reconfiguring mon.c (monmap changed)... 2024-06-13T06:13:50.170 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:49 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-13T06:13:50.170 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:49 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-13T06:13:50.170 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:49 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:13:50.170 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:49 smithi149 ceph-mon[36963]: Reconfiguring daemon mon.c on smithi149 2024-06-13T06:13:50.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:49 smithi039 ceph-mon[32479]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:50.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:49 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:50.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:49 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:50.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:49 smithi039 ceph-mon[32479]: Reconfiguring mon.c (monmap changed)... 2024-06-13T06:13:50.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:49 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-13T06:13:50.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:49 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-13T06:13:50.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:49 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:13:50.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:49 smithi039 ceph-mon[32479]: Reconfiguring daemon mon.c on smithi149 2024-06-13T06:13:50.253 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.252+0000 7f504bdf0700 1 -- 172.21.15.149:0/2599523272 --> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi039=x;smithi096=y;smithi149=z", "target": ["mon-mgr", ""]}) -- 0x7f50440628d0 con 0x7f5030039580 2024-06-13T06:13:50.261 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.260+0000 7f503affd700 1 -- 172.21.15.149:0/2599523272 <== mgr.14152 v2:172.21.15.39:6800/2178314534 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f50440628d0 con 0x7f5030039580 2024-06-13T06:13:50.261 INFO:teuthology.orchestra.run.smithi149.stdout:Scheduled mgr update... 2024-06-13T06:13:50.263 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.263+0000 7f504bdf0700 1 -- 172.21.15.149:0/2599523272 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f5030039580 msgr2=0x7f503003ba40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:13:50.263 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.263+0000 7f504bdf0700 1 --2- 172.21.15.149:0/2599523272 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f5030039580 0x7f503003ba40 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f5044101180 tx=0x7f5034009210 comp rx=0 tx=0).stop 2024-06-13T06:13:50.263 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.263+0000 7f504bdf0700 1 -- 172.21.15.149:0/2599523272 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5044102550 msgr2=0x7f5044100c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:13:50.264 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.263+0000 7f504bdf0700 1 --2- 172.21.15.149:0/2599523272 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5044102550 0x7f5044100c20 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f504000be40 tx=0x7f504000be70 comp rx=0 tx=0).stop 2024-06-13T06:13:50.264 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.263+0000 7f504bdf0700 1 -- 172.21.15.149:0/2599523272 shutdown_connections 2024-06-13T06:13:50.264 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.263+0000 7f504bdf0700 1 --2- 172.21.15.149:0/2599523272 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f5030039580 0x7f503003ba40 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:50.264 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.263+0000 7f504bdf0700 1 --2- 172.21.15.149:0/2599523272 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f504419cf90 0x7f504419f430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:50.264 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.263+0000 7f504bdf0700 1 --2- 172.21.15.149:0/2599523272 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5044102550 0x7f5044100c20 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:50.264 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.263+0000 7f504bdf0700 1 --2- 172.21.15.149:0/2599523272 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f504419a610 0x7f504419ca00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:50.264 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.263+0000 7f504bdf0700 1 -- 172.21.15.149:0/2599523272 >> 172.21.15.149:0/2599523272 conn(0x7f50440fbc40 msgr2=0x7f50440fc900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:13:50.264 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.263+0000 7f504bdf0700 1 -- 172.21.15.149:0/2599523272 shutdown_connections 2024-06-13T06:13:50.264 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:13:50.263+0000 7f504bdf0700 1 -- 172.21.15.149:0/2599523272 wait complete. 2024-06-13T06:13:50.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:49 smithi096 ceph-mon[36532]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:50.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:49 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:50.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:49 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:50.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:49 smithi096 ceph-mon[36532]: Reconfiguring mon.c (monmap changed)... 2024-06-13T06:13:50.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:49 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-06-13T06:13:50.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:49 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-06-13T06:13:50.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:49 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:13:50.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:49 smithi096 ceph-mon[36532]: Reconfiguring daemon mon.c on smithi149 2024-06-13T06:13:50.865 DEBUG:teuthology.orchestra.run.smithi096:mgr.y> sudo journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mgr.y.service 2024-06-13T06:13:50.868 DEBUG:teuthology.orchestra.run.smithi149:mgr.z> sudo journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mgr.z.service 2024-06-13T06:13:50.870 INFO:tasks.cephadm:Deploying OSDs... 2024-06-13T06:13:50.870 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-06-13T06:13:50.870 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/scratch_devs of=/dev/stdout 2024-06-13T06:13:50.891 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-06-13T06:13:50.892 DEBUG:teuthology.orchestra.run.smithi039:> stat /dev/vg_nvme/lv_1 2024-06-13T06:13:50.950 INFO:teuthology.orchestra.run.smithi039.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-06-13T06:13:50.951 INFO:teuthology.orchestra.run.smithi039.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-13T06:13:50.951 INFO:teuthology.orchestra.run.smithi039.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-06-13T06:13:50.951 INFO:teuthology.orchestra.run.smithi039.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-13T06:13:50.951 INFO:teuthology.orchestra.run.smithi039.stdout:Context: system_u:object_r:device_t:s0 2024-06-13T06:13:50.951 INFO:teuthology.orchestra.run.smithi039.stdout:Access: 2024-06-13 06:12:54.726525137 +0000 2024-06-13T06:13:50.951 INFO:teuthology.orchestra.run.smithi039.stdout:Modify: 2024-06-13 06:07:39.077143314 +0000 2024-06-13T06:13:50.951 INFO:teuthology.orchestra.run.smithi039.stdout:Change: 2024-06-13 06:07:39.077143314 +0000 2024-06-13T06:13:50.951 INFO:teuthology.orchestra.run.smithi039.stdout: Birth: 2024-06-13 06:07:39.077143314 +0000 2024-06-13T06:13:50.951 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-06-13T06:13:51.021 INFO:teuthology.orchestra.run.smithi039.stderr:1+0 records in 2024-06-13T06:13:51.021 INFO:teuthology.orchestra.run.smithi039.stderr:1+0 records out 2024-06-13T06:13:51.021 INFO:teuthology.orchestra.run.smithi039.stderr:512 bytes copied, 0.000394317 s, 1.3 MB/s 2024-06-13T06:13:51.022 DEBUG:teuthology.orchestra.run.smithi039:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-06-13T06:13:51.083 DEBUG:teuthology.orchestra.run.smithi039:> stat /dev/vg_nvme/lv_2 2024-06-13T06:13:51.142 INFO:teuthology.orchestra.run.smithi039.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-06-13T06:13:51.142 INFO:teuthology.orchestra.run.smithi039.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-13T06:13:51.142 INFO:teuthology.orchestra.run.smithi039.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-06-13T06:13:51.142 INFO:teuthology.orchestra.run.smithi039.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-13T06:13:51.142 INFO:teuthology.orchestra.run.smithi039.stdout:Context: system_u:object_r:device_t:s0 2024-06-13T06:13:51.142 INFO:teuthology.orchestra.run.smithi039.stdout:Access: 2024-06-13 06:12:54.754524597 +0000 2024-06-13T06:13:51.142 INFO:teuthology.orchestra.run.smithi039.stdout:Modify: 2024-06-13 06:07:39.415136288 +0000 2024-06-13T06:13:51.142 INFO:teuthology.orchestra.run.smithi039.stdout:Change: 2024-06-13 06:07:39.415136288 +0000 2024-06-13T06:13:51.143 INFO:teuthology.orchestra.run.smithi039.stdout: Birth: 2024-06-13 06:07:39.415136288 +0000 2024-06-13T06:13:51.143 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-06-13T06:13:51.210 INFO:teuthology.orchestra.run.smithi039.stderr:1+0 records in 2024-06-13T06:13:51.210 INFO:teuthology.orchestra.run.smithi039.stderr:1+0 records out 2024-06-13T06:13:51.210 INFO:teuthology.orchestra.run.smithi039.stderr:512 bytes copied, 0.000291114 s, 1.8 MB/s 2024-06-13T06:13:51.211 DEBUG:teuthology.orchestra.run.smithi039:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-06-13T06:13:51.272 DEBUG:teuthology.orchestra.run.smithi039:> stat /dev/vg_nvme/lv_3 2024-06-13T06:13:51.330 INFO:teuthology.orchestra.run.smithi039.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-06-13T06:13:51.330 INFO:teuthology.orchestra.run.smithi039.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-13T06:13:51.330 INFO:teuthology.orchestra.run.smithi039.stdout:Device: 5h/5d Inode: 706 Links: 1 2024-06-13T06:13:51.330 INFO:teuthology.orchestra.run.smithi039.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-13T06:13:51.330 INFO:teuthology.orchestra.run.smithi039.stdout:Context: system_u:object_r:device_t:s0 2024-06-13T06:13:51.330 INFO:teuthology.orchestra.run.smithi039.stdout:Access: 2024-06-13 06:12:54.781524076 +0000 2024-06-13T06:13:51.331 INFO:teuthology.orchestra.run.smithi039.stdout:Modify: 2024-06-13 06:07:39.746129409 +0000 2024-06-13T06:13:51.331 INFO:teuthology.orchestra.run.smithi039.stdout:Change: 2024-06-13 06:07:39.746129409 +0000 2024-06-13T06:13:51.331 INFO:teuthology.orchestra.run.smithi039.stdout: Birth: 2024-06-13 06:07:39.746129409 +0000 2024-06-13T06:13:51.331 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-06-13T06:13:51.394 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:51 smithi039 ceph-mon[32479]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi039=x;smithi096=y;smithi149=z", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:13:51.394 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:51 smithi039 ceph-mon[32479]: Saving service mgr spec with placement smithi039=x;smithi096=y;smithi149=z;count:3 2024-06-13T06:13:51.394 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:51 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:51.397 INFO:teuthology.orchestra.run.smithi039.stderr:1+0 records in 2024-06-13T06:13:51.397 INFO:teuthology.orchestra.run.smithi039.stderr:1+0 records out 2024-06-13T06:13:51.397 INFO:teuthology.orchestra.run.smithi039.stderr:512 bytes copied, 0.000275896 s, 1.9 MB/s 2024-06-13T06:13:51.398 DEBUG:teuthology.orchestra.run.smithi039:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-06-13T06:13:51.458 DEBUG:teuthology.orchestra.run.smithi039:> stat /dev/vg_nvme/lv_4 2024-06-13T06:13:51.515 INFO:teuthology.orchestra.run.smithi039.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-06-13T06:13:51.515 INFO:teuthology.orchestra.run.smithi039.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-13T06:13:51.516 INFO:teuthology.orchestra.run.smithi039.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-06-13T06:13:51.516 INFO:teuthology.orchestra.run.smithi039.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-13T06:13:51.516 INFO:teuthology.orchestra.run.smithi039.stdout:Context: system_u:object_r:device_t:s0 2024-06-13T06:13:51.516 INFO:teuthology.orchestra.run.smithi039.stdout:Access: 2024-06-13 06:12:54.807523574 +0000 2024-06-13T06:13:51.516 INFO:teuthology.orchestra.run.smithi039.stdout:Modify: 2024-06-13 06:07:40.122121595 +0000 2024-06-13T06:13:51.516 INFO:teuthology.orchestra.run.smithi039.stdout:Change: 2024-06-13 06:07:40.122121595 +0000 2024-06-13T06:13:51.516 INFO:teuthology.orchestra.run.smithi039.stdout: Birth: 2024-06-13 06:07:40.122121595 +0000 2024-06-13T06:13:51.516 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-06-13T06:13:51.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:51 smithi096 ceph-mon[36532]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi039=x;smithi096=y;smithi149=z", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:13:51.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:51 smithi096 ceph-mon[36532]: Saving service mgr spec with placement smithi039=x;smithi096=y;smithi149=z;count:3 2024-06-13T06:13:51.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:51 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:51.583 INFO:teuthology.orchestra.run.smithi039.stderr:1+0 records in 2024-06-13T06:13:51.583 INFO:teuthology.orchestra.run.smithi039.stderr:1+0 records out 2024-06-13T06:13:51.583 INFO:teuthology.orchestra.run.smithi039.stderr:512 bytes copied, 0.000323441 s, 1.6 MB/s 2024-06-13T06:13:51.584 DEBUG:teuthology.orchestra.run.smithi039:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-06-13T06:13:51.642 DEBUG:teuthology.orchestra.run.smithi096:> set -ex 2024-06-13T06:13:51.643 DEBUG:teuthology.orchestra.run.smithi096:> dd if=/scratch_devs of=/dev/stdout 2024-06-13T06:13:51.662 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-06-13T06:13:51.662 DEBUG:teuthology.orchestra.run.smithi096:> stat /dev/vg_nvme/lv_1 2024-06-13T06:13:51.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:51 smithi149 ceph-mon[36963]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi039=x;smithi096=y;smithi149=z", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:13:51.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:51 smithi149 ceph-mon[36963]: Saving service mgr spec with placement smithi039=x;smithi096=y;smithi149=z;count:3 2024-06-13T06:13:51.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:51 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:51.720 INFO:teuthology.orchestra.run.smithi096.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-06-13T06:13:51.720 INFO:teuthology.orchestra.run.smithi096.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-13T06:13:51.721 INFO:teuthology.orchestra.run.smithi096.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-06-13T06:13:51.721 INFO:teuthology.orchestra.run.smithi096.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-13T06:13:51.721 INFO:teuthology.orchestra.run.smithi096.stdout:Context: system_u:object_r:device_t:s0 2024-06-13T06:13:51.721 INFO:teuthology.orchestra.run.smithi096.stdout:Access: 2024-06-13 06:13:37.031827370 +0000 2024-06-13T06:13:51.721 INFO:teuthology.orchestra.run.smithi096.stdout:Modify: 2024-06-13 06:07:44.668684964 +0000 2024-06-13T06:13:51.721 INFO:teuthology.orchestra.run.smithi096.stdout:Change: 2024-06-13 06:07:44.668684964 +0000 2024-06-13T06:13:51.721 INFO:teuthology.orchestra.run.smithi096.stdout: Birth: 2024-06-13 06:07:44.668684964 +0000 2024-06-13T06:13:51.721 DEBUG:teuthology.orchestra.run.smithi096:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-06-13T06:13:51.787 INFO:teuthology.orchestra.run.smithi096.stderr:1+0 records in 2024-06-13T06:13:51.787 INFO:teuthology.orchestra.run.smithi096.stderr:1+0 records out 2024-06-13T06:13:51.787 INFO:teuthology.orchestra.run.smithi096.stderr:512 bytes copied, 0.000360102 s, 1.4 MB/s 2024-06-13T06:13:51.789 DEBUG:teuthology.orchestra.run.smithi096:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-06-13T06:13:51.847 DEBUG:teuthology.orchestra.run.smithi096:> stat /dev/vg_nvme/lv_2 2024-06-13T06:13:51.904 INFO:teuthology.orchestra.run.smithi096.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-06-13T06:13:51.904 INFO:teuthology.orchestra.run.smithi096.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-13T06:13:51.904 INFO:teuthology.orchestra.run.smithi096.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-06-13T06:13:51.904 INFO:teuthology.orchestra.run.smithi096.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-13T06:13:51.904 INFO:teuthology.orchestra.run.smithi096.stdout:Context: system_u:object_r:device_t:s0 2024-06-13T06:13:51.904 INFO:teuthology.orchestra.run.smithi096.stdout:Access: 2024-06-13 06:13:37.031827370 +0000 2024-06-13T06:13:51.904 INFO:teuthology.orchestra.run.smithi096.stdout:Modify: 2024-06-13 06:07:44.996677509 +0000 2024-06-13T06:13:51.904 INFO:teuthology.orchestra.run.smithi096.stdout:Change: 2024-06-13 06:07:44.996677509 +0000 2024-06-13T06:13:51.904 INFO:teuthology.orchestra.run.smithi096.stdout: Birth: 2024-06-13 06:07:44.996677509 +0000 2024-06-13T06:13:51.905 DEBUG:teuthology.orchestra.run.smithi096:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-06-13T06:13:51.969 INFO:teuthology.orchestra.run.smithi096.stderr:1+0 records in 2024-06-13T06:13:51.969 INFO:teuthology.orchestra.run.smithi096.stderr:1+0 records out 2024-06-13T06:13:51.969 INFO:teuthology.orchestra.run.smithi096.stderr:512 bytes copied, 0.00021731 s, 2.4 MB/s 2024-06-13T06:13:51.970 DEBUG:teuthology.orchestra.run.smithi096:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-06-13T06:13:52.027 DEBUG:teuthology.orchestra.run.smithi096:> stat /dev/vg_nvme/lv_3 2024-06-13T06:13:52.081 INFO:teuthology.orchestra.run.smithi096.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-06-13T06:13:52.081 INFO:teuthology.orchestra.run.smithi096.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-13T06:13:52.082 INFO:teuthology.orchestra.run.smithi096.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-06-13T06:13:52.082 INFO:teuthology.orchestra.run.smithi096.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-13T06:13:52.082 INFO:teuthology.orchestra.run.smithi096.stdout:Context: system_u:object_r:device_t:s0 2024-06-13T06:13:52.082 INFO:teuthology.orchestra.run.smithi096.stdout:Access: 2024-06-13 06:13:37.031827370 +0000 2024-06-13T06:13:52.082 INFO:teuthology.orchestra.run.smithi096.stdout:Modify: 2024-06-13 06:07:45.316670237 +0000 2024-06-13T06:13:52.082 INFO:teuthology.orchestra.run.smithi096.stdout:Change: 2024-06-13 06:07:45.316670237 +0000 2024-06-13T06:13:52.082 INFO:teuthology.orchestra.run.smithi096.stdout: Birth: 2024-06-13 06:07:45.316670237 +0000 2024-06-13T06:13:52.082 DEBUG:teuthology.orchestra.run.smithi096:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-06-13T06:13:52.144 INFO:teuthology.orchestra.run.smithi096.stderr:1+0 records in 2024-06-13T06:13:52.144 INFO:teuthology.orchestra.run.smithi096.stderr:1+0 records out 2024-06-13T06:13:52.144 INFO:teuthology.orchestra.run.smithi096.stderr:512 bytes copied, 0.00020055 s, 2.6 MB/s 2024-06-13T06:13:52.145 DEBUG:teuthology.orchestra.run.smithi096:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-06-13T06:13:52.202 DEBUG:teuthology.orchestra.run.smithi096:> stat /dev/vg_nvme/lv_4 2024-06-13T06:13:52.258 INFO:teuthology.orchestra.run.smithi096.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-06-13T06:13:52.258 INFO:teuthology.orchestra.run.smithi096.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-13T06:13:52.258 INFO:teuthology.orchestra.run.smithi096.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-06-13T06:13:52.258 INFO:teuthology.orchestra.run.smithi096.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-13T06:13:52.258 INFO:teuthology.orchestra.run.smithi096.stdout:Context: system_u:object_r:device_t:s0 2024-06-13T06:13:52.258 INFO:teuthology.orchestra.run.smithi096.stdout:Access: 2024-06-13 06:13:37.032827349 +0000 2024-06-13T06:13:52.258 INFO:teuthology.orchestra.run.smithi096.stdout:Modify: 2024-06-13 06:07:45.650662646 +0000 2024-06-13T06:13:52.258 INFO:teuthology.orchestra.run.smithi096.stdout:Change: 2024-06-13 06:07:45.650662646 +0000 2024-06-13T06:13:52.258 INFO:teuthology.orchestra.run.smithi096.stdout: Birth: 2024-06-13 06:07:45.650662646 +0000 2024-06-13T06:13:52.259 DEBUG:teuthology.orchestra.run.smithi096:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-06-13T06:13:52.322 INFO:teuthology.orchestra.run.smithi096.stderr:1+0 records in 2024-06-13T06:13:52.322 INFO:teuthology.orchestra.run.smithi096.stderr:1+0 records out 2024-06-13T06:13:52.322 INFO:teuthology.orchestra.run.smithi096.stderr:512 bytes copied, 0.00021983 s, 2.3 MB/s 2024-06-13T06:13:52.324 DEBUG:teuthology.orchestra.run.smithi096:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-06-13T06:13:52.379 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2024-06-13T06:13:52.379 DEBUG:teuthology.orchestra.run.smithi149:> dd if=/scratch_devs of=/dev/stdout 2024-06-13T06:13:52.398 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-06-13T06:13:52.398 DEBUG:teuthology.orchestra.run.smithi149:> stat /dev/vg_nvme/lv_1 2024-06-13T06:13:52.456 INFO:teuthology.orchestra.run.smithi149.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-06-13T06:13:52.456 INFO:teuthology.orchestra.run.smithi149.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-13T06:13:52.457 INFO:teuthology.orchestra.run.smithi149.stdout:Device: 5h/5d Inode: 664 Links: 1 2024-06-13T06:13:52.457 INFO:teuthology.orchestra.run.smithi149.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-13T06:13:52.457 INFO:teuthology.orchestra.run.smithi149.stdout:Context: system_u:object_r:device_t:s0 2024-06-13T06:13:52.457 INFO:teuthology.orchestra.run.smithi149.stdout:Access: 2024-06-13 06:13:27.779421380 +0000 2024-06-13T06:13:52.457 INFO:teuthology.orchestra.run.smithi149.stdout:Modify: 2024-06-13 06:07:47.260117277 +0000 2024-06-13T06:13:52.457 INFO:teuthology.orchestra.run.smithi149.stdout:Change: 2024-06-13 06:07:47.260117277 +0000 2024-06-13T06:13:52.458 INFO:teuthology.orchestra.run.smithi149.stdout: Birth: 2024-06-13 06:07:47.260117277 +0000 2024-06-13T06:13:52.458 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-06-13T06:13:52.520 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:52 smithi149 ceph-mon[36963]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:52.520 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:52 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:52.520 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:52 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:52.520 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:52 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:13:52.521 INFO:teuthology.orchestra.run.smithi149.stderr:1+0 records in 2024-06-13T06:13:52.521 INFO:teuthology.orchestra.run.smithi149.stderr:1+0 records out 2024-06-13T06:13:52.521 INFO:teuthology.orchestra.run.smithi149.stderr:512 bytes copied, 0.000265154 s, 1.9 MB/s 2024-06-13T06:13:52.522 DEBUG:teuthology.orchestra.run.smithi149:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-06-13T06:13:52.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:52 smithi096 ceph-mon[36532]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:52.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:52 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:52.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:52 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:52.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:52 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:13:52.572 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:52 smithi039 ceph-mon[32479]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:52.573 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:52 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:52.573 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:52 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:52.573 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:52 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:13:52.578 DEBUG:teuthology.orchestra.run.smithi149:> stat /dev/vg_nvme/lv_2 2024-06-13T06:13:52.634 INFO:teuthology.orchestra.run.smithi149.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-06-13T06:13:52.634 INFO:teuthology.orchestra.run.smithi149.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-13T06:13:52.634 INFO:teuthology.orchestra.run.smithi149.stdout:Device: 5h/5d Inode: 686 Links: 1 2024-06-13T06:13:52.634 INFO:teuthology.orchestra.run.smithi149.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-13T06:13:52.634 INFO:teuthology.orchestra.run.smithi149.stdout:Context: system_u:object_r:device_t:s0 2024-06-13T06:13:52.634 INFO:teuthology.orchestra.run.smithi149.stdout:Access: 2024-06-13 06:13:27.779421380 +0000 2024-06-13T06:13:52.634 INFO:teuthology.orchestra.run.smithi149.stdout:Modify: 2024-06-13 06:07:47.593110538 +0000 2024-06-13T06:13:52.634 INFO:teuthology.orchestra.run.smithi149.stdout:Change: 2024-06-13 06:07:47.593110538 +0000 2024-06-13T06:13:52.635 INFO:teuthology.orchestra.run.smithi149.stdout: Birth: 2024-06-13 06:07:47.593110538 +0000 2024-06-13T06:13:52.635 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-06-13T06:13:52.697 INFO:teuthology.orchestra.run.smithi149.stderr:1+0 records in 2024-06-13T06:13:52.697 INFO:teuthology.orchestra.run.smithi149.stderr:1+0 records out 2024-06-13T06:13:52.698 INFO:teuthology.orchestra.run.smithi149.stderr:512 bytes copied, 0.000242999 s, 2.1 MB/s 2024-06-13T06:13:52.699 DEBUG:teuthology.orchestra.run.smithi149:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-06-13T06:13:52.755 DEBUG:teuthology.orchestra.run.smithi149:> stat /dev/vg_nvme/lv_3 2024-06-13T06:13:52.810 INFO:teuthology.orchestra.run.smithi149.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-06-13T06:13:52.811 INFO:teuthology.orchestra.run.smithi149.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-13T06:13:52.811 INFO:teuthology.orchestra.run.smithi149.stdout:Device: 5h/5d Inode: 705 Links: 1 2024-06-13T06:13:52.811 INFO:teuthology.orchestra.run.smithi149.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-13T06:13:52.811 INFO:teuthology.orchestra.run.smithi149.stdout:Context: system_u:object_r:device_t:s0 2024-06-13T06:13:52.811 INFO:teuthology.orchestra.run.smithi149.stdout:Access: 2024-06-13 06:13:27.780421361 +0000 2024-06-13T06:13:52.811 INFO:teuthology.orchestra.run.smithi149.stdout:Modify: 2024-06-13 06:07:47.929103738 +0000 2024-06-13T06:13:52.811 INFO:teuthology.orchestra.run.smithi149.stdout:Change: 2024-06-13 06:07:47.929103738 +0000 2024-06-13T06:13:52.811 INFO:teuthology.orchestra.run.smithi149.stdout: Birth: 2024-06-13 06:07:47.929103738 +0000 2024-06-13T06:13:52.811 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-06-13T06:13:52.874 INFO:teuthology.orchestra.run.smithi149.stderr:1+0 records in 2024-06-13T06:13:52.874 INFO:teuthology.orchestra.run.smithi149.stderr:1+0 records out 2024-06-13T06:13:52.874 INFO:teuthology.orchestra.run.smithi149.stderr:512 bytes copied, 0.000191623 s, 2.7 MB/s 2024-06-13T06:13:52.875 DEBUG:teuthology.orchestra.run.smithi149:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-06-13T06:13:52.931 DEBUG:teuthology.orchestra.run.smithi149:> stat /dev/vg_nvme/lv_4 2024-06-13T06:13:52.986 INFO:teuthology.orchestra.run.smithi149.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-06-13T06:13:52.987 INFO:teuthology.orchestra.run.smithi149.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-06-13T06:13:52.987 INFO:teuthology.orchestra.run.smithi149.stdout:Device: 5h/5d Inode: 722 Links: 1 2024-06-13T06:13:52.987 INFO:teuthology.orchestra.run.smithi149.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-13T06:13:52.987 INFO:teuthology.orchestra.run.smithi149.stdout:Context: system_u:object_r:device_t:s0 2024-06-13T06:13:52.987 INFO:teuthology.orchestra.run.smithi149.stdout:Access: 2024-06-13 06:13:27.781421342 +0000 2024-06-13T06:13:52.987 INFO:teuthology.orchestra.run.smithi149.stdout:Modify: 2024-06-13 06:07:48.250097242 +0000 2024-06-13T06:13:52.987 INFO:teuthology.orchestra.run.smithi149.stdout:Change: 2024-06-13 06:07:48.250097242 +0000 2024-06-13T06:13:52.987 INFO:teuthology.orchestra.run.smithi149.stdout: Birth: 2024-06-13 06:07:48.250097242 +0000 2024-06-13T06:13:52.987 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-06-13T06:13:53.049 INFO:teuthology.orchestra.run.smithi149.stderr:1+0 records in 2024-06-13T06:13:53.049 INFO:teuthology.orchestra.run.smithi149.stderr:1+0 records out 2024-06-13T06:13:53.049 INFO:teuthology.orchestra.run.smithi149.stderr:512 bytes copied, 0.000168765 s, 3.0 MB/s 2024-06-13T06:13:53.051 DEBUG:teuthology.orchestra.run.smithi149:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-06-13T06:13:53.107 INFO:tasks.cephadm:Deploying osd.0 on smithi039 with /dev/vg_nvme/lv_4... 2024-06-13T06:13:53.107 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-06-13T06:13:53.357 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:13:53.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:53 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:13:53.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:53 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:13:53.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:53 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:53.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:53 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-13T06:13:53.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:53 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-06-13T06:13:53.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:53 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-13T06:13:53.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:53 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:13:53.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:53 smithi039 ceph-mon[32479]: Deploying daemon mgr.z on smithi149 2024-06-13T06:13:53.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:53 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:13:53.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:53 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:13:53.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:53 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:53.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:53 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-13T06:13:53.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:53 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-06-13T06:13:53.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:53 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-13T06:13:53.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:53 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:13:53.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:53 smithi149 ceph-mon[36963]: Deploying daemon mgr.z on smithi149 2024-06-13T06:13:53.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:53 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:13:53.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:53 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:13:53.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:53 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:53.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:53 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-13T06:13:53.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:53 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-06-13T06:13:53.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:53 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-13T06:13:53.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:53 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:13:53.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:53 smithi096 ceph-mon[36532]: Deploying daemon mgr.z on smithi149 2024-06-13T06:13:54.626 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:54 smithi149 ceph-mon[36963]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:54.714 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:54 smithi096 ceph-mon[36532]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:54.766 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:54 smithi039 ceph-mon[32479]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:54.918 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:13:54 smithi149 ceph-mgr[38806]: -- 172.21.15.149:0/1837310493 <== mon.1 v2:172.21.15.149:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ccf74bc5a0 con 0x55ccf7490c00 2024-06-13T06:13:55.189 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:13:54 smithi149 bash[38787]: fc5762559384fa17e8d58ee3f9f34e4e095dce6bc9f6dd17332a4a0a495d45cd 2024-06-13T06:13:55.189 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:13:54 smithi149 systemd[1]: Started Ceph mgr.z for ae626f9c-294b-11ef-bc9c-c7b262605968. 2024-06-13T06:13:55.189 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:13:55 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: 2024-06-13T06:13:55.003+0000 7f405f998200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-06-13T06:13:55.189 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:13:55 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: 2024-06-13T06:13:55.189+0000 7f405f998200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-06-13T06:13:55.236 INFO:teuthology.orchestra.run.smithi039.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-06-13T06:13:55.236 INFO:teuthology.orchestra.run.smithi039.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-06-13T06:13:55.236 INFO:teuthology.orchestra.run.smithi039.stderr: stderr: 10+0 records in 2024-06-13T06:13:55.236 INFO:teuthology.orchestra.run.smithi039.stderr:10+0 records out 2024-06-13T06:13:55.237 INFO:teuthology.orchestra.run.smithi039.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00849834 s, 1.2 GB/s 2024-06-13T06:13:55.237 INFO:teuthology.orchestra.run.smithi039.stderr:--> Zapping successful for: 2024-06-13T06:13:55.468 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:13:55 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: 2024-06-13T06:13:55.292+0000 7f405f998200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-06-13T06:13:55.840 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph orch daemon add osd smithi039:vg_nvme/lv_4 2024-06-13T06:13:55.968 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:13:55 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: 2024-06-13T06:13:55.604+0000 7f405f998200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-06-13T06:13:55.968 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:13:55 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: 2024-06-13T06:13:55.689+0000 7f405f998200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-06-13T06:13:56.086 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:13:56.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:55 smithi039 ceph-mon[32479]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:56.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:55 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:56.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:55 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:56.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:55 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:56.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:55 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-13T06:13:56.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:55 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-06-13T06:13:56.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:55 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-13T06:13:56.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:55 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:13:56.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:55 smithi039 ceph-mon[32479]: Deploying daemon mgr.y on smithi096 2024-06-13T06:13:56.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:55 smithi096 ceph-mon[36532]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:56.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:55 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:56.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:55 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:56.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:55 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:56.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:55 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-13T06:13:56.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:55 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-06-13T06:13:56.292 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:55 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-13T06:13:56.292 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:55 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:13:56.292 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:55 smithi096 ceph-mon[36532]: Deploying daemon mgr.y on smithi096 2024-06-13T06:13:56.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:55 smithi149 ceph-mon[36963]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:56.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:55 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:56.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:55 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:56.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:55 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:56.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:55 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-13T06:13:56.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:55 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-06-13T06:13:56.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:55 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-13T06:13:56.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:55 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:13:56.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:55 smithi149 ceph-mon[36963]: Deploying daemon mgr.y on smithi096 2024-06-13T06:13:57.218 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:13:56 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: 2024-06-13T06:13:56.890+0000 7f405f998200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-06-13T06:13:57.218 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:13:57 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: 2024-06-13T06:13:57.063+0000 7f405f998200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-06-13T06:13:57.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:57.499+0000 7f86d6f71700 1 -- 172.21.15.39:0/3245433948 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86d0100dd0 msgr2=0x7f86d01011f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:13:57.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:57.499+0000 7f86d6f71700 1 --2- 172.21.15.39:0/3245433948 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86d0100dd0 0x7f86d01011f0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f86c4009990 tx=0x7f86c4009ca0 comp rx=0 tx=0).stop 2024-06-13T06:13:57.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:57.499+0000 7f86d6f71700 1 -- 172.21.15.39:0/3245433948 shutdown_connections 2024-06-13T06:13:57.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:57.499+0000 7f86d6f71700 1 --2- 172.21.15.39:0/3245433948 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f86d01020f0 0x7f86d0102570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:57.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:57.499+0000 7f86d6f71700 1 --2- 172.21.15.39:0/3245433948 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86d0100dd0 0x7f86d01011f0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:57.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:57.499+0000 7f86d6f71700 1 --2- 172.21.15.39:0/3245433948 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f86d0101730 0x7f86d0101bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:57.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:57.499+0000 7f86d6f71700 1 -- 172.21.15.39:0/3245433948 >> 172.21.15.39:0/3245433948 conn(0x7f86d00fc990 msgr2=0x7f86d00fedd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:13:57.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:57.499+0000 7f86d6f71700 1 -- 172.21.15.39:0/3245433948 shutdown_connections 2024-06-13T06:13:57.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:57.499+0000 7f86d6f71700 1 -- 172.21.15.39:0/3245433948 wait complete. 2024-06-13T06:13:57.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:57.500+0000 7f86d6f71700 1 Processor -- start 2024-06-13T06:13:57.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:57.500+0000 7f86d6f71700 1 -- start start 2024-06-13T06:13:57.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:57.500+0000 7f86d6f71700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f86d0100dd0 0x7f86d019a950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:13:57.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:57.500+0000 7f86d6f71700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86d0101730 0x7f86d019ae90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:13:57.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:57.500+0000 7f86d6f71700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f86d01020f0 0x7f86d01a1f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:13:57.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:57.500+0000 7f86d6f71700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f86d01102b0 con 0x7f86d0101730 2024-06-13T06:13:57.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:57.500+0000 7f86d6f71700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f86d0110130 con 0x7f86d01020f0 2024-06-13T06:13:57.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:57.500+0000 7f86d6f71700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f86d0110430 con 0x7f86d0100dd0 2024-06-13T06:13:57.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:57.500+0000 7f86cffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86d0101730 0x7f86d019ae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:13:57.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:57.500+0000 7f86cffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86d0101730 0x7f86d019ae90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:35490/0 (socket says 172.21.15.39:35490) 2024-06-13T06:13:57.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:57.500+0000 7f86cffff700 1 -- 172.21.15.39:0/1400162481 learned_addr learned my addr 172.21.15.39:0/1400162481 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:13:57.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:57.500+0000 7f86d4d0d700 1 --2- 172.21.15.39:0/1400162481 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f86d0100dd0 0x7f86d019a950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:13:57.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:57.500+0000 7f86d550e700 1 --2- 172.21.15.39:0/1400162481 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f86d01020f0 0x7f86d01a1f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:13:57.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:57.501+0000 7f86cffff700 1 -- 172.21.15.39:0/1400162481 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f86d0100dd0 msgr2=0x7f86d019a950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:13:57.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:57.501+0000 7f86cffff700 1 --2- 172.21.15.39:0/1400162481 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f86d0100dd0 0x7f86d019a950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:57.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:57.501+0000 7f86cffff700 1 -- 172.21.15.39:0/1400162481 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f86d01020f0 msgr2=0x7f86d01a1f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:13:57.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:57.501+0000 7f86cffff700 1 --2- 172.21.15.39:0/1400162481 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f86d01020f0 0x7f86d01a1f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:13:57.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:57.501+0000 7f86cffff700 1 -- 172.21.15.39:0/1400162481 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86d01a25b0 con 0x7f86d0101730 2024-06-13T06:13:57.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:57.501+0000 7f86cffff700 1 --2- 172.21.15.39:0/1400162481 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86d0101730 0x7f86d019ae90 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f86bc00e9d0 tx=0x7f86bc00ece0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:13:57.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:57.501+0000 7f86cdffb700 1 -- 172.21.15.39:0/1400162481 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86bc00cbd0 con 0x7f86d0101730 2024-06-13T06:13:57.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:57.501+0000 7f86cdffb700 1 -- 172.21.15.39:0/1400162481 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f86bc00ee70 con 0x7f86d0101730 2024-06-13T06:13:57.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:57.501+0000 7f86d6f71700 1 -- 172.21.15.39:0/1400162481 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86d01a28a0 con 0x7f86d0101730 2024-06-13T06:13:57.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:57.501+0000 7f86cdffb700 1 -- 172.21.15.39:0/1400162481 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86bc018660 con 0x7f86d0101730 2024-06-13T06:13:57.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:57.501+0000 7f86d6f71700 1 -- 172.21.15.39:0/1400162481 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86d01a2e30 con 0x7f86d0101730 2024-06-13T06:13:57.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:57.502+0000 7f86cdffb700 1 -- 172.21.15.39:0/1400162481 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f86bc010430 con 0x7f86d0101730 2024-06-13T06:13:57.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:57.502+0000 7f86d6f71700 1 -- 172.21.15.39:0/1400162481 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f86d0069180 con 0x7f86d0101730 2024-06-13T06:13:57.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:57.502+0000 7f86cdffb700 1 --2- 172.21.15.39:0/1400162481 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f86c0039330 0x7f86c003b7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:13:57.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:57.503+0000 7f86d4d0d700 1 --2- 172.21.15.39:0/1400162481 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f86c0039330 0x7f86c003b7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:13:57.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:57.503+0000 7f86d4d0d700 1 --2- 172.21.15.39:0/1400162481 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f86c0039330 0x7f86c003b7f0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f86c400b7b0 tx=0x7f86c400b880 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:13:57.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:57.504+0000 7f86cdffb700 1 -- 172.21.15.39:0/1400162481 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f86bc0188f0 con 0x7f86d0101730 2024-06-13T06:13:57.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:57.509+0000 7f86cdffb700 1 -- 172.21.15.39:0/1400162481 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f86bc00cd70 con 0x7f86d0101730 2024-06-13T06:13:57.514 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:13:57 smithi096 systemd[1]: Started Ceph mgr.y for ae626f9c-294b-11ef-bc9c-c7b262605968. 2024-06-13T06:13:57.555 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:13:57 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: 2024-06-13T06:13:57.244+0000 7f405f998200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-06-13T06:13:57.555 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:13:57 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: 2024-06-13T06:13:57.555+0000 7f405f998200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-06-13T06:13:57.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:13:57.728+0000 7f86d6f71700 1 -- 172.21.15.39:0/1400162481 --> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi039:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f86d0062990 con 0x7f86c0039330 2024-06-13T06:13:57.791 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:13:57 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: 2024-06-13T06:13:57.514+0000 7f1fa58af200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-06-13T06:13:57.791 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:13:57 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: 2024-06-13T06:13:57.705+0000 7f1fa58af200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-06-13T06:13:57.880 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:13:57 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: 2024-06-13T06:13:57.651+0000 7f405f998200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-06-13T06:13:58.138 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:13:57 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: 2024-06-13T06:13:57.812+0000 7f1fa58af200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-06-13T06:13:58.218 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:13:57 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: 2024-06-13T06:13:57.880+0000 7f405f998200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-06-13T06:13:58.218 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:13:58 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: 2024-06-13T06:13:58.082+0000 7f405f998200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-06-13T06:13:58.453 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:13:58 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: 2024-06-13T06:13:58.138+0000 7f1fa58af200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-06-13T06:13:58.453 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:13:58 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: 2024-06-13T06:13:58.236+0000 7f1fa58af200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-06-13T06:13:58.640 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:58 smithi039 ceph-mon[32479]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:58.640 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:58 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:58.640 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:58 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:58.640 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:58 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:58.640 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:58 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:58.640 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:58 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:13:58.640 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:58 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T06:13:58.640 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:58 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T06:13:58.640 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:58 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:13:58.644 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:58 smithi149 ceph-mon[36963]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:58.644 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:58 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:58.645 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:58 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:58.645 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:58 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:58.645 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:58 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:58.645 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:58 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:13:58.645 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:58 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T06:13:58.645 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:58 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T06:13:58.645 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:58 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:13:58.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:58 smithi096 ceph-mon[36532]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:13:58.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:58 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:58.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:58 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:58.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:58 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:58.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:58 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:58.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:58 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:13:58.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:58 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T06:13:58.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:58 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T06:13:58.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:58 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:13:58.968 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:13:58 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: 2024-06-13T06:13:58.742+0000 7f405f998200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-06-13T06:13:59.468 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:13:59 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: 2024-06-13T06:13:59.179+0000 7f405f998200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-06-13T06:13:59.468 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:13:59 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: 2024-06-13T06:13:59.275+0000 7f405f998200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-06-13T06:13:59.613 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:59 smithi039 ceph-mon[32479]: from='client.14229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi039:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:13:59.613 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:59 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:59.613 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:59 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:59.613 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:59 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:59.614 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:59 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:59.614 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:59 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:13:59.614 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:59 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:13:59.614 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:59 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:59.614 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:59 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-13T06:13:59.614 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:59 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-13T06:13:59.614 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:13:59 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:13:59.791 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:13:59 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: 2024-06-13T06:13:59.469+0000 7f1fa58af200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-06-13T06:13:59.791 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:13:59 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: 2024-06-13T06:13:59.637+0000 7f1fa58af200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-06-13T06:13:59.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:59 smithi096 ceph-mon[36532]: from='client.14229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi039:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:13:59.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:59 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:59.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:59 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:59.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:59 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:59.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:59 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:59.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:59 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:13:59.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:59 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:13:59.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:59 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:59.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:59 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-13T06:13:59.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:59 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-13T06:13:59.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:13:59 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:13:59.968 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:13:59 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: 2024-06-13T06:13:59.477+0000 7f405f998200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-06-13T06:13:59.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:59 smithi149 ceph-mon[36963]: from='client.14229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi039:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:13:59.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:59 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:59.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:59 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:59.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:59 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:59.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:59 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:59.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:59 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:13:59.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:59 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:13:59.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:59 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:13:59.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:59 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-06-13T06:13:59.970 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:59 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-06-13T06:13:59.970 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:13:59 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:14:00.090 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:13:59 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: 2024-06-13T06:13:59.805+0000 7f1fa58af200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-06-13T06:14:00.090 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:14:00 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: 2024-06-13T06:14:00.090+0000 7f1fa58af200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-06-13T06:14:00.341 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:14:00 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: 2024-06-13T06:14:00.009+0000 7f405f998200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-06-13T06:14:00.341 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:14:00 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: 2024-06-13T06:14:00.099+0000 7f405f998200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-06-13T06:14:00.379 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:14:00 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: 2024-06-13T06:14:00.181+0000 7f1fa58af200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-06-13T06:14:00.379 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:14:00 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: 2024-06-13T06:14:00.379+0000 7f1fa58af200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-06-13T06:14:00.686 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:00 smithi149 ceph-mon[36963]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:14:00.686 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:00 smithi149 ceph-mon[36963]: Reconfiguring mgr.x (unknown last config time)... 2024-06-13T06:14:00.686 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:00 smithi149 ceph-mon[36963]: Reconfiguring daemon mgr.x on smithi039 2024-06-13T06:14:00.686 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:00 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:00.686 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:00 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/2230497238' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b602e286-0350-4768-b03b-081f9c60cda7"}]: dispatch 2024-06-13T06:14:00.686 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:00 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/2230497238' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b602e286-0350-4768-b03b-081f9c60cda7"}]': finished 2024-06-13T06:14:00.686 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:00 smithi149 ceph-mon[36963]: osdmap e5: 1 total, 0 up, 1 in 2024-06-13T06:14:00.686 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:00 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-13T06:14:00.687 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:14:00 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: 2024-06-13T06:14:00.342+0000 7f405f998200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-06-13T06:14:00.687 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:14:00 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: 2024-06-13T06:14:00.476+0000 7f405f998200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-06-13T06:14:00.687 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:14:00 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: 2024-06-13T06:14:00.571+0000 7f405f998200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-06-13T06:14:00.687 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:14:00 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: 2024-06-13T06:14:00.686+0000 7f405f998200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-06-13T06:14:00.791 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:14:00 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: 2024-06-13T06:14:00.567+0000 7f1fa58af200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-06-13T06:14:00.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:00 smithi096 ceph-mon[36532]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:14:00.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:00 smithi096 ceph-mon[36532]: Reconfiguring mgr.x (unknown last config time)... 2024-06-13T06:14:00.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:00 smithi096 ceph-mon[36532]: Reconfiguring daemon mgr.x on smithi039 2024-06-13T06:14:00.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:00 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:00.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:00 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/2230497238' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b602e286-0350-4768-b03b-081f9c60cda7"}]: dispatch 2024-06-13T06:14:00.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:00 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/2230497238' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b602e286-0350-4768-b03b-081f9c60cda7"}]': finished 2024-06-13T06:14:00.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:00 smithi096 ceph-mon[36532]: osdmap e5: 1 total, 0 up, 1 in 2024-06-13T06:14:00.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:00 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-13T06:14:00.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:00 smithi039 ceph-mon[32479]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:14:00.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:00 smithi039 ceph-mon[32479]: Reconfiguring mgr.x (unknown last config time)... 2024-06-13T06:14:00.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:00 smithi039 ceph-mon[32479]: Reconfiguring daemon mgr.x on smithi039 2024-06-13T06:14:00.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:00 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:00.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:00 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/2230497238' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b602e286-0350-4768-b03b-081f9c60cda7"}]: dispatch 2024-06-13T06:14:00.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:00 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/2230497238' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b602e286-0350-4768-b03b-081f9c60cda7"}]': finished 2024-06-13T06:14:00.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:00 smithi039 ceph-mon[32479]: osdmap e5: 1 total, 0 up, 1 in 2024-06-13T06:14:00.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:00 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-13T06:14:01.468 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:14:01 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: 2024-06-13T06:14:00.999+0000 7f405f998200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-06-13T06:14:01.526 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:14:01 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: 2024-06-13T06:14:01.156+0000 7f1fa58af200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-06-13T06:14:01.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:01 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/270677927' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T06:14:01.791 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:14:01 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: 2024-06-13T06:14:01.566+0000 7f1fa58af200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-06-13T06:14:01.791 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:14:01 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: 2024-06-13T06:14:01.661+0000 7f1fa58af200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-06-13T06:14:01.822 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:01 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/270677927' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T06:14:01.822 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:14:01 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: 2024-06-13T06:14:01.604+0000 7f405f998200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-06-13T06:14:01.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:01 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/270677927' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T06:14:02.218 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:14:01 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: 2024-06-13T06:14:01.822+0000 7f405f998200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-06-13T06:14:02.291 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:14:01 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: 2024-06-13T06:14:01.855+0000 7f1fa58af200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-06-13T06:14:02.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:14:02.536+0000 7f86cdffb700 1 -- 172.21.15.39:0/1400162481 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mgrmap(e 14) ==== 92060+0+0 (secure 0 0 0) 0x7f86bc010720 con 0x7f86d0101730 2024-06-13T06:14:02.689 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:14:02 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: 2024-06-13T06:14:02.363+0000 7f1fa58af200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-06-13T06:14:02.689 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:14:02 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: 2024-06-13T06:14:02.451+0000 7f1fa58af200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-06-13T06:14:02.689 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:02 smithi096 ceph-mon[36532]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:14:02.689 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:02 smithi096 ceph-mon[36532]: Standby manager daemon z started 2024-06-13T06:14:02.689 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:02 smithi096 ceph-mon[36532]: from='mgr.? 172.21.15.149:0/3273559005' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-06-13T06:14:02.689 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:02 smithi096 ceph-mon[36532]: from='mgr.? 172.21.15.149:0/3273559005' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-13T06:14:02.689 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:02 smithi096 ceph-mon[36532]: from='mgr.? 172.21.15.149:0/3273559005' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-06-13T06:14:02.689 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:02 smithi096 ceph-mon[36532]: from='mgr.? 172.21.15.149:0/3273559005' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-13T06:14:02.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:02 smithi039 ceph-mon[32479]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:14:02.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:02 smithi039 ceph-mon[32479]: Standby manager daemon z started 2024-06-13T06:14:02.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:02 smithi039 ceph-mon[32479]: from='mgr.? 172.21.15.149:0/3273559005' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-06-13T06:14:02.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:02 smithi039 ceph-mon[32479]: from='mgr.? 172.21.15.149:0/3273559005' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-13T06:14:02.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:02 smithi039 ceph-mon[32479]: from='mgr.? 172.21.15.149:0/3273559005' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-06-13T06:14:02.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:02 smithi039 ceph-mon[32479]: from='mgr.? 172.21.15.149:0/3273559005' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-13T06:14:02.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:02 smithi149 ceph-mon[36963]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:14:02.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:02 smithi149 ceph-mon[36963]: Standby manager daemon z started 2024-06-13T06:14:02.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:02 smithi149 ceph-mon[36963]: from='mgr.? 172.21.15.149:0/3273559005' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-06-13T06:14:02.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:02 smithi149 ceph-mon[36963]: from='mgr.? 172.21.15.149:0/3273559005' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-13T06:14:02.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:02 smithi149 ceph-mon[36963]: from='mgr.? 172.21.15.149:0/3273559005' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-06-13T06:14:02.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:02 smithi149 ceph-mon[36963]: from='mgr.? 172.21.15.149:0/3273559005' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-13T06:14:03.022 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:14:02 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: 2024-06-13T06:14:02.689+0000 7f1fa58af200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-06-13T06:14:03.022 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:14:02 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: 2024-06-13T06:14:02.819+0000 7f1fa58af200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-06-13T06:14:03.022 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:14:02 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: 2024-06-13T06:14:02.910+0000 7f1fa58af200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-06-13T06:14:03.023 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:14:03 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: 2024-06-13T06:14:03.022+0000 7f1fa58af200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-06-13T06:14:03.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:03 smithi096 ceph-mon[36532]: mgrmap e14: x(active, since 77s), standbys: z 2024-06-13T06:14:03.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:03 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-06-13T06:14:03.791 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:14:03 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: 2024-06-13T06:14:03.314+0000 7f1fa58af200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-06-13T06:14:03.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:03 smithi039 ceph-mon[32479]: mgrmap e14: x(active, since 77s), standbys: z 2024-06-13T06:14:03.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:03 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-06-13T06:14:03.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:03 smithi149 ceph-mon[36963]: mgrmap e14: x(active, since 77s), standbys: z 2024-06-13T06:14:03.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:03 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-06-13T06:14:04.291 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:14:03 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: 2024-06-13T06:14:03.901+0000 7f1fa58af200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-06-13T06:14:04.291 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:14:04 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: 2024-06-13T06:14:04.110+0000 7f1fa58af200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-06-13T06:14:04.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:14:04.550+0000 7f86cdffb700 1 -- 172.21.15.39:0/1400162481 <== mon.0 v2:172.21.15.39:3300/0 8 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7f86bc00fc10 con 0x7f86d0101730 2024-06-13T06:14:04.635 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:04 smithi039 ceph-mon[32479]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:14:04.635 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:04 smithi039 ceph-mon[32479]: Standby manager daemon y started 2024-06-13T06:14:04.635 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:04 smithi039 ceph-mon[32479]: from='mgr.? 172.21.15.96:0/3310919066' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-06-13T06:14:04.635 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:04 smithi039 ceph-mon[32479]: from='mgr.? 172.21.15.96:0/3310919066' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-13T06:14:04.636 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:04 smithi039 ceph-mon[32479]: from='mgr.? 172.21.15.96:0/3310919066' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-06-13T06:14:04.636 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:04 smithi039 ceph-mon[32479]: from='mgr.? 172.21.15.96:0/3310919066' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-13T06:14:04.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:04 smithi096 ceph-mon[36532]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:14:04.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:04 smithi096 ceph-mon[36532]: Standby manager daemon y started 2024-06-13T06:14:04.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:04 smithi096 ceph-mon[36532]: from='mgr.? 172.21.15.96:0/3310919066' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-06-13T06:14:04.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:04 smithi096 ceph-mon[36532]: from='mgr.? 172.21.15.96:0/3310919066' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-13T06:14:04.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:04 smithi096 ceph-mon[36532]: from='mgr.? 172.21.15.96:0/3310919066' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-06-13T06:14:04.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:04 smithi096 ceph-mon[36532]: from='mgr.? 172.21.15.96:0/3310919066' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-13T06:14:04.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:04 smithi149 ceph-mon[36963]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:14:04.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:04 smithi149 ceph-mon[36963]: Standby manager daemon y started 2024-06-13T06:14:04.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:04 smithi149 ceph-mon[36963]: from='mgr.? 172.21.15.96:0/3310919066' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-06-13T06:14:04.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:04 smithi149 ceph-mon[36963]: from='mgr.? 172.21.15.96:0/3310919066' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-13T06:14:04.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:04 smithi149 ceph-mon[36963]: from='mgr.? 172.21.15.96:0/3310919066' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-06-13T06:14:04.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:04 smithi149 ceph-mon[36963]: from='mgr.? 172.21.15.96:0/3310919066' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-13T06:14:05.634 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:05 smithi039 ceph-mon[32479]: mgrmap e15: x(active, since 79s), standbys: z, y 2024-06-13T06:14:05.634 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:05 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-06-13T06:14:05.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:05 smithi149 ceph-mon[36963]: mgrmap e15: x(active, since 79s), standbys: z, y 2024-06-13T06:14:05.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:05 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-06-13T06:14:06.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:05 smithi096 ceph-mon[36532]: mgrmap e15: x(active, since 79s), standbys: z, y 2024-06-13T06:14:06.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:05 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-06-13T06:14:06.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:06 smithi039 ceph-mon[32479]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:14:06.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:06 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:06.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:06 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:06.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:06 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:14:06.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:06 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:14:06.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:06 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:14:06.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:06 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:06.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:06 smithi149 ceph-mon[36963]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:14:06.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:06 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:06.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:06 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:06.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:06 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:14:06.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:06 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:14:06.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:06 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:14:06.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:06 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:07.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:06 smithi096 ceph-mon[36532]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:14:07.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:06 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:07.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:06 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:07.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:06 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:14:07.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:06 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:14:07.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:06 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:14:07.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:06 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:08.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:08 smithi149 ceph-mon[36963]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:14:08.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:08 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-06-13T06:14:08.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:08 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:14:08.857 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:08 smithi039 ceph-mon[32479]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:14:08.858 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:08 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-06-13T06:14:08.858 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:08 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:14:09.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:08 smithi096 ceph-mon[36532]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:14:09.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:08 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-06-13T06:14:09.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:08 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:14:09.749 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:09 smithi039 ceph-mon[32479]: Deploying daemon osd.0 on smithi039 2024-06-13T06:14:09.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:09 smithi149 ceph-mon[36963]: Deploying daemon osd.0 on smithi039 2024-06-13T06:14:10.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:09 smithi096 ceph-mon[36532]: Deploying daemon osd.0 on smithi039 2024-06-13T06:14:10.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:10 smithi039 ceph-mon[32479]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:14:10.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:10 smithi149 ceph-mon[36963]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:14:11.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:10 smithi096 ceph-mon[36532]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:14:12.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:12 smithi039 ceph-mon[32479]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:14:12.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:12 smithi149 ceph-mon[36963]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:14:13.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:12 smithi096 ceph-mon[36532]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:14:14.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:14 smithi039 ceph-mon[32479]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:14:14.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:14 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:14.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:14 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:14.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:14 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:14:14.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:14 smithi149 ceph-mon[36963]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:14:14.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:14 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:14.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:14 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:14.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:14 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:14:14.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:14 smithi096 ceph-mon[36532]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:14:14.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:14 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:14.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:14 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:14.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:14 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:14:16.586 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:16 smithi039 ceph-mon[32479]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:14:16.586 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:16 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:16.586 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:16 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:16.586 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:16 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:14:16.586 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:16 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:14:16.587 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:16 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:16.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:14:16.636+0000 7f86cdffb700 1 -- 172.21.15.39:0/1400162481 <== mgr.14152 v2:172.21.15.39:6800/2178314534 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f86d0062990 con 0x7f86c0039330 2024-06-13T06:14:16.637 INFO:teuthology.orchestra.run.smithi039.stdout:Created osd(s) 0 on host 'smithi039' 2024-06-13T06:14:16.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:14:16.638+0000 7f86d6f71700 1 -- 172.21.15.39:0/1400162481 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f86c0039330 msgr2=0x7f86c003b7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:14:16.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:14:16.638+0000 7f86d6f71700 1 --2- 172.21.15.39:0/1400162481 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f86c0039330 0x7f86c003b7f0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f86c400b7b0 tx=0x7f86c400b880 comp rx=0 tx=0).stop 2024-06-13T06:14:16.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:14:16.638+0000 7f86d6f71700 1 -- 172.21.15.39:0/1400162481 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86d0101730 msgr2=0x7f86d019ae90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:14:16.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:14:16.638+0000 7f86d6f71700 1 --2- 172.21.15.39:0/1400162481 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86d0101730 0x7f86d019ae90 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f86bc00e9d0 tx=0x7f86bc00ece0 comp rx=0 tx=0).stop 2024-06-13T06:14:16.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:14:16.638+0000 7f86d6f71700 1 -- 172.21.15.39:0/1400162481 shutdown_connections 2024-06-13T06:14:16.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:14:16.638+0000 7f86d6f71700 1 --2- 172.21.15.39:0/1400162481 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f86c0039330 0x7f86c003b7f0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:14:16.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:14:16.638+0000 7f86d6f71700 1 --2- 172.21.15.39:0/1400162481 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f86d01020f0 0x7f86d01a1f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:14:16.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:14:16.638+0000 7f86d6f71700 1 --2- 172.21.15.39:0/1400162481 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f86d0100dd0 0x7f86d019a950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:14:16.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:14:16.638+0000 7f86d6f71700 1 --2- 172.21.15.39:0/1400162481 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86d0101730 0x7f86d019ae90 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:14:16.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:14:16.638+0000 7f86d6f71700 1 -- 172.21.15.39:0/1400162481 >> 172.21.15.39:0/1400162481 conn(0x7f86d00fc990 msgr2=0x7f86d00ffcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:14:16.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:14:16.638+0000 7f86d6f71700 1 -- 172.21.15.39:0/1400162481 shutdown_connections 2024-06-13T06:14:16.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:14:16.638+0000 7f86d6f71700 1 -- 172.21.15.39:0/1400162481 wait complete. 2024-06-13T06:14:16.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:16 smithi149 ceph-mon[36963]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:14:16.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:16 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:16.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:16 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:16.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:16 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:14:16.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:16 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:14:16.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:16 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:17.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:16 smithi096 ceph-mon[36532]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:14:17.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:16 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:17.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:16 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:17.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:16 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:14:17.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:16 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:14:17.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:16 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:17.238 DEBUG:teuthology.orchestra.run.smithi039:osd.0> sudo journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@osd.0.service 2024-06-13T06:14:17.240 INFO:tasks.cephadm:Deploying osd.1 on smithi096 with /dev/vg_nvme/lv_4... 2024-06-13T06:14:17.240 DEBUG:teuthology.orchestra.run.smithi096:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-06-13T06:14:17.481 INFO:teuthology.orchestra.run.smithi096.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.b/config 2024-06-13T06:14:17.844 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:17 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:17.844 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:17 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:17.844 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:17 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:14:17.844 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:17 smithi096 ceph-mon[36532]: from='osd.0 [v2:172.21.15.39:6802/917128641,v1:172.21.15.39:6803/917128641]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-06-13T06:14:17.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:17 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:17.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:17 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:17.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:17 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:14:17.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:17 smithi039 ceph-mon[32479]: from='osd.0 [v2:172.21.15.39:6802/917128641,v1:172.21.15.39:6803/917128641]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-06-13T06:14:17.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:17 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:17.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:17 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:17.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:17 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:14:17.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:17 smithi149 ceph-mon[36963]: from='osd.0 [v2:172.21.15.39:6802/917128641,v1:172.21.15.39:6803/917128641]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-06-13T06:14:18.674 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:18 smithi096 ceph-mon[36532]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:14:18.675 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:18 smithi096 ceph-mon[36532]: from='osd.0 [v2:172.21.15.39:6802/917128641,v1:172.21.15.39:6803/917128641]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-06-13T06:14:18.675 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:18 smithi096 ceph-mon[36532]: osdmap e6: 1 total, 0 up, 1 in 2024-06-13T06:14:18.675 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:18 smithi096 ceph-mon[36532]: from='osd.0 [v2:172.21.15.39:6802/917128641,v1:172.21.15.39:6803/917128641]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2024-06-13T06:14:18.675 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:18 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-13T06:14:18.889 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:18 smithi039 ceph-mon[32479]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:14:18.889 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:18 smithi039 ceph-mon[32479]: from='osd.0 [v2:172.21.15.39:6802/917128641,v1:172.21.15.39:6803/917128641]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-06-13T06:14:18.889 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:18 smithi039 ceph-mon[32479]: osdmap e6: 1 total, 0 up, 1 in 2024-06-13T06:14:18.890 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:18 smithi039 ceph-mon[32479]: from='osd.0 [v2:172.21.15.39:6802/917128641,v1:172.21.15.39:6803/917128641]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2024-06-13T06:14:18.890 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:18 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-13T06:14:18.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:18 smithi149 ceph-mon[36963]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:14:18.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:18 smithi149 ceph-mon[36963]: from='osd.0 [v2:172.21.15.39:6802/917128641,v1:172.21.15.39:6803/917128641]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-06-13T06:14:18.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:18 smithi149 ceph-mon[36963]: osdmap e6: 1 total, 0 up, 1 in 2024-06-13T06:14:18.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:18 smithi149 ceph-mon[36963]: from='osd.0 [v2:172.21.15.39:6802/917128641,v1:172.21.15.39:6803/917128641]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2024-06-13T06:14:18.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:18 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-13T06:14:19.141 INFO:journalctl@ceph.osd.0.smithi039.stdout:Jun 13 06:14:19 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-0[44521]: 2024-06-13T06:14:19.134+0000 7f1f1bf78700 -1 osd.0 0 waiting for initial osdmap 2024-06-13T06:14:19.141 INFO:journalctl@ceph.osd.0.smithi039.stdout:Jun 13 06:14:19 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-0[44521]: 2024-06-13T06:14:19.141+0000 7f1f13d63700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-13T06:14:19.284 INFO:teuthology.orchestra.run.smithi096.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-06-13T06:14:19.284 INFO:teuthology.orchestra.run.smithi096.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-06-13T06:14:19.284 INFO:teuthology.orchestra.run.smithi096.stderr: stderr: 10+0 records in 2024-06-13T06:14:19.284 INFO:teuthology.orchestra.run.smithi096.stderr:10+0 records out 2024-06-13T06:14:19.285 INFO:teuthology.orchestra.run.smithi096.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0159683 s, 657 MB/s 2024-06-13T06:14:19.285 INFO:teuthology.orchestra.run.smithi096.stderr:--> Zapping successful for: 2024-06-13T06:14:19.867 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:19 smithi039 ceph-mon[32479]: from='osd.0 [v2:172.21.15.39:6802/917128641,v1:172.21.15.39:6803/917128641]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]': finished 2024-06-13T06:14:19.867 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:19 smithi039 ceph-mon[32479]: osdmap e7: 1 total, 0 up, 1 in 2024-06-13T06:14:19.867 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:19 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-13T06:14:19.867 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:19 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-13T06:14:19.867 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:19 smithi039 ceph-mon[32479]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:14:19.867 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:19 smithi039 ceph-mon[32479]: from='osd.0 [v2:172.21.15.39:6802/917128641,v1:172.21.15.39:6803/917128641]' entity='osd.0' 2024-06-13T06:14:19.878 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:19 smithi096 ceph-mon[36532]: from='osd.0 [v2:172.21.15.39:6802/917128641,v1:172.21.15.39:6803/917128641]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]': finished 2024-06-13T06:14:19.878 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:19 smithi096 ceph-mon[36532]: osdmap e7: 1 total, 0 up, 1 in 2024-06-13T06:14:19.879 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:19 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-13T06:14:19.879 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:19 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-13T06:14:19.879 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:19 smithi096 ceph-mon[36532]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:14:19.879 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:19 smithi096 ceph-mon[36532]: from='osd.0 [v2:172.21.15.39:6802/917128641,v1:172.21.15.39:6803/917128641]' entity='osd.0' 2024-06-13T06:14:19.880 DEBUG:teuthology.orchestra.run.smithi096:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph orch daemon add osd smithi096:vg_nvme/lv_4 2024-06-13T06:14:19.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:19 smithi149 ceph-mon[36963]: from='osd.0 [v2:172.21.15.39:6802/917128641,v1:172.21.15.39:6803/917128641]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]': finished 2024-06-13T06:14:19.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:19 smithi149 ceph-mon[36963]: osdmap e7: 1 total, 0 up, 1 in 2024-06-13T06:14:19.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:19 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-13T06:14:19.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:19 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-13T06:14:19.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:19 smithi149 ceph-mon[36963]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-06-13T06:14:19.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:19 smithi149 ceph-mon[36963]: from='osd.0 [v2:172.21.15.39:6802/917128641,v1:172.21.15.39:6803/917128641]' entity='osd.0' 2024-06-13T06:14:20.129 INFO:teuthology.orchestra.run.smithi096.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.b/config 2024-06-13T06:14:20.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:20 smithi039 ceph-mon[32479]: purged_snaps scrub starts 2024-06-13T06:14:20.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:20 smithi039 ceph-mon[32479]: purged_snaps scrub ok 2024-06-13T06:14:20.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:20 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-13T06:14:20.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:20 smithi039 ceph-mon[32479]: osd.0 [v2:172.21.15.39:6802/917128641,v1:172.21.15.39:6803/917128641] boot 2024-06-13T06:14:20.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:20 smithi039 ceph-mon[32479]: osdmap e8: 1 total, 1 up, 1 in 2024-06-13T06:14:20.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:20 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-13T06:14:20.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:20 smithi039 ceph-mon[32479]: Detected new or changed devices on smithi039 2024-06-13T06:14:20.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:20 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:20.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:20 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:20.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:20 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:14:20.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:20 smithi039 ceph-mon[32479]: Adjusting osd_memory_target on smithi039 to 17088M 2024-06-13T06:14:20.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:20 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:20.923 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:20 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:14:20.923 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:20 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:14:20.923 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:20 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:20.943 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:20 smithi096 ceph-mon[36532]: purged_snaps scrub starts 2024-06-13T06:14:20.943 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:20 smithi096 ceph-mon[36532]: purged_snaps scrub ok 2024-06-13T06:14:20.943 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:20 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-13T06:14:20.943 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:20 smithi096 ceph-mon[36532]: osd.0 [v2:172.21.15.39:6802/917128641,v1:172.21.15.39:6803/917128641] boot 2024-06-13T06:14:20.943 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:20 smithi096 ceph-mon[36532]: osdmap e8: 1 total, 1 up, 1 in 2024-06-13T06:14:20.944 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:20 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-13T06:14:20.944 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:20 smithi096 ceph-mon[36532]: Detected new or changed devices on smithi039 2024-06-13T06:14:20.944 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:20 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:20.944 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:20 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:20.944 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:20 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:14:20.944 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:20 smithi096 ceph-mon[36532]: Adjusting osd_memory_target on smithi039 to 17088M 2024-06-13T06:14:20.944 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:20 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:20.944 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:20 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:14:20.944 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:20 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:14:20.944 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:20 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:20.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:20 smithi149 ceph-mon[36963]: purged_snaps scrub starts 2024-06-13T06:14:20.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:20 smithi149 ceph-mon[36963]: purged_snaps scrub ok 2024-06-13T06:14:20.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:20 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-13T06:14:20.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:20 smithi149 ceph-mon[36963]: osd.0 [v2:172.21.15.39:6802/917128641,v1:172.21.15.39:6803/917128641] boot 2024-06-13T06:14:20.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:20 smithi149 ceph-mon[36963]: osdmap e8: 1 total, 1 up, 1 in 2024-06-13T06:14:20.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:20 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-13T06:14:20.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:20 smithi149 ceph-mon[36963]: Detected new or changed devices on smithi039 2024-06-13T06:14:20.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:20 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:20.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:20 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:20.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:20 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:14:20.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:20 smithi149 ceph-mon[36963]: Adjusting osd_memory_target on smithi039 to 17088M 2024-06-13T06:14:20.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:20 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:20.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:20 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:14:20.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:20 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:14:20.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:20 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:21.693 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:21.691+0000 7fdc66b17700 1 -- 172.21.15.96:0/1651653867 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fdc60103000 msgr2=0x7fdc601053f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:14:21.693 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:21.691+0000 7fdc66b17700 1 --2- 172.21.15.96:0/1651653867 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fdc60103000 0x7fdc601053f0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fdc54009990 tx=0x7fdc54009ca0 comp rx=0 tx=0).stop 2024-06-13T06:14:21.693 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:21.691+0000 7fdc66b17700 1 -- 172.21.15.96:0/1651653867 shutdown_connections 2024-06-13T06:14:21.694 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:21.691+0000 7fdc66b17700 1 --2- 172.21.15.96:0/1651653867 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdc60108260 0x7fdc6010a650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:14:21.694 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:21.691+0000 7fdc66b17700 1 --2- 172.21.15.96:0/1651653867 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fdc60103000 0x7fdc601053f0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:14:21.694 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:21.691+0000 7fdc66b17700 1 --2- 172.21.15.96:0/1651653867 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdc60105930 0x7fdc60107d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:14:21.694 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:21.691+0000 7fdc66b17700 1 -- 172.21.15.96:0/1651653867 >> 172.21.15.96:0/1651653867 conn(0x7fdc600fc990 msgr2=0x7fdc600fedd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:14:21.694 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:21.692+0000 7fdc66b17700 1 -- 172.21.15.96:0/1651653867 shutdown_connections 2024-06-13T06:14:21.694 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:21.692+0000 7fdc66b17700 1 -- 172.21.15.96:0/1651653867 wait complete. 2024-06-13T06:14:21.694 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:21.692+0000 7fdc66b17700 1 Processor -- start 2024-06-13T06:14:21.694 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:21.692+0000 7fdc66b17700 1 -- start start 2024-06-13T06:14:21.694 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:21.692+0000 7fdc66b17700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdc60103000 0x7fdc60198740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:14:21.694 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:21.692+0000 7fdc66b17700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fdc60105930 0x7fdc60198c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:14:21.694 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:21.692+0000 7fdc66b17700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdc60108260 0x7fdc6019fd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:14:21.694 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:21.692+0000 7fdc66b17700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fdc6010e150 con 0x7fdc60103000 2024-06-13T06:14:21.695 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:21.692+0000 7fdc66b17700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fdc6010dfd0 con 0x7fdc60105930 2024-06-13T06:14:21.695 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:21.692+0000 7fdc66b17700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fdc6010e2d0 con 0x7fdc60108260 2024-06-13T06:14:21.695 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:21.692+0000 7fdc5ffff700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fdc60105930 0x7fdc60198c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:14:21.695 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:21.692+0000 7fdc5ffff700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fdc60105930 0x7fdc60198c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.96:3300/0 says I am v2:172.21.15.96:53242/0 (socket says 172.21.15.96:53242) 2024-06-13T06:14:21.695 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:21.692+0000 7fdc5ffff700 1 -- 172.21.15.96:0/3855969295 learned_addr learned my addr 172.21.15.96:0/3855969295 (peer_addr_for_me v2:172.21.15.96:0/0) 2024-06-13T06:14:21.695 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:21.693+0000 7fdc648b3700 1 --2- 172.21.15.96:0/3855969295 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdc60103000 0x7fdc60198740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:14:21.695 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:21.693+0000 7fdc650b4700 1 --2- 172.21.15.96:0/3855969295 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdc60108260 0x7fdc6019fd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:14:21.695 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:21.693+0000 7fdc5ffff700 1 -- 172.21.15.96:0/3855969295 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdc60108260 msgr2=0x7fdc6019fd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:14:21.695 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:21.693+0000 7fdc5ffff700 1 --2- 172.21.15.96:0/3855969295 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdc60108260 0x7fdc6019fd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:14:21.695 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:21.693+0000 7fdc5ffff700 1 -- 172.21.15.96:0/3855969295 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdc60103000 msgr2=0x7fdc60198740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:14:21.695 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:21.693+0000 7fdc5ffff700 1 --2- 172.21.15.96:0/3855969295 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdc60103000 0x7fdc60198740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:14:21.695 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:21.693+0000 7fdc5ffff700 1 -- 172.21.15.96:0/3855969295 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc601a03a0 con 0x7fdc60105930 2024-06-13T06:14:21.696 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:21.693+0000 7fdc5ffff700 1 --2- 172.21.15.96:0/3855969295 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fdc60105930 0x7fdc60198c80 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fdc4c00d980 tx=0x7fdc4c00dc90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:14:21.696 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:21.693+0000 7fdc5dffb700 1 -- 172.21.15.96:0/3855969295 <== mon.2 v2:172.21.15.96:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc4c017070 con 0x7fdc60105930 2024-06-13T06:14:21.696 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:21.693+0000 7fdc5dffb700 1 -- 172.21.15.96:0/3855969295 <== mon.2 v2:172.21.15.96:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdc4c005020 con 0x7fdc60105930 2024-06-13T06:14:21.696 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:21.693+0000 7fdc66b17700 1 -- 172.21.15.96:0/3855969295 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc601a0690 con 0x7fdc60105930 2024-06-13T06:14:21.696 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:21.693+0000 7fdc5dffb700 1 -- 172.21.15.96:0/3855969295 <== mon.2 v2:172.21.15.96:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc4c00fbf0 con 0x7fdc60105930 2024-06-13T06:14:21.696 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:21.693+0000 7fdc66b17700 1 -- 172.21.15.96:0/3855969295 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc601a0b80 con 0x7fdc60105930 2024-06-13T06:14:21.697 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:21.694+0000 7fdc66b17700 1 -- 172.21.15.96:0/3855969295 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdc60069180 con 0x7fdc60105930 2024-06-13T06:14:21.697 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:21.695+0000 7fdc5dffb700 1 -- 172.21.15.96:0/3855969295 <== mon.2 v2:172.21.15.96:3300/0 4 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7fdc4c0051d0 con 0x7fdc60105930 2024-06-13T06:14:21.697 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:21.696+0000 7fdc5dffb700 1 --2- 172.21.15.96:0/3855969295 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fdc500a2b90 0x7fdc500a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:14:21.697 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:21.696+0000 7fdc5dffb700 1 -- 172.21.15.96:0/3855969295 <== mon.2 v2:172.21.15.96:3300/0 5 ==== osd_map(9..9 src has 1..9) ==== 1767+0+0 (secure 0 0 0) 0x7fdc4c0cd3d0 con 0x7fdc60105930 2024-06-13T06:14:21.697 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:21.696+0000 7fdc648b3700 1 --2- 172.21.15.96:0/3855969295 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fdc500a2b90 0x7fdc500a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:14:21.697 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:21.696+0000 7fdc648b3700 1 --2- 172.21.15.96:0/3855969295 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fdc500a2b90 0x7fdc500a5050 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fdc5400b5c0 tx=0x7fdc54005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:14:21.700 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:21.701+0000 7fdc5dffb700 1 -- 172.21.15.96:0/3855969295 <== mon.2 v2:172.21.15.96:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fdc4c020020 con 0x7fdc60105930 2024-06-13T06:14:21.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:21 smithi096 ceph-mon[36532]: pgmap v46: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-06-13T06:14:21.902 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:21.903+0000 7fdc66b17700 1 -- 172.21.15.96:0/3855969295 --> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi096:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7fdc600628d0 con 0x7fdc500a2b90 2024-06-13T06:14:21.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:21 smithi039 ceph-mon[32479]: pgmap v46: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-06-13T06:14:21.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:21 smithi149 ceph-mon[36963]: pgmap v46: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-06-13T06:14:22.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:22 smithi096 ceph-mon[36532]: osdmap e9: 1 total, 1 up, 1 in 2024-06-13T06:14:22.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:22 smithi096 ceph-mon[36532]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi096:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:14:22.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:22 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T06:14:22.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:22 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T06:14:22.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:22 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:14:22.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:22 smithi149 ceph-mon[36963]: osdmap e9: 1 total, 1 up, 1 in 2024-06-13T06:14:22.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:22 smithi149 ceph-mon[36963]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi096:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:14:22.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:22 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T06:14:22.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:22 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T06:14:22.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:22 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:14:23.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:22 smithi039 ceph-mon[32479]: osdmap e9: 1 total, 1 up, 1 in 2024-06-13T06:14:23.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:22 smithi039 ceph-mon[32479]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi096:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:14:23.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:22 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T06:14:23.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:22 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T06:14:23.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:22 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:14:23.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:23 smithi149 ceph-mon[36963]: pgmap v48: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-06-13T06:14:24.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:23 smithi096 ceph-mon[36532]: pgmap v48: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-06-13T06:14:24.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:23 smithi039 ceph-mon[32479]: pgmap v48: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-06-13T06:14:24.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:24 smithi149 ceph-mon[36963]: from='client.? 172.21.15.96:0/15000674' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "199bf34b-b607-43d8-8216-c4e80c8d3ebe"}]: dispatch 2024-06-13T06:14:24.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:24 smithi149 ceph-mon[36963]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "199bf34b-b607-43d8-8216-c4e80c8d3ebe"}]: dispatch 2024-06-13T06:14:24.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:24 smithi149 ceph-mon[36963]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "199bf34b-b607-43d8-8216-c4e80c8d3ebe"}]': finished 2024-06-13T06:14:24.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:24 smithi149 ceph-mon[36963]: osdmap e10: 2 total, 1 up, 2 in 2024-06-13T06:14:24.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:24 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-13T06:14:25.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:24 smithi096 ceph-mon[36532]: from='client.? 172.21.15.96:0/15000674' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "199bf34b-b607-43d8-8216-c4e80c8d3ebe"}]: dispatch 2024-06-13T06:14:25.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:24 smithi096 ceph-mon[36532]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "199bf34b-b607-43d8-8216-c4e80c8d3ebe"}]: dispatch 2024-06-13T06:14:25.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:24 smithi096 ceph-mon[36532]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "199bf34b-b607-43d8-8216-c4e80c8d3ebe"}]': finished 2024-06-13T06:14:25.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:24 smithi096 ceph-mon[36532]: osdmap e10: 2 total, 1 up, 2 in 2024-06-13T06:14:25.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:24 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-13T06:14:25.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:24 smithi039 ceph-mon[32479]: from='client.? 172.21.15.96:0/15000674' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "199bf34b-b607-43d8-8216-c4e80c8d3ebe"}]: dispatch 2024-06-13T06:14:25.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:24 smithi039 ceph-mon[32479]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "199bf34b-b607-43d8-8216-c4e80c8d3ebe"}]: dispatch 2024-06-13T06:14:25.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:24 smithi039 ceph-mon[32479]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "199bf34b-b607-43d8-8216-c4e80c8d3ebe"}]': finished 2024-06-13T06:14:25.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:24 smithi039 ceph-mon[32479]: osdmap e10: 2 total, 1 up, 2 in 2024-06-13T06:14:25.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:24 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-13T06:14:25.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:25 smithi149 ceph-mon[36963]: pgmap v50: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-06-13T06:14:25.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:25 smithi149 ceph-mon[36963]: from='client.? 172.21.15.96:0/3626467317' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T06:14:26.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:25 smithi096 ceph-mon[36532]: pgmap v50: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-06-13T06:14:26.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:25 smithi096 ceph-mon[36532]: from='client.? 172.21.15.96:0/3626467317' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T06:14:26.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:25 smithi039 ceph-mon[32479]: pgmap v50: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-06-13T06:14:26.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:25 smithi039 ceph-mon[32479]: from='client.? 172.21.15.96:0/3626467317' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T06:14:28.128 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:27 smithi096 ceph-mon[36532]: pgmap v51: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-06-13T06:14:28.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:27 smithi039 ceph-mon[32479]: pgmap v51: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-06-13T06:14:28.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:27 smithi149 ceph-mon[36963]: pgmap v51: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-06-13T06:14:29.989 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:29 smithi096 ceph-mon[36532]: pgmap v52: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-06-13T06:14:30.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:29 smithi039 ceph-mon[32479]: pgmap v52: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-06-13T06:14:30.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:29 smithi149 ceph-mon[36963]: pgmap v52: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-06-13T06:14:32.153 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:31 smithi096 ceph-mon[36532]: pgmap v53: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-06-13T06:14:32.154 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:31 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-06-13T06:14:32.154 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:31 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:14:32.154 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:31 smithi096 ceph-mon[36532]: Deploying daemon osd.1 on smithi096 2024-06-13T06:14:32.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:31 smithi039 ceph-mon[32479]: pgmap v53: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-06-13T06:14:32.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:31 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-06-13T06:14:32.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:31 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:14:32.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:31 smithi039 ceph-mon[32479]: Deploying daemon osd.1 on smithi096 2024-06-13T06:14:32.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:31 smithi149 ceph-mon[36963]: pgmap v53: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-06-13T06:14:32.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:31 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-06-13T06:14:32.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:31 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:14:32.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:31 smithi149 ceph-mon[36963]: Deploying daemon osd.1 on smithi096 2024-06-13T06:14:34.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:33 smithi096 ceph-mon[36532]: pgmap v54: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-06-13T06:14:34.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:33 smithi039 ceph-mon[32479]: pgmap v54: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-06-13T06:14:34.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:33 smithi149 ceph-mon[36963]: pgmap v54: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-06-13T06:14:35.950 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:35 smithi096 ceph-mon[36532]: pgmap v55: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-06-13T06:14:36.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:35 smithi039 ceph-mon[32479]: pgmap v55: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-06-13T06:14:36.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:35 smithi149 ceph-mon[36963]: pgmap v55: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-06-13T06:14:38.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:37 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:38.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:37 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:38.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:37 smithi096 ceph-mon[36532]: pgmap v56: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-06-13T06:14:38.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:37 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:14:38.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:37 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:38.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:37 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:38.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:37 smithi039 ceph-mon[32479]: pgmap v56: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-06-13T06:14:38.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:37 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:14:38.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:37 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:38.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:37 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:38.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:37 smithi149 ceph-mon[36963]: pgmap v56: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-06-13T06:14:38.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:37 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:14:40.327 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:40 smithi096 ceph-mon[36532]: pgmap v57: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-06-13T06:14:40.327 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:40 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:40.327 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:40 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:40.327 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:40 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:14:40.327 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:40 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:14:40.327 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:40 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:40.420 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:40.421+0000 7fdc5dffb700 1 -- 172.21.15.96:0/3855969295 <== mgr.14152 v2:172.21.15.39:6800/2178314534 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fdc600628d0 con 0x7fdc500a2b90 2024-06-13T06:14:40.420 INFO:teuthology.orchestra.run.smithi096.stdout:Created osd(s) 1 on host 'smithi096' 2024-06-13T06:14:40.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:40 smithi039 ceph-mon[32479]: pgmap v57: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-06-13T06:14:40.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:40 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:40.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:40 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:40.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:40 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:14:40.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:40 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:14:40.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:40 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:40.422 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:40.423+0000 7fdc66b17700 1 -- 172.21.15.96:0/3855969295 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fdc500a2b90 msgr2=0x7fdc500a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:14:40.423 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:40.423+0000 7fdc66b17700 1 --2- 172.21.15.96:0/3855969295 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fdc500a2b90 0x7fdc500a5050 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fdc5400b5c0 tx=0x7fdc54005fb0 comp rx=0 tx=0).stop 2024-06-13T06:14:40.423 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:40.423+0000 7fdc66b17700 1 -- 172.21.15.96:0/3855969295 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fdc60105930 msgr2=0x7fdc60198c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:14:40.423 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:40.423+0000 7fdc66b17700 1 --2- 172.21.15.96:0/3855969295 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fdc60105930 0x7fdc60198c80 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fdc4c00d980 tx=0x7fdc4c00dc90 comp rx=0 tx=0).stop 2024-06-13T06:14:40.423 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:40.423+0000 7fdc66b17700 1 -- 172.21.15.96:0/3855969295 shutdown_connections 2024-06-13T06:14:40.423 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:40.423+0000 7fdc66b17700 1 --2- 172.21.15.96:0/3855969295 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fdc500a2b90 0x7fdc500a5050 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:14:40.423 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:40.423+0000 7fdc66b17700 1 --2- 172.21.15.96:0/3855969295 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdc60108260 0x7fdc6019fd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:14:40.423 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:40.423+0000 7fdc66b17700 1 --2- 172.21.15.96:0/3855969295 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdc60103000 0x7fdc60198740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:14:40.423 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:40.423+0000 7fdc66b17700 1 --2- 172.21.15.96:0/3855969295 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fdc60105930 0x7fdc60198c80 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:14:40.423 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:40.423+0000 7fdc66b17700 1 -- 172.21.15.96:0/3855969295 >> 172.21.15.96:0/3855969295 conn(0x7fdc600fc990 msgr2=0x7fdc60103a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:14:40.423 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:40.423+0000 7fdc66b17700 1 -- 172.21.15.96:0/3855969295 shutdown_connections 2024-06-13T06:14:40.423 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:14:40.423+0000 7fdc66b17700 1 -- 172.21.15.96:0/3855969295 wait complete. 2024-06-13T06:14:40.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:40 smithi149 ceph-mon[36963]: pgmap v57: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-06-13T06:14:40.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:40 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:40.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:40 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:40.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:40 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:14:40.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:40 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:14:40.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:40 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:41.071 DEBUG:teuthology.orchestra.run.smithi096:osd.1> sudo journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@osd.1.service 2024-06-13T06:14:41.074 INFO:tasks.cephadm:Deploying osd.2 on smithi149 with /dev/vg_nvme/lv_4... 2024-06-13T06:14:41.074 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-06-13T06:14:41.314 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.c/config 2024-06-13T06:14:41.617 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:41 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:41.617 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:41 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:41.617 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:41 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:14:41.617 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:41 smithi096 ceph-mon[36532]: from='osd.1 [v2:172.21.15.96:6800/1664615815,v1:172.21.15.96:6801/1664615815]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-06-13T06:14:41.617 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:41 smithi096 ceph-mon[36532]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-06-13T06:14:41.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:41 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:41.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:41 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:41.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:41 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:14:41.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:41 smithi039 ceph-mon[32479]: from='osd.1 [v2:172.21.15.96:6800/1664615815,v1:172.21.15.96:6801/1664615815]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-06-13T06:14:41.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:41 smithi039 ceph-mon[32479]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-06-13T06:14:41.680 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:41 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:41.680 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:41 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:41.680 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:41 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:14:41.680 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:41 smithi149 ceph-mon[36963]: from='osd.1 [v2:172.21.15.96:6800/1664615815,v1:172.21.15.96:6801/1664615815]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-06-13T06:14:41.680 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:41 smithi149 ceph-mon[36963]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-06-13T06:14:42.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:42 smithi096 ceph-mon[36532]: pgmap v58: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-06-13T06:14:42.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:42 smithi096 ceph-mon[36532]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-06-13T06:14:42.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:42 smithi096 ceph-mon[36532]: from='osd.1 [v2:172.21.15.96:6800/1664615815,v1:172.21.15.96:6801/1664615815]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]: dispatch 2024-06-13T06:14:42.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:42 smithi096 ceph-mon[36532]: osdmap e11: 2 total, 1 up, 2 in 2024-06-13T06:14:42.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:42 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-13T06:14:42.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:42 smithi096 ceph-mon[36532]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]: dispatch 2024-06-13T06:14:42.600 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:42 smithi149 ceph-mon[36963]: pgmap v58: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-06-13T06:14:42.600 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:42 smithi149 ceph-mon[36963]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-06-13T06:14:42.601 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:42 smithi149 ceph-mon[36963]: from='osd.1 [v2:172.21.15.96:6800/1664615815,v1:172.21.15.96:6801/1664615815]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]: dispatch 2024-06-13T06:14:42.601 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:42 smithi149 ceph-mon[36963]: osdmap e11: 2 total, 1 up, 2 in 2024-06-13T06:14:42.601 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:42 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-13T06:14:42.601 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:42 smithi149 ceph-mon[36963]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]: dispatch 2024-06-13T06:14:42.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:42 smithi039 ceph-mon[32479]: pgmap v58: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-06-13T06:14:42.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:42 smithi039 ceph-mon[32479]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-06-13T06:14:42.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:42 smithi039 ceph-mon[32479]: from='osd.1 [v2:172.21.15.96:6800/1664615815,v1:172.21.15.96:6801/1664615815]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]: dispatch 2024-06-13T06:14:42.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:42 smithi039 ceph-mon[32479]: osdmap e11: 2 total, 1 up, 2 in 2024-06-13T06:14:42.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:42 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-13T06:14:42.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:42 smithi039 ceph-mon[32479]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]: dispatch 2024-06-13T06:14:43.160 INFO:teuthology.orchestra.run.smithi149.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-06-13T06:14:43.160 INFO:teuthology.orchestra.run.smithi149.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-06-13T06:14:43.160 INFO:teuthology.orchestra.run.smithi149.stderr: stderr: 10+0 records in 2024-06-13T06:14:43.160 INFO:teuthology.orchestra.run.smithi149.stderr:10+0 records out 2024-06-13T06:14:43.160 INFO:teuthology.orchestra.run.smithi149.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0122596 s, 855 MB/s 2024-06-13T06:14:43.160 INFO:teuthology.orchestra.run.smithi149.stderr:--> Zapping successful for: 2024-06-13T06:14:43.291 INFO:journalctl@ceph.osd.1.smithi096.stdout:Jun 13 06:14:42 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-1[41096]: 2024-06-13T06:14:42.798+0000 7f9638a05700 -1 osd.1 0 waiting for initial osdmap 2024-06-13T06:14:43.291 INFO:journalctl@ceph.osd.1.smithi096.stdout:Jun 13 06:14:42 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-1[41096]: 2024-06-13T06:14:42.802+0000 7f96307f0700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-13T06:14:43.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:43 smithi039 ceph-mon[32479]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]': finished 2024-06-13T06:14:43.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:43 smithi039 ceph-mon[32479]: osdmap e12: 2 total, 1 up, 2 in 2024-06-13T06:14:43.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:43 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-13T06:14:43.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:43 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-13T06:14:43.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:43 smithi039 ceph-mon[32479]: from='osd.1 ' entity='osd.1' 2024-06-13T06:14:43.685 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:43 smithi096 ceph-mon[36532]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]': finished 2024-06-13T06:14:43.685 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:43 smithi096 ceph-mon[36532]: osdmap e12: 2 total, 1 up, 2 in 2024-06-13T06:14:43.685 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:43 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-13T06:14:43.685 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:43 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-13T06:14:43.685 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:43 smithi096 ceph-mon[36532]: from='osd.1 ' entity='osd.1' 2024-06-13T06:14:43.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:43 smithi149 ceph-mon[36963]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]': finished 2024-06-13T06:14:43.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:43 smithi149 ceph-mon[36963]: osdmap e12: 2 total, 1 up, 2 in 2024-06-13T06:14:43.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:43 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-13T06:14:43.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:43 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-13T06:14:43.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:43 smithi149 ceph-mon[36963]: from='osd.1 ' entity='osd.1' 2024-06-13T06:14:43.844 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph orch daemon add osd smithi149:vg_nvme/lv_4 2024-06-13T06:14:44.090 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.c/config 2024-06-13T06:14:44.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:44 smithi149 ceph-mon[36963]: purged_snaps scrub starts 2024-06-13T06:14:44.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:44 smithi149 ceph-mon[36963]: purged_snaps scrub ok 2024-06-13T06:14:44.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:44 smithi149 ceph-mon[36963]: pgmap v61: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-06-13T06:14:44.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:44 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-13T06:14:44.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:44 smithi149 ceph-mon[36963]: osd.1 [v2:172.21.15.96:6800/1664615815,v1:172.21.15.96:6801/1664615815] boot 2024-06-13T06:14:44.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:44 smithi149 ceph-mon[36963]: osdmap e13: 2 total, 2 up, 2 in 2024-06-13T06:14:44.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:44 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-13T06:14:44.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:44 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:44.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:44 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:44.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:44 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:14:44.470 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:44 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:44.470 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:44 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:14:44.470 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:44 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:14:44.470 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:44 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:44.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:44 smithi039 ceph-mon[32479]: purged_snaps scrub starts 2024-06-13T06:14:44.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:44 smithi039 ceph-mon[32479]: purged_snaps scrub ok 2024-06-13T06:14:44.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:44 smithi039 ceph-mon[32479]: pgmap v61: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-06-13T06:14:44.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:44 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-13T06:14:44.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:44 smithi039 ceph-mon[32479]: osd.1 [v2:172.21.15.96:6800/1664615815,v1:172.21.15.96:6801/1664615815] boot 2024-06-13T06:14:44.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:44 smithi039 ceph-mon[32479]: osdmap e13: 2 total, 2 up, 2 in 2024-06-13T06:14:44.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:44 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-13T06:14:44.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:44 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:44.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:44 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:44.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:44 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:14:44.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:44 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:44.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:44 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:14:44.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:44 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:14:44.673 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:44 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:44.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:44 smithi096 ceph-mon[36532]: purged_snaps scrub starts 2024-06-13T06:14:44.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:44 smithi096 ceph-mon[36532]: purged_snaps scrub ok 2024-06-13T06:14:44.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:44 smithi096 ceph-mon[36532]: pgmap v61: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-06-13T06:14:44.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:44 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-13T06:14:44.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:44 smithi096 ceph-mon[36532]: osd.1 [v2:172.21.15.96:6800/1664615815,v1:172.21.15.96:6801/1664615815] boot 2024-06-13T06:14:44.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:44 smithi096 ceph-mon[36532]: osdmap e13: 2 total, 2 up, 2 in 2024-06-13T06:14:44.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:44 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-13T06:14:44.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:44 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:44.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:44 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:44.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:44 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:14:44.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:44 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:44.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:44 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:14:44.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:44 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:14:44.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:44 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:14:45.595 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:14:45.593+0000 7ff7cb971700 1 -- 172.21.15.149:0/4294597447 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff7c41036e0 msgr2=0x7ff7c4103b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:14:45.595 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:14:45.593+0000 7ff7cb971700 1 --2- 172.21.15.149:0/4294597447 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff7c41036e0 0x7ff7c4103b40 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7ff7b4009990 tx=0x7ff7b4009ca0 comp rx=0 tx=0).stop 2024-06-13T06:14:45.596 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:14:45.593+0000 7ff7cb971700 1 -- 172.21.15.149:0/4294597447 shutdown_connections 2024-06-13T06:14:45.596 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:14:45.593+0000 7ff7cb971700 1 --2- 172.21.15.149:0/4294597447 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff7c4104080 0x7ff7c410a930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:14:45.596 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:14:45.593+0000 7ff7cb971700 1 --2- 172.21.15.149:0/4294597447 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff7c41024e0 0x7ff7c4102900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:14:45.596 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:14:45.593+0000 7ff7cb971700 1 --2- 172.21.15.149:0/4294597447 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff7c41036e0 0x7ff7c4103b40 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:14:45.596 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:14:45.593+0000 7ff7cb971700 1 -- 172.21.15.149:0/4294597447 >> 172.21.15.149:0/4294597447 conn(0x7ff7c40fda80 msgr2=0x7ff7c40ffec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:14:45.596 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:14:45.593+0000 7ff7cb971700 1 -- 172.21.15.149:0/4294597447 shutdown_connections 2024-06-13T06:14:45.596 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:14:45.593+0000 7ff7cb971700 1 -- 172.21.15.149:0/4294597447 wait complete. 2024-06-13T06:14:45.596 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:14:45.593+0000 7ff7cb971700 1 Processor -- start 2024-06-13T06:14:45.596 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:14:45.593+0000 7ff7cb971700 1 -- start start 2024-06-13T06:14:45.596 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:14:45.594+0000 7ff7cb971700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff7c41024e0 0x7ff7c4198730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:14:45.596 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:14:45.594+0000 7ff7cb971700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff7c41036e0 0x7ff7c4198c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:14:45.596 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:14:45.594+0000 7ff7cb971700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff7c4104080 0x7ff7c419fcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:14:45.596 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:14:45.594+0000 7ff7cb971700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7ff7c410e120 con 0x7ff7c4104080 2024-06-13T06:14:45.597 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:14:45.594+0000 7ff7cb971700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7ff7c410dfa0 con 0x7ff7c41036e0 2024-06-13T06:14:45.597 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:14:45.594+0000 7ff7cb971700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7ff7c410e2a0 con 0x7ff7c41024e0 2024-06-13T06:14:45.597 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:14:45.594+0000 7ff7c970d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff7c41024e0 0x7ff7c4198730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:14:45.597 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:14:45.594+0000 7ff7c970d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff7c41024e0 0x7ff7c4198730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.149:39492/0 (socket says 172.21.15.149:39492) 2024-06-13T06:14:45.597 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:14:45.594+0000 7ff7c970d700 1 -- 172.21.15.149:0/2227462630 learned_addr learned my addr 172.21.15.149:0/2227462630 (peer_addr_for_me v2:172.21.15.149:0/0) 2024-06-13T06:14:45.597 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:14:45.594+0000 7ff7c8f0c700 1 --2- 172.21.15.149:0/2227462630 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff7c41036e0 0x7ff7c4198c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:14:45.597 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:14:45.594+0000 7ff7c9f0e700 1 --2- 172.21.15.149:0/2227462630 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff7c4104080 0x7ff7c419fcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:14:45.597 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:14:45.594+0000 7ff7c970d700 1 -- 172.21.15.149:0/2227462630 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff7c41036e0 msgr2=0x7ff7c4198c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:14:45.597 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:14:45.594+0000 7ff7c970d700 1 --2- 172.21.15.149:0/2227462630 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff7c41036e0 0x7ff7c4198c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:14:45.597 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:14:45.594+0000 7ff7c970d700 1 -- 172.21.15.149:0/2227462630 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff7c4104080 msgr2=0x7ff7c419fcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:14:45.597 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:14:45.594+0000 7ff7c970d700 1 --2- 172.21.15.149:0/2227462630 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff7c4104080 0x7ff7c419fcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:14:45.597 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:14:45.594+0000 7ff7c970d700 1 -- 172.21.15.149:0/2227462630 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7c41a0390 con 0x7ff7c41024e0 2024-06-13T06:14:45.598 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:14:45.594+0000 7ff7c970d700 1 --2- 172.21.15.149:0/2227462630 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff7c41024e0 0x7ff7c4198730 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7ff7c000d9b0 tx=0x7ff7c000dcc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:14:45.598 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:14:45.594+0000 7ff7ba7fc700 1 -- 172.21.15.149:0/2227462630 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7c0017030 con 0x7ff7c41024e0 2024-06-13T06:14:45.598 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:14:45.594+0000 7ff7ba7fc700 1 -- 172.21.15.149:0/2227462630 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff7c0004500 con 0x7ff7c41024e0 2024-06-13T06:14:45.598 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:14:45.594+0000 7ff7cb971700 1 -- 172.21.15.149:0/2227462630 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7c41a0680 con 0x7ff7c41024e0 2024-06-13T06:14:45.598 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:14:45.594+0000 7ff7ba7fc700 1 -- 172.21.15.149:0/2227462630 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7c0003970 con 0x7ff7c41024e0 2024-06-13T06:14:45.598 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:14:45.595+0000 7ff7cb971700 1 -- 172.21.15.149:0/2227462630 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7c41a0bc0 con 0x7ff7c41024e0 2024-06-13T06:14:45.598 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:45 smithi149 ceph-mon[36963]: Detected new or changed devices on smithi096 2024-06-13T06:14:45.598 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:45 smithi149 ceph-mon[36963]: Adjusting osd_memory_target on smithi096 to 17088M 2024-06-13T06:14:45.599 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:14:45.595+0000 7ff7cb971700 1 -- 172.21.15.149:0/2227462630 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff7c4069180 con 0x7ff7c41024e0 2024-06-13T06:14:45.599 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:14:45.597+0000 7ff7ba7fc700 1 -- 172.21.15.149:0/2227462630 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7ff7c001a070 con 0x7ff7c41024e0 2024-06-13T06:14:45.599 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:14:45.597+0000 7ff7ba7fc700 1 --2- 172.21.15.149:0/2227462630 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff7b00a2b90 0x7ff7b00a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:14:45.599 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:14:45.597+0000 7ff7ba7fc700 1 -- 172.21.15.149:0/2227462630 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(14..14 src has 1..14) ==== 2309+0+0 (secure 0 0 0) 0x7ff7c00cd3e0 con 0x7ff7c41024e0 2024-06-13T06:14:45.599 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:14:45.598+0000 7ff7c8f0c700 1 --2- 172.21.15.149:0/2227462630 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff7b00a2b90 0x7ff7b00a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:14:45.599 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:14:45.598+0000 7ff7c8f0c700 1 --2- 172.21.15.149:0/2227462630 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff7b00a2b90 0x7ff7b00a5050 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7ff7b400b5c0 tx=0x7ff7b4005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:14:45.601 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:14:45.601+0000 7ff7ba7fc700 1 -- 172.21.15.149:0/2227462630 <== mon.1 v2:172.21.15.149:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7ff7c000e350 con 0x7ff7c41024e0 2024-06-13T06:14:45.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:45 smithi039 ceph-mon[32479]: Detected new or changed devices on smithi096 2024-06-13T06:14:45.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:45 smithi039 ceph-mon[32479]: Adjusting osd_memory_target on smithi096 to 17088M 2024-06-13T06:14:45.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:45 smithi096 ceph-mon[36532]: Detected new or changed devices on smithi096 2024-06-13T06:14:45.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:45 smithi096 ceph-mon[36532]: Adjusting osd_memory_target on smithi096 to 17088M 2024-06-13T06:14:45.803 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:14:45.803+0000 7ff7cb971700 1 -- 172.21.15.149:0/2227462630 --> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7ff7c40628d0 con 0x7ff7b00a2b90 2024-06-13T06:14:46.668 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:46 smithi149 ceph-mon[36963]: pgmap v63: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-06-13T06:14:46.668 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:46 smithi149 ceph-mon[36963]: osdmap e14: 2 total, 2 up, 2 in 2024-06-13T06:14:46.668 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:46 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T06:14:46.668 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:46 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T06:14:46.668 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:46 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:14:46.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:46 smithi039 ceph-mon[32479]: pgmap v63: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-06-13T06:14:46.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:46 smithi039 ceph-mon[32479]: osdmap e14: 2 total, 2 up, 2 in 2024-06-13T06:14:46.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:46 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T06:14:46.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:46 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T06:14:46.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:46 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:14:46.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:46 smithi096 ceph-mon[36532]: pgmap v63: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-06-13T06:14:46.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:46 smithi096 ceph-mon[36532]: osdmap e14: 2 total, 2 up, 2 in 2024-06-13T06:14:46.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:46 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T06:14:46.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:46 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T06:14:46.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:46 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:14:47.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:47 smithi039 ceph-mon[32479]: from='client.24166 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:14:47.682 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:47 smithi149 ceph-mon[36963]: from='client.24166 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:14:47.790 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:47 smithi096 ceph-mon[36532]: from='client.24166 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:14:48.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:48 smithi149 ceph-mon[36963]: pgmap v65: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-06-13T06:14:48.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:48 smithi149 ceph-mon[36963]: from='client.? 172.21.15.149:0/86278864' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1408753c-ec3d-4e23-964e-104614ccba56"}]: dispatch 2024-06-13T06:14:48.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:48 smithi149 ceph-mon[36963]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1408753c-ec3d-4e23-964e-104614ccba56"}]: dispatch 2024-06-13T06:14:48.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:48 smithi149 ceph-mon[36963]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1408753c-ec3d-4e23-964e-104614ccba56"}]': finished 2024-06-13T06:14:48.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:48 smithi149 ceph-mon[36963]: osdmap e15: 3 total, 2 up, 3 in 2024-06-13T06:14:48.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:48 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-13T06:14:48.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:48 smithi096 ceph-mon[36532]: pgmap v65: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-06-13T06:14:48.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:48 smithi096 ceph-mon[36532]: from='client.? 172.21.15.149:0/86278864' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1408753c-ec3d-4e23-964e-104614ccba56"}]: dispatch 2024-06-13T06:14:48.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:48 smithi096 ceph-mon[36532]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1408753c-ec3d-4e23-964e-104614ccba56"}]: dispatch 2024-06-13T06:14:48.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:48 smithi096 ceph-mon[36532]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1408753c-ec3d-4e23-964e-104614ccba56"}]': finished 2024-06-13T06:14:48.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:48 smithi096 ceph-mon[36532]: osdmap e15: 3 total, 2 up, 3 in 2024-06-13T06:14:48.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:48 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-13T06:14:48.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:48 smithi039 ceph-mon[32479]: pgmap v65: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-06-13T06:14:48.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:48 smithi039 ceph-mon[32479]: from='client.? 172.21.15.149:0/86278864' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1408753c-ec3d-4e23-964e-104614ccba56"}]: dispatch 2024-06-13T06:14:48.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:48 smithi039 ceph-mon[32479]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1408753c-ec3d-4e23-964e-104614ccba56"}]: dispatch 2024-06-13T06:14:48.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:48 smithi039 ceph-mon[32479]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1408753c-ec3d-4e23-964e-104614ccba56"}]': finished 2024-06-13T06:14:48.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:48 smithi039 ceph-mon[32479]: osdmap e15: 3 total, 2 up, 3 in 2024-06-13T06:14:48.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:48 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-13T06:14:49.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:49 smithi149 ceph-mon[36963]: from='client.? 172.21.15.149:0/548732352' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T06:14:49.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:49 smithi096 ceph-mon[36532]: from='client.? 172.21.15.149:0/548732352' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T06:14:49.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:49 smithi039 ceph-mon[32479]: from='client.? 172.21.15.149:0/548732352' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T06:14:50.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:50 smithi149 ceph-mon[36963]: pgmap v67: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-06-13T06:14:50.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:50 smithi096 ceph-mon[36532]: pgmap v67: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-06-13T06:14:50.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:50 smithi039 ceph-mon[32479]: pgmap v67: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-06-13T06:14:52.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:52 smithi149 ceph-mon[36963]: pgmap v68: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-06-13T06:14:52.724 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:52 smithi039 ceph-mon[32479]: pgmap v68: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-06-13T06:14:52.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:52 smithi096 ceph-mon[36532]: pgmap v68: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-06-13T06:14:54.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:54 smithi149 ceph-mon[36963]: pgmap v69: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-06-13T06:14:54.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:54 smithi096 ceph-mon[36532]: pgmap v69: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-06-13T06:14:54.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:54 smithi039 ceph-mon[32479]: pgmap v69: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-06-13T06:14:55.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:55 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-06-13T06:14:55.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:55 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:14:55.787 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:55 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-06-13T06:14:55.787 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:55 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:14:55.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:55 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-06-13T06:14:55.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:55 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:14:56.689 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:56 smithi149 ceph-mon[36963]: pgmap v70: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-06-13T06:14:56.689 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:56 smithi149 ceph-mon[36963]: Deploying daemon osd.2 on smithi149 2024-06-13T06:14:56.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:56 smithi096 ceph-mon[36532]: pgmap v70: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-06-13T06:14:56.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:56 smithi096 ceph-mon[36532]: Deploying daemon osd.2 on smithi149 2024-06-13T06:14:56.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:56 smithi039 ceph-mon[32479]: pgmap v70: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-06-13T06:14:56.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:56 smithi039 ceph-mon[32479]: Deploying daemon osd.2 on smithi149 2024-06-13T06:14:58.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:14:58 smithi149 ceph-mon[36963]: pgmap v71: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-06-13T06:14:58.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:14:58 smithi096 ceph-mon[36532]: pgmap v71: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-06-13T06:14:58.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:14:58 smithi039 ceph-mon[32479]: pgmap v71: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-06-13T06:15:00.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:00 smithi149 ceph-mon[36963]: pgmap v72: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-06-13T06:15:00.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:00 smithi096 ceph-mon[36532]: pgmap v72: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-06-13T06:15:00.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:00 smithi039 ceph-mon[32479]: pgmap v72: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-06-13T06:15:01.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:01 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:01.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:01 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:01.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:01 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:15:01.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:01 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:01.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:01 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:01.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:01 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:15:01.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:01 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:01.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:01 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:01.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:01 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:15:02.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:02 smithi149 ceph-mon[36963]: pgmap v73: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-06-13T06:15:02.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:02 smithi096 ceph-mon[36532]: pgmap v73: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-06-13T06:15:02.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:02 smithi039 ceph-mon[32479]: pgmap v73: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-06-13T06:15:03.772 INFO:teuthology.orchestra.run.smithi149.stdout:Created osd(s) 2 on host 'smithi149' 2024-06-13T06:15:03.773 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:03.772+0000 7ff7ba7fc700 1 -- 172.21.15.149:0/2227462630 <== mgr.14152 v2:172.21.15.39:6800/2178314534 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7ff7c40628d0 con 0x7ff7b00a2b90 2024-06-13T06:15:03.776 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:03.776+0000 7ff7cb971700 1 -- 172.21.15.149:0/2227462630 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff7b00a2b90 msgr2=0x7ff7b00a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:15:03.776 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:03.776+0000 7ff7cb971700 1 --2- 172.21.15.149:0/2227462630 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff7b00a2b90 0x7ff7b00a5050 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7ff7b400b5c0 tx=0x7ff7b4005fb0 comp rx=0 tx=0).stop 2024-06-13T06:15:03.776 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:03.776+0000 7ff7cb971700 1 -- 172.21.15.149:0/2227462630 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff7c41024e0 msgr2=0x7ff7c4198730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:15:03.776 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:03.776+0000 7ff7cb971700 1 --2- 172.21.15.149:0/2227462630 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff7c41024e0 0x7ff7c4198730 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7ff7c000d9b0 tx=0x7ff7c000dcc0 comp rx=0 tx=0).stop 2024-06-13T06:15:03.776 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:03.776+0000 7ff7cb971700 1 -- 172.21.15.149:0/2227462630 shutdown_connections 2024-06-13T06:15:03.776 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:03.776+0000 7ff7cb971700 1 --2- 172.21.15.149:0/2227462630 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff7b00a2b90 0x7ff7b00a5050 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:15:03.776 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:03.776+0000 7ff7cb971700 1 --2- 172.21.15.149:0/2227462630 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff7c4104080 0x7ff7c419fcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:15:03.776 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:03.776+0000 7ff7cb971700 1 --2- 172.21.15.149:0/2227462630 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff7c41024e0 0x7ff7c4198730 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:15:03.776 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:03.776+0000 7ff7cb971700 1 --2- 172.21.15.149:0/2227462630 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff7c41036e0 0x7ff7c4198c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:15:03.776 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:03.776+0000 7ff7cb971700 1 -- 172.21.15.149:0/2227462630 >> 172.21.15.149:0/2227462630 conn(0x7ff7c40fda80 msgr2=0x7ff7c41069e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:15:03.776 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:03.776+0000 7ff7cb971700 1 -- 172.21.15.149:0/2227462630 shutdown_connections 2024-06-13T06:15:03.776 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:03.776+0000 7ff7cb971700 1 -- 172.21.15.149:0/2227462630 wait complete. 2024-06-13T06:15:04.390 DEBUG:teuthology.orchestra.run.smithi149:osd.2> sudo journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@osd.2.service 2024-06-13T06:15:04.396 INFO:tasks.cephadm:Deploying osd.3 on smithi039 with /dev/vg_nvme/lv_3... 2024-06-13T06:15:04.397 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-06-13T06:15:04.656 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:15:04.779 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:04 smithi039 ceph-mon[32479]: pgmap v74: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-06-13T06:15:04.779 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:04 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:04.779 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:04 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:04.779 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:04 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:04.779 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:04 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:04.779 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:04 smithi039 ceph-mon[32479]: from='osd.2 [v2:172.21.15.149:6800/580976175,v1:172.21.15.149:6801/580976175]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-06-13T06:15:04.780 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:04 smithi039 ceph-mon[32479]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-06-13T06:15:04.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:04 smithi096 ceph-mon[36532]: pgmap v74: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-06-13T06:15:04.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:04 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:04.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:04 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:04.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:04 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:04.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:04 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:04.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:04 smithi096 ceph-mon[36532]: from='osd.2 [v2:172.21.15.149:6800/580976175,v1:172.21.15.149:6801/580976175]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-06-13T06:15:04.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:04 smithi096 ceph-mon[36532]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-06-13T06:15:04.828 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:04 smithi149 ceph-mon[36963]: pgmap v74: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-06-13T06:15:04.829 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:04 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:04.829 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:04 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:04.829 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:04 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:04.829 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:04 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:04.829 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:04 smithi149 ceph-mon[36963]: from='osd.2 [v2:172.21.15.149:6800/580976175,v1:172.21.15.149:6801/580976175]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-06-13T06:15:04.829 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:04 smithi149 ceph-mon[36963]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-06-13T06:15:05.895 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:05 smithi149 ceph-mon[36963]: pgmap v75: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-06-13T06:15:05.895 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:05 smithi149 ceph-mon[36963]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-06-13T06:15:05.895 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:05 smithi149 ceph-mon[36963]: osdmap e16: 3 total, 2 up, 3 in 2024-06-13T06:15:05.895 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:05 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-13T06:15:05.895 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:05 smithi149 ceph-mon[36963]: from='osd.2 [v2:172.21.15.149:6800/580976175,v1:172.21.15.149:6801/580976175]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-06-13T06:15:05.895 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:05 smithi149 ceph-mon[36963]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-06-13T06:15:06.117 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:05 smithi039 ceph-mon[32479]: pgmap v75: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-06-13T06:15:06.118 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:05 smithi039 ceph-mon[32479]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-06-13T06:15:06.118 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:05 smithi039 ceph-mon[32479]: osdmap e16: 3 total, 2 up, 3 in 2024-06-13T06:15:06.118 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:05 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-13T06:15:06.118 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:05 smithi039 ceph-mon[32479]: from='osd.2 [v2:172.21.15.149:6800/580976175,v1:172.21.15.149:6801/580976175]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-06-13T06:15:06.118 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:05 smithi039 ceph-mon[32479]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-06-13T06:15:06.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:05 smithi096 ceph-mon[36532]: pgmap v75: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-06-13T06:15:06.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:05 smithi096 ceph-mon[36532]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-06-13T06:15:06.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:05 smithi096 ceph-mon[36532]: osdmap e16: 3 total, 2 up, 3 in 2024-06-13T06:15:06.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:05 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-13T06:15:06.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:05 smithi096 ceph-mon[36532]: from='osd.2 [v2:172.21.15.149:6800/580976175,v1:172.21.15.149:6801/580976175]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-06-13T06:15:06.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:05 smithi096 ceph-mon[36532]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-06-13T06:15:06.658 INFO:journalctl@ceph.osd.2.smithi149.stdout:Jun 13 06:15:06 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-2[42072]: 2024-06-13T06:15:06.317+0000 7fe262de1700 -1 osd.2 0 waiting for initial osdmap 2024-06-13T06:15:06.658 INFO:journalctl@ceph.osd.2.smithi149.stdout:Jun 13 06:15:06 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-2[42072]: 2024-06-13T06:15:06.321+0000 7fe25a3cb700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-13T06:15:06.727 INFO:teuthology.orchestra.run.smithi039.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-06-13T06:15:06.727 INFO:teuthology.orchestra.run.smithi039.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-06-13T06:15:06.728 INFO:teuthology.orchestra.run.smithi039.stderr: stderr: 10+0 records in 2024-06-13T06:15:06.728 INFO:teuthology.orchestra.run.smithi039.stderr:10+0 records out 2024-06-13T06:15:06.728 INFO:teuthology.orchestra.run.smithi039.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0155282 s, 675 MB/s 2024-06-13T06:15:06.728 INFO:teuthology.orchestra.run.smithi039.stderr:--> Zapping successful for: 2024-06-13T06:15:06.963 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:06 smithi149 ceph-mon[36963]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]': finished 2024-06-13T06:15:06.964 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:06 smithi149 ceph-mon[36963]: osdmap e17: 3 total, 2 up, 3 in 2024-06-13T06:15:06.964 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:06 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-13T06:15:06.964 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:06 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-13T06:15:06.964 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:06 smithi149 ceph-mon[36963]: from='osd.2 ' entity='osd.2' 2024-06-13T06:15:06.964 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:06 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-13T06:15:06.985 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:06 smithi039 ceph-mon[32479]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]': finished 2024-06-13T06:15:06.985 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:06 smithi039 ceph-mon[32479]: osdmap e17: 3 total, 2 up, 3 in 2024-06-13T06:15:06.985 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:06 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-13T06:15:06.985 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:06 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-13T06:15:06.985 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:06 smithi039 ceph-mon[32479]: from='osd.2 ' entity='osd.2' 2024-06-13T06:15:06.985 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:06 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-13T06:15:07.265 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph orch daemon add osd smithi039:vg_nvme/lv_3 2024-06-13T06:15:07.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:06 smithi096 ceph-mon[36532]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]': finished 2024-06-13T06:15:07.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:06 smithi096 ceph-mon[36532]: osdmap e17: 3 total, 2 up, 3 in 2024-06-13T06:15:07.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:06 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-13T06:15:07.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:06 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-13T06:15:07.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:06 smithi096 ceph-mon[36532]: from='osd.2 ' entity='osd.2' 2024-06-13T06:15:07.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:06 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-13T06:15:07.526 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:15:08.543 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:08 smithi039 ceph-mon[32479]: purged_snaps scrub starts 2024-06-13T06:15:08.543 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:08 smithi039 ceph-mon[32479]: purged_snaps scrub ok 2024-06-13T06:15:08.543 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:08 smithi039 ceph-mon[32479]: pgmap v78: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-06-13T06:15:08.543 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:08 smithi039 ceph-mon[32479]: Detected new or changed devices on smithi149 2024-06-13T06:15:08.543 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:08 smithi039 ceph-mon[32479]: osd.2 [v2:172.21.15.149:6800/580976175,v1:172.21.15.149:6801/580976175] boot 2024-06-13T06:15:08.544 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:08 smithi039 ceph-mon[32479]: osdmap e18: 3 total, 3 up, 3 in 2024-06-13T06:15:08.544 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:08 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-13T06:15:08.544 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:08 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:08.544 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:08 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:08.544 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:08 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:15:08.544 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:08 smithi039 ceph-mon[32479]: Adjusting osd_memory_target on smithi149 to 5816M 2024-06-13T06:15:08.544 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:08 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:08.544 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:08 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:15:08.544 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:08 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:15:08.544 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:08 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:08.544 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:08 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:15:08.544 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:08 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:15:08.544 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:08 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:15:08.545 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:08 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:08.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:08 smithi149 ceph-mon[36963]: purged_snaps scrub starts 2024-06-13T06:15:08.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:08 smithi149 ceph-mon[36963]: purged_snaps scrub ok 2024-06-13T06:15:08.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:08 smithi149 ceph-mon[36963]: pgmap v78: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-06-13T06:15:08.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:08 smithi149 ceph-mon[36963]: Detected new or changed devices on smithi149 2024-06-13T06:15:08.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:08 smithi149 ceph-mon[36963]: osd.2 [v2:172.21.15.149:6800/580976175,v1:172.21.15.149:6801/580976175] boot 2024-06-13T06:15:08.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:08 smithi149 ceph-mon[36963]: osdmap e18: 3 total, 3 up, 3 in 2024-06-13T06:15:08.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:08 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-13T06:15:08.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:08 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:08.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:08 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:08.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:08 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:15:08.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:08 smithi149 ceph-mon[36963]: Adjusting osd_memory_target on smithi149 to 5816M 2024-06-13T06:15:08.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:08 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:08.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:08 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:15:08.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:08 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:15:08.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:08 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:08.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:08 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:15:08.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:08 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:15:08.720 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:08 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:15:08.720 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:08 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:08.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:08 smithi096 ceph-mon[36532]: purged_snaps scrub starts 2024-06-13T06:15:08.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:08 smithi096 ceph-mon[36532]: purged_snaps scrub ok 2024-06-13T06:15:08.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:08 smithi096 ceph-mon[36532]: pgmap v78: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-06-13T06:15:08.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:08 smithi096 ceph-mon[36532]: Detected new or changed devices on smithi149 2024-06-13T06:15:08.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:08 smithi096 ceph-mon[36532]: osd.2 [v2:172.21.15.149:6800/580976175,v1:172.21.15.149:6801/580976175] boot 2024-06-13T06:15:08.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:08 smithi096 ceph-mon[36532]: osdmap e18: 3 total, 3 up, 3 in 2024-06-13T06:15:08.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:08 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-13T06:15:08.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:08 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:08.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:08 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:08.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:08 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:15:08.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:08 smithi096 ceph-mon[36532]: Adjusting osd_memory_target on smithi149 to 5816M 2024-06-13T06:15:08.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:08 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:08.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:08 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:15:08.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:08 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:15:08.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:08 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:08.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:08 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:15:08.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:08 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:15:08.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:08 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:15:08.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:08 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:09.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:09.012+0000 7fb3b65dd700 1 -- 172.21.15.39:0/34451748 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb3b0102f90 msgr2=0x7fb3b0109840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:15:09.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:09.012+0000 7fb3b65dd700 1 --2- 172.21.15.39:0/34451748 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb3b0102f90 0x7fb3b0109840 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fb3a800b0d0 tx=0x7fb3a800b3e0 comp rx=0 tx=0).stop 2024-06-13T06:15:09.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:09.012+0000 7fb3b65dd700 1 -- 172.21.15.39:0/34451748 shutdown_connections 2024-06-13T06:15:09.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:09.012+0000 7fb3b65dd700 1 --2- 172.21.15.39:0/34451748 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb3b0102f90 0x7fb3b0109840 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:15:09.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:09.012+0000 7fb3b65dd700 1 --2- 172.21.15.39:0/34451748 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3b01013f0 0x7fb3b0101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:15:09.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:09.012+0000 7fb3b65dd700 1 --2- 172.21.15.39:0/34451748 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb3b01025f0 0x7fb3b0102a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:15:09.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:09.012+0000 7fb3b65dd700 1 -- 172.21.15.39:0/34451748 >> 172.21.15.39:0/34451748 conn(0x7fb3b00fc990 msgr2=0x7fb3b00fedd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:15:09.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:09.012+0000 7fb3b65dd700 1 -- 172.21.15.39:0/34451748 shutdown_connections 2024-06-13T06:15:09.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:09.012+0000 7fb3b65dd700 1 -- 172.21.15.39:0/34451748 wait complete. 2024-06-13T06:15:09.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:09.013+0000 7fb3b65dd700 1 Processor -- start 2024-06-13T06:15:09.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:09.013+0000 7fb3b65dd700 1 -- start start 2024-06-13T06:15:09.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:09.013+0000 7fb3b65dd700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb3b01013f0 0x7fb3b0198710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:15:09.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:09.013+0000 7fb3b65dd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3b01025f0 0x7fb3b0198c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:15:09.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:09.013+0000 7fb3b65dd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb3b0102f90 0x7fb3b019fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:15:09.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:09.013+0000 7fb3b65dd700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fb3b010cfd0 con 0x7fb3b01025f0 2024-06-13T06:15:09.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:09.013+0000 7fb3b65dd700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fb3b010ce50 con 0x7fb3b01013f0 2024-06-13T06:15:09.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:09.013+0000 7fb3b65dd700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fb3b010d150 con 0x7fb3b0102f90 2024-06-13T06:15:09.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:09.013+0000 7fb3af7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3b01025f0 0x7fb3b0198c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:15:09.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:09.013+0000 7fb3af7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3b01025f0 0x7fb3b0198c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40870/0 (socket says 172.21.15.39:40870) 2024-06-13T06:15:09.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:09.014+0000 7fb3af7fe700 1 -- 172.21.15.39:0/3466232232 learned_addr learned my addr 172.21.15.39:0/3466232232 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:15:09.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:09.014+0000 7fb3affff700 1 --2- 172.21.15.39:0/3466232232 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb3b01013f0 0x7fb3b0198710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:15:09.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:09.014+0000 7fb3b4b7a700 1 --2- 172.21.15.39:0/3466232232 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb3b0102f90 0x7fb3b019fcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:15:09.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:09.014+0000 7fb3b4b7a700 1 -- 172.21.15.39:0/3466232232 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb3b01013f0 msgr2=0x7fb3b0198710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:15:09.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:09.014+0000 7fb3b4b7a700 1 --2- 172.21.15.39:0/3466232232 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb3b01013f0 0x7fb3b0198710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:15:09.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:09.014+0000 7fb3b4b7a700 1 -- 172.21.15.39:0/3466232232 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3b01025f0 msgr2=0x7fb3b0198c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:15:09.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:09.014+0000 7fb3b4b7a700 1 --2- 172.21.15.39:0/3466232232 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3b01025f0 0x7fb3b0198c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:15:09.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:09.014+0000 7fb3b4b7a700 1 -- 172.21.15.39:0/3466232232 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3b01a0370 con 0x7fb3b0102f90 2024-06-13T06:15:09.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:09.014+0000 7fb3b4b7a700 1 --2- 172.21.15.39:0/3466232232 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb3b0102f90 0x7fb3b019fcd0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fb3a8015000 tx=0x7fb3a8007a20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:15:09.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:09.014+0000 7fb3ad7fa700 1 -- 172.21.15.39:0/3466232232 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3a8021070 con 0x7fb3b0102f90 2024-06-13T06:15:09.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:09.015+0000 7fb3b65dd700 1 -- 172.21.15.39:0/3466232232 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3b01a0600 con 0x7fb3b0102f90 2024-06-13T06:15:09.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:09.015+0000 7fb3ad7fa700 1 -- 172.21.15.39:0/3466232232 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb3a801db30 con 0x7fb3b0102f90 2024-06-13T06:15:09.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:09.015+0000 7fb3b65dd700 1 -- 172.21.15.39:0/3466232232 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3b01a0b00 con 0x7fb3b0102f90 2024-06-13T06:15:09.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:09.015+0000 7fb3ad7fa700 1 -- 172.21.15.39:0/3466232232 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3a801bb80 con 0x7fb3b0102f90 2024-06-13T06:15:09.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:09.015+0000 7fb3b65dd700 1 -- 172.21.15.39:0/3466232232 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb3b0069180 con 0x7fb3b0102f90 2024-06-13T06:15:09.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:09.017+0000 7fb3ad7fa700 1 -- 172.21.15.39:0/3466232232 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7fb3a8024070 con 0x7fb3b0102f90 2024-06-13T06:15:09.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:09.017+0000 7fb3ad7fa700 1 --2- 172.21.15.39:0/3466232232 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fb39c0a2b90 0x7fb39c0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:15:09.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:09.018+0000 7fb3affff700 1 --2- 172.21.15.39:0/3466232232 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fb39c0a2b90 0x7fb39c0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:15:09.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:09.018+0000 7fb3ad7fa700 1 -- 172.21.15.39:0/3466232232 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 2851+0+0 (secure 0 0 0) 0x7fb3a800f020 con 0x7fb3b0102f90 2024-06-13T06:15:09.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:09.018+0000 7fb3affff700 1 --2- 172.21.15.39:0/3466232232 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fb39c0a2b90 0x7fb39c0a5050 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fb3b0102450 tx=0x7fb3a000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:15:09.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:09.021+0000 7fb3ad7fa700 1 -- 172.21.15.39:0/3466232232 <== mon.1 v2:172.21.15.149:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fb3a802b020 con 0x7fb3b0102f90 2024-06-13T06:15:09.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:09.238+0000 7fb3b65dd700 1 -- 172.21.15.39:0/3466232232 --> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi039:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7fb3b00feb10 con 0x7fb39c0a2b90 2024-06-13T06:15:09.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:09 smithi039 ceph-mon[32479]: osdmap e19: 3 total, 3 up, 3 in 2024-06-13T06:15:09.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:09 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-06-13T06:15:09.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:09 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T06:15:09.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:09 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T06:15:09.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:09 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:15:09.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:09 smithi149 ceph-mon[36963]: osdmap e19: 3 total, 3 up, 3 in 2024-06-13T06:15:09.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:09 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-06-13T06:15:09.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:09 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T06:15:09.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:09 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T06:15:09.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:09 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:15:09.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:09 smithi096 ceph-mon[36532]: osdmap e19: 3 total, 3 up, 3 in 2024-06-13T06:15:09.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:09 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-06-13T06:15:09.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:09 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T06:15:09.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:09 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T06:15:09.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:09 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:15:10.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:10 smithi039 ceph-mon[32479]: pgmap v81: 0 pgs: ; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-06-13T06:15:10.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:10 smithi039 ceph-mon[32479]: from='client.24193 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi039:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:15:10.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:10 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-06-13T06:15:10.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:10 smithi039 ceph-mon[32479]: osdmap e20: 3 total, 3 up, 3 in 2024-06-13T06:15:10.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:10 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-06-13T06:15:10.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:10 smithi149 ceph-mon[36963]: pgmap v81: 0 pgs: ; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-06-13T06:15:10.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:10 smithi149 ceph-mon[36963]: from='client.24193 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi039:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:15:10.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:10 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-06-13T06:15:10.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:10 smithi149 ceph-mon[36963]: osdmap e20: 3 total, 3 up, 3 in 2024-06-13T06:15:10.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:10 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-06-13T06:15:10.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:10 smithi096 ceph-mon[36532]: pgmap v81: 0 pgs: ; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-06-13T06:15:10.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:10 smithi096 ceph-mon[36532]: from='client.24193 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi039:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:15:10.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:10 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-06-13T06:15:10.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:10 smithi096 ceph-mon[36532]: osdmap e20: 3 total, 3 up, 3 in 2024-06-13T06:15:10.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:10 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-06-13T06:15:11.078 INFO:journalctl@ceph.osd.0.smithi039.stdout:Jun 13 06:15:10 smithi039 sudo[49057]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-06-13T06:15:11.078 INFO:journalctl@ceph.osd.0.smithi039.stdout:Jun 13 06:15:10 smithi039 sudo[49057]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-06-13T06:15:11.079 INFO:journalctl@ceph.osd.0.smithi039.stdout:Jun 13 06:15:10 smithi039 sudo[49057]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-06-13T06:15:11.079 INFO:journalctl@ceph.osd.0.smithi039.stdout:Jun 13 06:15:10 smithi039 sudo[49057]: pam_unix(sudo:session): session closed for user root 2024-06-13T06:15:11.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:11.379+0000 7fb3ad7fa700 1 -- 172.21.15.39:0/3466232232 <== mon.1 v2:172.21.15.149:3300/0 7 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fb3a801d650 con 0x7fb3b0102f90 2024-06-13T06:15:11.643 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:11 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-06-13T06:15:11.644 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:11 smithi096 ceph-mon[36532]: osdmap e21: 3 total, 3 up, 3 in 2024-06-13T06:15:11.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:11 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-06-13T06:15:11.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:11 smithi039 ceph-mon[32479]: osdmap e21: 3 total, 3 up, 3 in 2024-06-13T06:15:11.672 INFO:journalctl@ceph.osd.0.smithi039.stdout:Jun 13 06:15:11 smithi039 sudo[49068]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-06-13T06:15:11.672 INFO:journalctl@ceph.osd.0.smithi039.stdout:Jun 13 06:15:11 smithi039 sudo[49068]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-06-13T06:15:11.672 INFO:journalctl@ceph.osd.0.smithi039.stdout:Jun 13 06:15:11 smithi039 sudo[49068]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-06-13T06:15:11.672 INFO:journalctl@ceph.osd.0.smithi039.stdout:Jun 13 06:15:11 smithi039 sudo[49068]: pam_unix(sudo:session): session closed for user root 2024-06-13T06:15:11.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:11 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-06-13T06:15:11.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:11 smithi149 ceph-mon[36963]: osdmap e21: 3 total, 3 up, 3 in 2024-06-13T06:15:11.899 INFO:journalctl@ceph.osd.1.smithi096.stdout:Jun 13 06:15:11 smithi096 sudo[44809]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-06-13T06:15:11.899 INFO:journalctl@ceph.osd.1.smithi096.stdout:Jun 13 06:15:11 smithi096 sudo[44809]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-06-13T06:15:11.899 INFO:journalctl@ceph.osd.1.smithi096.stdout:Jun 13 06:15:11 smithi096 sudo[44809]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-06-13T06:15:11.899 INFO:journalctl@ceph.osd.1.smithi096.stdout:Jun 13 06:15:11 smithi096 sudo[44809]: pam_unix(sudo:session): session closed for user root 2024-06-13T06:15:12.291 INFO:journalctl@ceph.osd.1.smithi096.stdout:Jun 13 06:15:11 smithi096 sudo[44812]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-06-13T06:15:12.291 INFO:journalctl@ceph.osd.1.smithi096.stdout:Jun 13 06:15:11 smithi096 sudo[44812]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-06-13T06:15:12.291 INFO:journalctl@ceph.osd.1.smithi096.stdout:Jun 13 06:15:11 smithi096 sudo[44812]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-06-13T06:15:12.291 INFO:journalctl@ceph.osd.1.smithi096.stdout:Jun 13 06:15:11 smithi096 sudo[44812]: pam_unix(sudo:session): session closed for user root 2024-06-13T06:15:12.425 INFO:journalctl@ceph.osd.2.smithi149.stdout:Jun 13 06:15:12 smithi149 sudo[45980]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-06-13T06:15:12.425 INFO:journalctl@ceph.osd.2.smithi149.stdout:Jun 13 06:15:12 smithi149 sudo[45980]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-06-13T06:15:12.425 INFO:journalctl@ceph.osd.2.smithi149.stdout:Jun 13 06:15:12 smithi149 sudo[45980]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-06-13T06:15:12.425 INFO:journalctl@ceph.osd.2.smithi149.stdout:Jun 13 06:15:12 smithi149 sudo[45980]: pam_unix(sudo:session): session closed for user root 2024-06-13T06:15:12.425 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:12 smithi149 ceph-mon[36963]: pgmap v84: 1 pgs: 1 creating+peering; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-06-13T06:15:12.426 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:12 smithi149 ceph-mon[36963]: osdmap e22: 3 total, 3 up, 3 in 2024-06-13T06:15:12.426 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:12 smithi149 ceph-mon[36963]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-06-13T06:15:12.426 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:12 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:12.426 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:12 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:12.426 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:12 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/2230514947' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8234a82f-d8d1-42c5-b257-799c0517bb1b"}]: dispatch 2024-06-13T06:15:12.426 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:12 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/2230514947' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8234a82f-d8d1-42c5-b257-799c0517bb1b"}]': finished 2024-06-13T06:15:12.426 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:12 smithi149 ceph-mon[36963]: osdmap e23: 4 total, 3 up, 4 in 2024-06-13T06:15:12.426 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:12 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-13T06:15:12.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:12 smithi039 ceph-mon[32479]: pgmap v84: 1 pgs: 1 creating+peering; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-06-13T06:15:12.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:12 smithi039 ceph-mon[32479]: osdmap e22: 3 total, 3 up, 3 in 2024-06-13T06:15:12.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:12 smithi039 ceph-mon[32479]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-06-13T06:15:12.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:12 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:12.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:12 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:12.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:12 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/2230514947' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8234a82f-d8d1-42c5-b257-799c0517bb1b"}]: dispatch 2024-06-13T06:15:12.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:12 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/2230514947' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8234a82f-d8d1-42c5-b257-799c0517bb1b"}]': finished 2024-06-13T06:15:12.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:12 smithi039 ceph-mon[32479]: osdmap e23: 4 total, 3 up, 4 in 2024-06-13T06:15:12.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:12 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-13T06:15:12.718 INFO:journalctl@ceph.osd.2.smithi149.stdout:Jun 13 06:15:12 smithi149 sudo[45983]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-06-13T06:15:12.718 INFO:journalctl@ceph.osd.2.smithi149.stdout:Jun 13 06:15:12 smithi149 sudo[45983]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-06-13T06:15:12.718 INFO:journalctl@ceph.osd.2.smithi149.stdout:Jun 13 06:15:12 smithi149 sudo[45983]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-06-13T06:15:12.718 INFO:journalctl@ceph.osd.2.smithi149.stdout:Jun 13 06:15:12 smithi149 sudo[45983]: pam_unix(sudo:session): session closed for user root 2024-06-13T06:15:12.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:12 smithi096 ceph-mon[36532]: pgmap v84: 1 pgs: 1 creating+peering; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-06-13T06:15:12.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:12 smithi096 ceph-mon[36532]: osdmap e22: 3 total, 3 up, 3 in 2024-06-13T06:15:12.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:12 smithi096 ceph-mon[36532]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-06-13T06:15:12.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:12 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:12.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:12 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:12.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:12 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/2230514947' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8234a82f-d8d1-42c5-b257-799c0517bb1b"}]: dispatch 2024-06-13T06:15:12.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:12 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/2230514947' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8234a82f-d8d1-42c5-b257-799c0517bb1b"}]': finished 2024-06-13T06:15:12.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:12 smithi096 ceph-mon[36532]: osdmap e23: 4 total, 3 up, 4 in 2024-06-13T06:15:12.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:12 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-13T06:15:13.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:12 smithi039 sudo[49149]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-06-13T06:15:13.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:12 smithi039 sudo[49149]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-06-13T06:15:13.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:12 smithi039 sudo[49149]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-06-13T06:15:13.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:12 smithi039 sudo[49149]: pam_unix(sudo:session): session closed for user root 2024-06-13T06:15:13.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:13 smithi039 sudo[49152]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-06-13T06:15:13.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:13 smithi039 sudo[49152]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-06-13T06:15:13.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:13 smithi039 sudo[49152]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-06-13T06:15:13.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:13 smithi039 sudo[49152]: pam_unix(sudo:session): session closed for user root 2024-06-13T06:15:13.845 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:13 smithi149 sudo[45986]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-06-13T06:15:13.846 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:13 smithi149 sudo[45986]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-06-13T06:15:13.846 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:13 smithi149 sudo[45986]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-06-13T06:15:13.846 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:13 smithi149 sudo[45986]: pam_unix(sudo:session): session closed for user root 2024-06-13T06:15:14.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:13 smithi149 sudo[45989]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-06-13T06:15:14.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:13 smithi149 sudo[45989]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-06-13T06:15:14.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:13 smithi149 sudo[45989]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-06-13T06:15:14.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:13 smithi149 sudo[45989]: pam_unix(sudo:session): session closed for user root 2024-06-13T06:15:14.339 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:14 smithi096 sudo[44815]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-06-13T06:15:14.339 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:14 smithi096 sudo[44815]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-06-13T06:15:14.339 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:14 smithi096 sudo[44815]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-06-13T06:15:14.339 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:14 smithi096 sudo[44815]: pam_unix(sudo:session): session closed for user root 2024-06-13T06:15:14.339 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:14 smithi096 sudo[44818]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-06-13T06:15:14.339 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:14 smithi096 sudo[44818]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-06-13T06:15:14.339 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:14 smithi096 sudo[44818]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-06-13T06:15:14.339 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:14 smithi096 sudo[44818]: pam_unix(sudo:session): session closed for user root 2024-06-13T06:15:14.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:14 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:14.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:14 smithi039 ceph-mon[32479]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-06-13T06:15:14.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:14 smithi039 ceph-mon[32479]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-06-13T06:15:14.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:14 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-13T06:15:14.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:14 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/465901674' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T06:15:14.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:14 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T06:15:14.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:14 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T06:15:14.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:14 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-13T06:15:14.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:14 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T06:15:14.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:14 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T06:15:14.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:14 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:14.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:14 smithi149 ceph-mon[36963]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-06-13T06:15:14.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:14 smithi149 ceph-mon[36963]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-06-13T06:15:14.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:14 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-13T06:15:14.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:14 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/465901674' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T06:15:14.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:14 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T06:15:14.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:14 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T06:15:14.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:14 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-13T06:15:14.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:14 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T06:15:14.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:14 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T06:15:14.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:14 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:14.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:14 smithi096 ceph-mon[36532]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-06-13T06:15:14.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:14 smithi096 ceph-mon[36532]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-06-13T06:15:14.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:14 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-13T06:15:14.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:14 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/465901674' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T06:15:14.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:14 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T06:15:14.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:14 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T06:15:14.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:14 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-13T06:15:14.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:14 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T06:15:14.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:14 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T06:15:15.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:15 smithi039 ceph-mon[32479]: pgmap v87: 1 pgs: 1 creating+peering; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-06-13T06:15:15.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:15 smithi039 ceph-mon[32479]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-06-13T06:15:15.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:15 smithi039 ceph-mon[32479]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-06-13T06:15:15.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:15 smithi039 ceph-mon[32479]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-06-13T06:15:15.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:15 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-13T06:15:15.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:15 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T06:15:15.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:15 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T06:15:15.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:15 smithi039 ceph-mon[32479]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-06-13T06:15:15.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:15 smithi149 ceph-mon[36963]: pgmap v87: 1 pgs: 1 creating+peering; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-06-13T06:15:15.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:15 smithi149 ceph-mon[36963]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-06-13T06:15:15.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:15 smithi149 ceph-mon[36963]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-06-13T06:15:15.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:15 smithi149 ceph-mon[36963]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-06-13T06:15:15.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:15 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-13T06:15:15.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:15 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T06:15:15.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:15 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T06:15:15.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:15 smithi149 ceph-mon[36963]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-06-13T06:15:15.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:15 smithi096 ceph-mon[36532]: pgmap v87: 1 pgs: 1 creating+peering; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-06-13T06:15:15.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:15 smithi096 ceph-mon[36532]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-06-13T06:15:15.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:15 smithi096 ceph-mon[36532]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-06-13T06:15:15.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:15 smithi096 ceph-mon[36532]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-06-13T06:15:15.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:15 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-13T06:15:15.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:15 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T06:15:15.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:15 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T06:15:15.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:15 smithi096 ceph-mon[36532]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-06-13T06:15:16.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:16 smithi039 ceph-mon[32479]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-06-13T06:15:16.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:16 smithi149 ceph-mon[36963]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-06-13T06:15:16.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:16 smithi096 ceph-mon[36532]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-06-13T06:15:18.649 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:18 smithi039 ceph-mon[32479]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-06-13T06:15:18.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:18 smithi149 ceph-mon[36963]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-06-13T06:15:18.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:18 smithi096 ceph-mon[36532]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-06-13T06:15:20.644 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:20 smithi039 ceph-mon[32479]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-06-13T06:15:20.644 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:20 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-06-13T06:15:20.644 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:20 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:15:20.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:20 smithi149 ceph-mon[36963]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-06-13T06:15:20.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:20 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-06-13T06:15:20.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:20 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:15:20.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:20 smithi096 ceph-mon[36532]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-06-13T06:15:20.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:20 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-06-13T06:15:20.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:20 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:15:21.391 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:21 smithi039 ceph-mon[32479]: Deploying daemon osd.3 on smithi039 2024-06-13T06:15:21.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:21 smithi149 ceph-mon[36963]: Deploying daemon osd.3 on smithi039 2024-06-13T06:15:21.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:21 smithi096 ceph-mon[36532]: Deploying daemon osd.3 on smithi039 2024-06-13T06:15:22.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:22 smithi039 ceph-mon[32479]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-06-13T06:15:22.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:22 smithi149 ceph-mon[36963]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-06-13T06:15:22.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:22 smithi096 ceph-mon[36532]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-06-13T06:15:24.538 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:24 smithi039 ceph-mon[32479]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-06-13T06:15:24.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:24 smithi149 ceph-mon[36963]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-06-13T06:15:24.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:24 smithi096 ceph-mon[36532]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-06-13T06:15:26.673 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:26 smithi039 ceph-mon[32479]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-06-13T06:15:26.673 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:26 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:26.674 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:26 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:26.674 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:26 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:15:26.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:26 smithi149 ceph-mon[36963]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-06-13T06:15:26.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:26 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:26.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:26 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:26.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:26 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:15:26.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:26 smithi096 ceph-mon[36532]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-06-13T06:15:26.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:26 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:26.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:26 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:26.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:26 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:15:28.645 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:28 smithi039 ceph-mon[32479]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-06-13T06:15:28.646 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:28 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:28.646 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:28 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:28.646 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:28 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:15:28.646 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:28 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:15:28.646 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:28 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:28.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:28 smithi149 ceph-mon[36963]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-06-13T06:15:28.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:28 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:28.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:28 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:28.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:28 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:15:28.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:28 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:15:28.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:28 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:28.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:28 smithi096 ceph-mon[36532]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-06-13T06:15:28.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:28 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:28.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:28 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:28.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:28 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:15:28.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:28 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:15:28.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:28 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:28.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:28.949+0000 7fb3ad7fa700 1 -- 172.21.15.39:0/3466232232 <== mgr.14152 v2:172.21.15.39:6800/2178314534 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fb3b00feb10 con 0x7fb39c0a2b90 2024-06-13T06:15:28.948 INFO:teuthology.orchestra.run.smithi039.stdout:Created osd(s) 3 on host 'smithi039' 2024-06-13T06:15:28.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:28.951+0000 7fb3b65dd700 1 -- 172.21.15.39:0/3466232232 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fb39c0a2b90 msgr2=0x7fb39c0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:15:28.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:28.951+0000 7fb3b65dd700 1 --2- 172.21.15.39:0/3466232232 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fb39c0a2b90 0x7fb39c0a5050 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fb3b0102450 tx=0x7fb3a000b410 comp rx=0 tx=0).stop 2024-06-13T06:15:28.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:28.951+0000 7fb3b65dd700 1 -- 172.21.15.39:0/3466232232 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb3b0102f90 msgr2=0x7fb3b019fcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:15:28.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:28.951+0000 7fb3b65dd700 1 --2- 172.21.15.39:0/3466232232 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb3b0102f90 0x7fb3b019fcd0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fb3a8015000 tx=0x7fb3a8007a20 comp rx=0 tx=0).stop 2024-06-13T06:15:28.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:28.951+0000 7fb3b65dd700 1 -- 172.21.15.39:0/3466232232 shutdown_connections 2024-06-13T06:15:28.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:28.951+0000 7fb3b65dd700 1 --2- 172.21.15.39:0/3466232232 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fb39c0a2b90 0x7fb39c0a5050 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:15:28.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:28.951+0000 7fb3b65dd700 1 --2- 172.21.15.39:0/3466232232 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb3b0102f90 0x7fb3b019fcd0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:15:28.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:28.951+0000 7fb3b65dd700 1 --2- 172.21.15.39:0/3466232232 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb3b01013f0 0x7fb3b0198710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:15:28.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:28.951+0000 7fb3b65dd700 1 --2- 172.21.15.39:0/3466232232 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3b01025f0 0x7fb3b0198c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:15:28.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:28.951+0000 7fb3b65dd700 1 -- 172.21.15.39:0/3466232232 >> 172.21.15.39:0/3466232232 conn(0x7fb3b00fc990 msgr2=0x7fb3b00fe400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:15:28.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:28.951+0000 7fb3b65dd700 1 -- 172.21.15.39:0/3466232232 shutdown_connections 2024-06-13T06:15:28.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:15:28.951+0000 7fb3b65dd700 1 -- 172.21.15.39:0/3466232232 wait complete. 2024-06-13T06:15:29.571 DEBUG:teuthology.orchestra.run.smithi039:osd.3> sudo journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@osd.3.service 2024-06-13T06:15:29.574 INFO:tasks.cephadm:Deploying osd.4 on smithi096 with /dev/vg_nvme/lv_3... 2024-06-13T06:15:29.574 DEBUG:teuthology.orchestra.run.smithi096:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-06-13T06:15:29.815 INFO:teuthology.orchestra.run.smithi096.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.b/config 2024-06-13T06:15:30.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:29 smithi039 ceph-mon[32479]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-06-13T06:15:30.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:29 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:30.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:29 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:30.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:29 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:15:30.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:29 smithi039 ceph-mon[32479]: from='osd.3 [v2:172.21.15.39:6810/2347430345,v1:172.21.15.39:6811/2347430345]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-06-13T06:15:30.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:29 smithi149 ceph-mon[36963]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-06-13T06:15:30.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:29 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:30.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:29 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:30.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:29 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:15:30.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:29 smithi149 ceph-mon[36963]: from='osd.3 [v2:172.21.15.39:6810/2347430345,v1:172.21.15.39:6811/2347430345]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-06-13T06:15:30.240 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:29 smithi096 ceph-mon[36532]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-06-13T06:15:30.240 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:29 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:30.240 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:29 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:30.240 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:29 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:15:30.241 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:29 smithi096 ceph-mon[36532]: from='osd.3 [v2:172.21.15.39:6810/2347430345,v1:172.21.15.39:6811/2347430345]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-06-13T06:15:30.970 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:30 smithi039 ceph-mon[32479]: from='osd.3 [v2:172.21.15.39:6810/2347430345,v1:172.21.15.39:6811/2347430345]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-06-13T06:15:30.970 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:30 smithi039 ceph-mon[32479]: osdmap e24: 4 total, 3 up, 4 in 2024-06-13T06:15:30.970 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:30 smithi039 ceph-mon[32479]: from='osd.3 [v2:172.21.15.39:6810/2347430345,v1:172.21.15.39:6811/2347430345]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2024-06-13T06:15:30.970 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:30 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-13T06:15:30.970 INFO:journalctl@ceph.osd.3.smithi039.stdout:Jun 13 06:15:30 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-3[51168]: 2024-06-13T06:15:30.938+0000 7f13d6426700 -1 osd.3 0 waiting for initial osdmap 2024-06-13T06:15:30.970 INFO:journalctl@ceph.osd.3.smithi039.stdout:Jun 13 06:15:30 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-3[51168]: 2024-06-13T06:15:30.943+0000 7f13d2219700 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-13T06:15:31.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:30 smithi149 ceph-mon[36963]: from='osd.3 [v2:172.21.15.39:6810/2347430345,v1:172.21.15.39:6811/2347430345]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-06-13T06:15:31.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:30 smithi149 ceph-mon[36963]: osdmap e24: 4 total, 3 up, 4 in 2024-06-13T06:15:31.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:30 smithi149 ceph-mon[36963]: from='osd.3 [v2:172.21.15.39:6810/2347430345,v1:172.21.15.39:6811/2347430345]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2024-06-13T06:15:31.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:30 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-13T06:15:31.269 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:30 smithi096 ceph-mon[36532]: from='osd.3 [v2:172.21.15.39:6810/2347430345,v1:172.21.15.39:6811/2347430345]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-06-13T06:15:31.269 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:30 smithi096 ceph-mon[36532]: osdmap e24: 4 total, 3 up, 4 in 2024-06-13T06:15:31.269 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:30 smithi096 ceph-mon[36532]: from='osd.3 [v2:172.21.15.39:6810/2347430345,v1:172.21.15.39:6811/2347430345]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2024-06-13T06:15:31.270 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:30 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-13T06:15:31.938 INFO:teuthology.orchestra.run.smithi096.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-06-13T06:15:31.938 INFO:teuthology.orchestra.run.smithi096.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-06-13T06:15:31.938 INFO:teuthology.orchestra.run.smithi096.stderr: stderr: 10+0 records in 2024-06-13T06:15:31.938 INFO:teuthology.orchestra.run.smithi096.stderr:10+0 records out 2024-06-13T06:15:31.939 INFO:teuthology.orchestra.run.smithi096.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0111819 s, 938 MB/s 2024-06-13T06:15:31.939 INFO:teuthology.orchestra.run.smithi096.stderr:--> Zapping successful for: 2024-06-13T06:15:32.165 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:31 smithi039 ceph-mon[32479]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-06-13T06:15:32.165 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:31 smithi039 ceph-mon[32479]: from='osd.3 [v2:172.21.15.39:6810/2347430345,v1:172.21.15.39:6811/2347430345]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]': finished 2024-06-13T06:15:32.165 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:31 smithi039 ceph-mon[32479]: osdmap e25: 4 total, 3 up, 4 in 2024-06-13T06:15:32.165 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:31 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-13T06:15:32.165 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:31 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-13T06:15:32.165 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:31 smithi039 ceph-mon[32479]: osd.3 [v2:172.21.15.39:6810/2347430345,v1:172.21.15.39:6811/2347430345] boot 2024-06-13T06:15:32.165 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:31 smithi039 ceph-mon[32479]: osdmap e26: 4 total, 4 up, 4 in 2024-06-13T06:15:32.165 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:31 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-13T06:15:32.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:31 smithi149 ceph-mon[36963]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-06-13T06:15:32.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:31 smithi149 ceph-mon[36963]: from='osd.3 [v2:172.21.15.39:6810/2347430345,v1:172.21.15.39:6811/2347430345]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]': finished 2024-06-13T06:15:32.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:31 smithi149 ceph-mon[36963]: osdmap e25: 4 total, 3 up, 4 in 2024-06-13T06:15:32.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:31 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-13T06:15:32.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:31 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-13T06:15:32.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:31 smithi149 ceph-mon[36963]: osd.3 [v2:172.21.15.39:6810/2347430345,v1:172.21.15.39:6811/2347430345] boot 2024-06-13T06:15:32.219 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:31 smithi149 ceph-mon[36963]: osdmap e26: 4 total, 4 up, 4 in 2024-06-13T06:15:32.219 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:31 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-13T06:15:32.259 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:31 smithi096 ceph-mon[36532]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-06-13T06:15:32.259 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:31 smithi096 ceph-mon[36532]: from='osd.3 [v2:172.21.15.39:6810/2347430345,v1:172.21.15.39:6811/2347430345]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]': finished 2024-06-13T06:15:32.259 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:31 smithi096 ceph-mon[36532]: osdmap e25: 4 total, 3 up, 4 in 2024-06-13T06:15:32.259 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:31 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-13T06:15:32.259 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:31 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-13T06:15:32.259 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:31 smithi096 ceph-mon[36532]: osd.3 [v2:172.21.15.39:6810/2347430345,v1:172.21.15.39:6811/2347430345] boot 2024-06-13T06:15:32.260 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:31 smithi096 ceph-mon[36532]: osdmap e26: 4 total, 4 up, 4 in 2024-06-13T06:15:32.260 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:31 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-13T06:15:32.581 DEBUG:teuthology.orchestra.run.smithi096:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph orch daemon add osd smithi096:vg_nvme/lv_3 2024-06-13T06:15:32.819 INFO:teuthology.orchestra.run.smithi096.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.b/config 2024-06-13T06:15:33.523 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:33 smithi039 ceph-mon[32479]: purged_snaps scrub starts 2024-06-13T06:15:33.523 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:33 smithi039 ceph-mon[32479]: purged_snaps scrub ok 2024-06-13T06:15:33.523 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:33 smithi039 ceph-mon[32479]: osdmap e27: 4 total, 4 up, 4 in 2024-06-13T06:15:33.523 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:33 smithi039 ceph-mon[32479]: Detected new or changed devices on smithi039 2024-06-13T06:15:33.524 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:33 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:33.524 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:33 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:33.524 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:33 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:15:33.524 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:33 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:15:33.524 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:33 smithi039 ceph-mon[32479]: Adjusting osd_memory_target on smithi039 to 8544M 2024-06-13T06:15:33.524 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:33 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:33.524 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:33 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:15:33.524 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:33 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:15:33.524 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:33 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:33.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:33 smithi096 ceph-mon[36532]: purged_snaps scrub starts 2024-06-13T06:15:33.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:33 smithi096 ceph-mon[36532]: purged_snaps scrub ok 2024-06-13T06:15:33.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:33 smithi096 ceph-mon[36532]: osdmap e27: 4 total, 4 up, 4 in 2024-06-13T06:15:33.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:33 smithi096 ceph-mon[36532]: Detected new or changed devices on smithi039 2024-06-13T06:15:33.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:33 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:33.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:33 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:33.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:33 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:15:33.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:33 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:15:33.542 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:33 smithi096 ceph-mon[36532]: Adjusting osd_memory_target on smithi039 to 8544M 2024-06-13T06:15:33.542 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:33 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:33.542 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:33 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:15:33.542 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:33 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:15:33.542 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:33 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:33.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:33 smithi149 ceph-mon[36963]: purged_snaps scrub starts 2024-06-13T06:15:33.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:33 smithi149 ceph-mon[36963]: purged_snaps scrub ok 2024-06-13T06:15:33.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:33 smithi149 ceph-mon[36963]: osdmap e27: 4 total, 4 up, 4 in 2024-06-13T06:15:33.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:33 smithi149 ceph-mon[36963]: Detected new or changed devices on smithi039 2024-06-13T06:15:33.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:33 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:33.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:33 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:33.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:33 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:15:33.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:33 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:15:33.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:33 smithi149 ceph-mon[36963]: Adjusting osd_memory_target on smithi039 to 8544M 2024-06-13T06:15:33.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:33 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:33.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:33 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:15:33.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:33 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:15:33.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:33 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:34.474 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:34.474+0000 7f8a2026d700 1 -- 172.21.15.96:0/1469103378 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f8a18102600 msgr2=0x7f8a18102a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:15:34.475 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:34.474+0000 7f8a2026d700 1 --2- 172.21.15.96:0/1469103378 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f8a18102600 0x7f8a18102a60 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f8a080099c0 tx=0x7f8a08009cd0 comp rx=0 tx=0).stop 2024-06-13T06:15:34.475 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:34 smithi096 ceph-mon[36532]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-06-13T06:15:34.475 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:34 smithi096 ceph-mon[36532]: osdmap e28: 4 total, 4 up, 4 in 2024-06-13T06:15:34.477 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:34.474+0000 7f8a2026d700 1 -- 172.21.15.96:0/1469103378 shutdown_connections 2024-06-13T06:15:34.477 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:34.474+0000 7f8a2026d700 1 --2- 172.21.15.96:0/1469103378 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8a18102fa0 0x7f8a18109850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:15:34.477 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:34.474+0000 7f8a2026d700 1 --2- 172.21.15.96:0/1469103378 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8a18101400 0x7f8a18101820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:15:34.477 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:34.474+0000 7f8a2026d700 1 --2- 172.21.15.96:0/1469103378 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f8a18102600 0x7f8a18102a60 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:15:34.477 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:34.474+0000 7f8a2026d700 1 -- 172.21.15.96:0/1469103378 >> 172.21.15.96:0/1469103378 conn(0x7f8a180fc9c0 msgr2=0x7f8a180fede0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:15:34.477 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:34.474+0000 7f8a2026d700 1 -- 172.21.15.96:0/1469103378 shutdown_connections 2024-06-13T06:15:34.477 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:34.474+0000 7f8a2026d700 1 -- 172.21.15.96:0/1469103378 wait complete. 2024-06-13T06:15:34.477 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:34.475+0000 7f8a2026d700 1 Processor -- start 2024-06-13T06:15:34.477 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:34.475+0000 7f8a2026d700 1 -- start start 2024-06-13T06:15:34.477 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:34.475+0000 7f8a2026d700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f8a18101400 0x7f8a18070de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:15:34.477 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:34.475+0000 7f8a2026d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8a18102600 0x7f8a18071320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:15:34.477 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:34.475+0000 7f8a2026d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8a18102fa0 0x7f8a181a76e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:15:34.478 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:34.475+0000 7f8a2026d700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f8a1810cfd0 con 0x7f8a18102fa0 2024-06-13T06:15:34.478 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:34.475+0000 7f8a2026d700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f8a1810ce50 con 0x7f8a18101400 2024-06-13T06:15:34.478 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:34.475+0000 7f8a2026d700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f8a1810d150 con 0x7f8a18102600 2024-06-13T06:15:34.478 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:34.475+0000 7f8a1e009700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f8a18101400 0x7f8a18070de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:15:34.478 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:34.475+0000 7f8a1e009700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f8a18101400 0x7f8a18070de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.96:3300/0 says I am v2:172.21.15.96:38922/0 (socket says 172.21.15.96:38922) 2024-06-13T06:15:34.478 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:34.475+0000 7f8a1e009700 1 -- 172.21.15.96:0/1080884162 learned_addr learned my addr 172.21.15.96:0/1080884162 (peer_addr_for_me v2:172.21.15.96:0/0) 2024-06-13T06:15:34.478 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:34.475+0000 7f8a1e80a700 1 --2- 172.21.15.96:0/1080884162 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8a18102fa0 0x7f8a181a76e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:15:34.478 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:34.475+0000 7f8a1e009700 1 -- 172.21.15.96:0/1080884162 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8a18102600 msgr2=0x7f8a18071320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:15:34.478 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:34.475+0000 7f8a1e009700 1 --2- 172.21.15.96:0/1080884162 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8a18102600 0x7f8a18071320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:15:34.478 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:34.475+0000 7f8a1e009700 1 -- 172.21.15.96:0/1080884162 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8a18102fa0 msgr2=0x7f8a181a76e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:15:34.479 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:34.475+0000 7f8a1e009700 1 --2- 172.21.15.96:0/1080884162 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8a18102fa0 0x7f8a181a76e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:15:34.479 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:34.475+0000 7f8a1e009700 1 -- 172.21.15.96:0/1080884162 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a180719f0 con 0x7f8a18101400 2024-06-13T06:15:34.479 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:34.476+0000 7f8a1e009700 1 --2- 172.21.15.96:0/1080884162 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f8a18101400 0x7f8a18070de0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f8a140098f0 tx=0x7f8a14009c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:15:34.479 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:34.476+0000 7f8a0f7fe700 1 -- 172.21.15.96:0/1080884162 <== mon.2 v2:172.21.15.96:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a1400d030 con 0x7f8a18101400 2024-06-13T06:15:34.479 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:34.476+0000 7f8a2026d700 1 -- 172.21.15.96:0/1080884162 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a1806ac40 con 0x7f8a18101400 2024-06-13T06:15:34.479 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:34.476+0000 7f8a0f7fe700 1 -- 172.21.15.96:0/1080884162 <== mon.2 v2:172.21.15.96:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8a14004500 con 0x7f8a18101400 2024-06-13T06:15:34.479 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:34.476+0000 7f8a0f7fe700 1 -- 172.21.15.96:0/1080884162 <== mon.2 v2:172.21.15.96:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a14007750 con 0x7f8a18101400 2024-06-13T06:15:34.479 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:34.476+0000 7f8a2026d700 1 -- 172.21.15.96:0/1080884162 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a1806b180 con 0x7f8a18101400 2024-06-13T06:15:34.479 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:34.477+0000 7f8a2026d700 1 -- 172.21.15.96:0/1080884162 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a18069180 con 0x7f8a18101400 2024-06-13T06:15:34.480 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:34.478+0000 7f8a0f7fe700 1 -- 172.21.15.96:0/1080884162 <== mon.2 v2:172.21.15.96:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f8a14003e10 con 0x7f8a18101400 2024-06-13T06:15:34.480 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:34.479+0000 7f8a0f7fe700 1 --2- 172.21.15.96:0/1080884162 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f8a040a2c20 0x7f8a040a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:15:34.480 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:34.479+0000 7f8a0f7fe700 1 -- 172.21.15.96:0/1080884162 <== mon.2 v2:172.21.15.96:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 3669+0+0 (secure 0 0 0) 0x7f8a140cf750 con 0x7f8a18101400 2024-06-13T06:15:34.480 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:34.479+0000 7f8a1d808700 1 --2- 172.21.15.96:0/1080884162 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f8a040a2c20 0x7f8a040a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:15:34.480 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:34.479+0000 7f8a1d808700 1 --2- 172.21.15.96:0/1080884162 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f8a040a2c20 0x7f8a040a50e0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f8a08009fd0 tx=0x7f8a08000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:15:34.482 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:34.483+0000 7f8a0f7fe700 1 -- 172.21.15.96:0/1080884162 <== mon.2 v2:172.21.15.96:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f8a14021350 con 0x7f8a18101400 2024-06-13T06:15:34.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:34 smithi039 ceph-mon[32479]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-06-13T06:15:34.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:34 smithi039 ceph-mon[32479]: osdmap e28: 4 total, 4 up, 4 in 2024-06-13T06:15:34.684 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:34.684+0000 7f8a2026d700 1 -- 172.21.15.96:0/1080884162 --> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi096:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f8a1806b440 con 0x7f8a040a2c20 2024-06-13T06:15:34.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:34 smithi149 ceph-mon[36963]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-06-13T06:15:34.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:34 smithi149 ceph-mon[36963]: osdmap e28: 4 total, 4 up, 4 in 2024-06-13T06:15:35.622 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:35 smithi096 ceph-mon[36532]: osdmap e29: 4 total, 4 up, 4 in 2024-06-13T06:15:35.622 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:35 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T06:15:35.623 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:35 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T06:15:35.623 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:35 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:15:35.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:35 smithi039 ceph-mon[32479]: osdmap e29: 4 total, 4 up, 4 in 2024-06-13T06:15:35.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:35 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T06:15:35.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:35 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T06:15:35.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:35 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:15:35.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:35 smithi149 ceph-mon[36963]: osdmap e29: 4 total, 4 up, 4 in 2024-06-13T06:15:35.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:35 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T06:15:35.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:35 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T06:15:35.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:35 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:15:36.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:36 smithi096 ceph-mon[36532]: from='client.24221 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi096:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:15:36.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:36 smithi096 ceph-mon[36532]: pgmap v104: 1 pgs: 1 peering; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 149 KiB/s, 0 objects/s recovering 2024-06-13T06:15:36.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:36 smithi096 ceph-mon[36532]: osdmap e30: 4 total, 4 up, 4 in 2024-06-13T06:15:36.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:36 smithi039 ceph-mon[32479]: from='client.24221 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi096:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:15:36.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:36 smithi039 ceph-mon[32479]: pgmap v104: 1 pgs: 1 peering; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 149 KiB/s, 0 objects/s recovering 2024-06-13T06:15:36.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:36 smithi039 ceph-mon[32479]: osdmap e30: 4 total, 4 up, 4 in 2024-06-13T06:15:36.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:36 smithi149 ceph-mon[36963]: from='client.24221 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi096:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:15:36.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:36 smithi149 ceph-mon[36963]: pgmap v104: 1 pgs: 1 peering; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 149 KiB/s, 0 objects/s recovering 2024-06-13T06:15:36.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:36 smithi149 ceph-mon[36963]: osdmap e30: 4 total, 4 up, 4 in 2024-06-13T06:15:38.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:38 smithi039 ceph-mon[32479]: pgmap v106: 1 pgs: 1 peering; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 127 KiB/s, 0 objects/s recovering 2024-06-13T06:15:38.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:38 smithi039 ceph-mon[32479]: from='client.? 172.21.15.96:0/2119279377' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "977fac50-3471-408c-9747-70154767f29a"}]: dispatch 2024-06-13T06:15:38.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:38 smithi039 ceph-mon[32479]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "977fac50-3471-408c-9747-70154767f29a"}]: dispatch 2024-06-13T06:15:38.673 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:38 smithi039 ceph-mon[32479]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "977fac50-3471-408c-9747-70154767f29a"}]': finished 2024-06-13T06:15:38.673 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:38 smithi039 ceph-mon[32479]: osdmap e31: 5 total, 4 up, 5 in 2024-06-13T06:15:38.673 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:38 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-13T06:15:38.673 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:38 smithi039 ceph-mon[32479]: from='client.? 172.21.15.96:0/2568850145' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T06:15:38.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:38 smithi149 ceph-mon[36963]: pgmap v106: 1 pgs: 1 peering; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 127 KiB/s, 0 objects/s recovering 2024-06-13T06:15:38.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:38 smithi149 ceph-mon[36963]: from='client.? 172.21.15.96:0/2119279377' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "977fac50-3471-408c-9747-70154767f29a"}]: dispatch 2024-06-13T06:15:38.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:38 smithi149 ceph-mon[36963]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "977fac50-3471-408c-9747-70154767f29a"}]: dispatch 2024-06-13T06:15:38.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:38 smithi149 ceph-mon[36963]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "977fac50-3471-408c-9747-70154767f29a"}]': finished 2024-06-13T06:15:38.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:38 smithi149 ceph-mon[36963]: osdmap e31: 5 total, 4 up, 5 in 2024-06-13T06:15:38.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:38 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-13T06:15:38.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:38 smithi149 ceph-mon[36963]: from='client.? 172.21.15.96:0/2568850145' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T06:15:38.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:38 smithi096 ceph-mon[36532]: pgmap v106: 1 pgs: 1 peering; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 127 KiB/s, 0 objects/s recovering 2024-06-13T06:15:38.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:38 smithi096 ceph-mon[36532]: from='client.? 172.21.15.96:0/2119279377' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "977fac50-3471-408c-9747-70154767f29a"}]: dispatch 2024-06-13T06:15:38.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:38 smithi096 ceph-mon[36532]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "977fac50-3471-408c-9747-70154767f29a"}]: dispatch 2024-06-13T06:15:38.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:38 smithi096 ceph-mon[36532]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "977fac50-3471-408c-9747-70154767f29a"}]': finished 2024-06-13T06:15:38.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:38 smithi096 ceph-mon[36532]: osdmap e31: 5 total, 4 up, 5 in 2024-06-13T06:15:38.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:38 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-13T06:15:38.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:38 smithi096 ceph-mon[36532]: from='client.? 172.21.15.96:0/2568850145' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T06:15:40.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:40 smithi039 ceph-mon[32479]: pgmap v108: 1 pgs: 1 peering; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 104 KiB/s, 0 objects/s recovering 2024-06-13T06:15:40.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:40 smithi149 ceph-mon[36963]: pgmap v108: 1 pgs: 1 peering; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 104 KiB/s, 0 objects/s recovering 2024-06-13T06:15:40.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:40 smithi096 ceph-mon[36532]: pgmap v108: 1 pgs: 1 peering; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 104 KiB/s, 0 objects/s recovering 2024-06-13T06:15:42.637 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:42 smithi096 ceph-mon[36532]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-06-13T06:15:42.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:42 smithi039 ceph-mon[32479]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-06-13T06:15:42.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:42 smithi149 ceph-mon[36963]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-06-13T06:15:44.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:44 smithi096 ceph-mon[36532]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-06-13T06:15:44.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:44 smithi039 ceph-mon[32479]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-06-13T06:15:44.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:44 smithi149 ceph-mon[36963]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-06-13T06:15:45.582 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:45 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-06-13T06:15:45.582 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:45 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:15:45.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:45 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-06-13T06:15:45.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:45 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:15:45.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:45 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-06-13T06:15:45.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:45 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:15:46.584 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:46 smithi096 ceph-mon[36532]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-06-13T06:15:46.584 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:46 smithi096 ceph-mon[36532]: Deploying daemon osd.4 on smithi096 2024-06-13T06:15:46.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:46 smithi039 ceph-mon[32479]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-06-13T06:15:46.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:46 smithi039 ceph-mon[32479]: Deploying daemon osd.4 on smithi096 2024-06-13T06:15:46.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:46 smithi149 ceph-mon[36963]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-06-13T06:15:46.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:46 smithi149 ceph-mon[36963]: Deploying daemon osd.4 on smithi096 2024-06-13T06:15:48.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:48 smithi096 ceph-mon[36532]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-06-13T06:15:48.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:48 smithi039 ceph-mon[32479]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-06-13T06:15:48.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:48 smithi149 ceph-mon[36963]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-06-13T06:15:50.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:50 smithi096 ceph-mon[36532]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-06-13T06:15:50.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:50 smithi039 ceph-mon[32479]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-06-13T06:15:50.717 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:50 smithi149 ceph-mon[36963]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-06-13T06:15:51.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:51 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:51.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:51 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:51.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:51 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:15:51.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:51 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:51.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:51 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:51.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:51 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:15:51.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:51 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:51.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:51 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:51.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:51 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:15:52.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:52 smithi096 ceph-mon[36532]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-06-13T06:15:52.822 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:52 smithi039 ceph-mon[32479]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-06-13T06:15:52.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:52 smithi149 ceph-mon[36963]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-06-13T06:15:54.402 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:54.402+0000 7f8a0f7fe700 1 -- 172.21.15.96:0/1080884162 <== mgr.14152 v2:172.21.15.39:6800/2178314534 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f8a1806b440 con 0x7f8a040a2c20 2024-06-13T06:15:54.402 INFO:teuthology.orchestra.run.smithi096.stdout:Created osd(s) 4 on host 'smithi096' 2024-06-13T06:15:54.404 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:54.404+0000 7f8a2026d700 1 -- 172.21.15.96:0/1080884162 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f8a040a2c20 msgr2=0x7f8a040a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:15:54.404 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:54.404+0000 7f8a2026d700 1 --2- 172.21.15.96:0/1080884162 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f8a040a2c20 0x7f8a040a50e0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f8a08009fd0 tx=0x7f8a08000bc0 comp rx=0 tx=0).stop 2024-06-13T06:15:54.404 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:54.404+0000 7f8a2026d700 1 -- 172.21.15.96:0/1080884162 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f8a18101400 msgr2=0x7f8a18070de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:15:54.404 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:54.404+0000 7f8a2026d700 1 --2- 172.21.15.96:0/1080884162 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f8a18101400 0x7f8a18070de0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f8a140098f0 tx=0x7f8a14009c00 comp rx=0 tx=0).stop 2024-06-13T06:15:54.404 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:54.404+0000 7f8a2026d700 1 -- 172.21.15.96:0/1080884162 shutdown_connections 2024-06-13T06:15:54.404 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:54.404+0000 7f8a2026d700 1 --2- 172.21.15.96:0/1080884162 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f8a040a2c20 0x7f8a040a50e0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:15:54.404 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:54.404+0000 7f8a2026d700 1 --2- 172.21.15.96:0/1080884162 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8a18102fa0 0x7f8a181a76e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:15:54.405 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:54.404+0000 7f8a2026d700 1 --2- 172.21.15.96:0/1080884162 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f8a18101400 0x7f8a18070de0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:15:54.405 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:54.404+0000 7f8a2026d700 1 --2- 172.21.15.96:0/1080884162 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8a18102600 0x7f8a18071320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:15:54.405 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:54.404+0000 7f8a2026d700 1 -- 172.21.15.96:0/1080884162 >> 172.21.15.96:0/1080884162 conn(0x7f8a180fc9c0 msgr2=0x7f8a18105980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:15:54.405 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:54.404+0000 7f8a2026d700 1 -- 172.21.15.96:0/1080884162 shutdown_connections 2024-06-13T06:15:54.405 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:15:54.404+0000 7f8a2026d700 1 -- 172.21.15.96:0/1080884162 wait complete. 2024-06-13T06:15:54.702 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:54 smithi096 ceph-mon[36532]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-06-13T06:15:54.703 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:54 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:54.703 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:54 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:54.703 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:54 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:15:54.703 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:54 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:15:54.703 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:54 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:54.703 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:54 smithi096 ceph-mon[36532]: from='osd.4 [v2:172.21.15.96:6808/1674089136,v1:172.21.15.96:6809/1674089136]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-06-13T06:15:54.703 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:54 smithi096 ceph-mon[36532]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-06-13T06:15:54.703 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:54 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:54.703 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:54 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:54.703 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:54 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:15:54.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:54 smithi149 ceph-mon[36963]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-06-13T06:15:54.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:54 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:54.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:54 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:54.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:54 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:15:54.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:54 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:15:54.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:54 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:54.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:54 smithi149 ceph-mon[36963]: from='osd.4 [v2:172.21.15.96:6808/1674089136,v1:172.21.15.96:6809/1674089136]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-06-13T06:15:54.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:54 smithi149 ceph-mon[36963]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-06-13T06:15:54.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:54 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:54.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:54 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:54.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:54 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:15:54.734 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:54 smithi039 ceph-mon[32479]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-06-13T06:15:54.734 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:54 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:54.734 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:54 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:54.734 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:54 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:15:54.734 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:54 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:15:54.734 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:54 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:54.734 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:54 smithi039 ceph-mon[32479]: from='osd.4 [v2:172.21.15.96:6808/1674089136,v1:172.21.15.96:6809/1674089136]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-06-13T06:15:54.734 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:54 smithi039 ceph-mon[32479]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-06-13T06:15:54.734 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:54 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:54.735 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:54 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:54.735 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:54 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:15:55.038 DEBUG:teuthology.orchestra.run.smithi096:osd.4> sudo journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@osd.4.service 2024-06-13T06:15:55.041 INFO:tasks.cephadm:Deploying osd.5 on smithi149 with /dev/vg_nvme/lv_3... 2024-06-13T06:15:55.041 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-06-13T06:15:55.285 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.c/config 2024-06-13T06:15:55.596 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:55 smithi096 ceph-mon[36532]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-06-13T06:15:55.596 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:55 smithi096 ceph-mon[36532]: osdmap e32: 5 total, 4 up, 5 in 2024-06-13T06:15:55.596 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:55 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-13T06:15:55.596 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:55 smithi096 ceph-mon[36532]: from='osd.4 [v2:172.21.15.96:6808/1674089136,v1:172.21.15.96:6809/1674089136]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]: dispatch 2024-06-13T06:15:55.596 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:55 smithi096 ceph-mon[36532]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]: dispatch 2024-06-13T06:15:55.596 INFO:journalctl@ceph.osd.4.smithi096.stdout:Jun 13 06:15:55 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-4[47616]: 2024-06-13T06:15:55.532+0000 7f9773eb5700 -1 osd.4 0 waiting for initial osdmap 2024-06-13T06:15:55.596 INFO:journalctl@ceph.osd.4.smithi096.stdout:Jun 13 06:15:55 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-4[47616]: 2024-06-13T06:15:55.537+0000 7f976fca8700 -1 osd.4 33 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-13T06:15:55.697 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:55 smithi149 ceph-mon[36963]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-06-13T06:15:55.697 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:55 smithi149 ceph-mon[36963]: osdmap e32: 5 total, 4 up, 5 in 2024-06-13T06:15:55.698 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:55 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-13T06:15:55.698 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:55 smithi149 ceph-mon[36963]: from='osd.4 [v2:172.21.15.96:6808/1674089136,v1:172.21.15.96:6809/1674089136]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]: dispatch 2024-06-13T06:15:55.698 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:55 smithi149 ceph-mon[36963]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]: dispatch 2024-06-13T06:15:55.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:55 smithi039 ceph-mon[32479]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-06-13T06:15:55.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:55 smithi039 ceph-mon[32479]: osdmap e32: 5 total, 4 up, 5 in 2024-06-13T06:15:55.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:55 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-13T06:15:55.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:55 smithi039 ceph-mon[32479]: from='osd.4 [v2:172.21.15.96:6808/1674089136,v1:172.21.15.96:6809/1674089136]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]: dispatch 2024-06-13T06:15:55.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:55 smithi039 ceph-mon[32479]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]: dispatch 2024-06-13T06:15:56.647 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:56 smithi149 ceph-mon[36963]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-06-13T06:15:56.647 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:56 smithi149 ceph-mon[36963]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]': finished 2024-06-13T06:15:56.647 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:56 smithi149 ceph-mon[36963]: osdmap e33: 5 total, 4 up, 5 in 2024-06-13T06:15:56.647 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:56 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-13T06:15:56.769 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:56 smithi096 ceph-mon[36532]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-06-13T06:15:56.769 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:56 smithi096 ceph-mon[36532]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]': finished 2024-06-13T06:15:56.769 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:56 smithi096 ceph-mon[36532]: osdmap e33: 5 total, 4 up, 5 in 2024-06-13T06:15:56.769 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:56 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-13T06:15:56.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:56 smithi039 ceph-mon[32479]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-06-13T06:15:56.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:56 smithi039 ceph-mon[32479]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]': finished 2024-06-13T06:15:56.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:56 smithi039 ceph-mon[32479]: osdmap e33: 5 total, 4 up, 5 in 2024-06-13T06:15:56.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:56 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-13T06:15:57.192 INFO:teuthology.orchestra.run.smithi149.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-06-13T06:15:57.193 INFO:teuthology.orchestra.run.smithi149.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-06-13T06:15:57.193 INFO:teuthology.orchestra.run.smithi149.stderr: stderr: 10+0 records in 2024-06-13T06:15:57.193 INFO:teuthology.orchestra.run.smithi149.stderr:10+0 records out 2024-06-13T06:15:57.193 INFO:teuthology.orchestra.run.smithi149.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0122141 s, 858 MB/s 2024-06-13T06:15:57.193 INFO:teuthology.orchestra.run.smithi149.stderr:--> Zapping successful for: 2024-06-13T06:15:57.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:57 smithi096 ceph-mon[36532]: purged_snaps scrub starts 2024-06-13T06:15:57.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:57 smithi096 ceph-mon[36532]: purged_snaps scrub ok 2024-06-13T06:15:57.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:57 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-13T06:15:57.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:57 smithi096 ceph-mon[36532]: osd.4 [v2:172.21.15.96:6808/1674089136,v1:172.21.15.96:6809/1674089136] boot 2024-06-13T06:15:57.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:57 smithi096 ceph-mon[36532]: osdmap e34: 5 total, 5 up, 5 in 2024-06-13T06:15:57.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:57 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-13T06:15:57.816 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:57 smithi149 ceph-mon[36963]: purged_snaps scrub starts 2024-06-13T06:15:57.816 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:57 smithi149 ceph-mon[36963]: purged_snaps scrub ok 2024-06-13T06:15:57.817 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:57 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-13T06:15:57.817 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:57 smithi149 ceph-mon[36963]: osd.4 [v2:172.21.15.96:6808/1674089136,v1:172.21.15.96:6809/1674089136] boot 2024-06-13T06:15:57.817 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:57 smithi149 ceph-mon[36963]: osdmap e34: 5 total, 5 up, 5 in 2024-06-13T06:15:57.817 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:57 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-13T06:15:57.853 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph orch daemon add osd smithi149:vg_nvme/lv_3 2024-06-13T06:15:57.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:57 smithi039 ceph-mon[32479]: purged_snaps scrub starts 2024-06-13T06:15:57.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:57 smithi039 ceph-mon[32479]: purged_snaps scrub ok 2024-06-13T06:15:57.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:57 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-13T06:15:57.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:57 smithi039 ceph-mon[32479]: osd.4 [v2:172.21.15.96:6808/1674089136,v1:172.21.15.96:6809/1674089136] boot 2024-06-13T06:15:57.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:57 smithi039 ceph-mon[32479]: osdmap e34: 5 total, 5 up, 5 in 2024-06-13T06:15:57.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:57 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-13T06:15:58.093 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.c/config 2024-06-13T06:15:58.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:58 smithi149 ceph-mon[36963]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-06-13T06:15:58.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:58 smithi149 ceph-mon[36963]: osdmap e35: 5 total, 5 up, 5 in 2024-06-13T06:15:58.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:58 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:58.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:58 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:58.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:58 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:15:58.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:58 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:15:58.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:58 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:58.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:58 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:15:58.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:58 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:15:58.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:58 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:58.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:58 smithi039 ceph-mon[32479]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-06-13T06:15:58.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:58 smithi039 ceph-mon[32479]: osdmap e35: 5 total, 5 up, 5 in 2024-06-13T06:15:58.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:58 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:58.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:58 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:58.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:58 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:15:58.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:58 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:15:58.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:58 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:58.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:58 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:15:58.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:58 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:15:58.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:58 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:59.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:58 smithi096 ceph-mon[36532]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-06-13T06:15:59.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:58 smithi096 ceph-mon[36532]: osdmap e35: 5 total, 5 up, 5 in 2024-06-13T06:15:59.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:58 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:59.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:58 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:59.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:58 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:15:59.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:58 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:15:59.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:58 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:59.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:58 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:15:59.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:58 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:15:59.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:58 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:15:59.568 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:59.567+0000 7fd3aa78e700 1 -- 172.21.15.149:0/1092399247 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd3a41036f0 msgr2=0x7fd3a4103b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:15:59.568 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:59.567+0000 7fd3aa78e700 1 --2- 172.21.15.149:0/1092399247 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd3a41036f0 0x7fd3a4103b50 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fd398009990 tx=0x7fd398009ca0 comp rx=0 tx=0).stop 2024-06-13T06:15:59.569 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:59.567+0000 7fd3aa78e700 1 -- 172.21.15.149:0/1092399247 shutdown_connections 2024-06-13T06:15:59.569 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:59.567+0000 7fd3aa78e700 1 --2- 172.21.15.149:0/1092399247 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3a4104090 0x7fd3a410a940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:15:59.569 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:59.567+0000 7fd3aa78e700 1 --2- 172.21.15.149:0/1092399247 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd3a41024f0 0x7fd3a4102910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:15:59.569 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:59.567+0000 7fd3aa78e700 1 --2- 172.21.15.149:0/1092399247 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd3a41036f0 0x7fd3a4103b50 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:15:59.569 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:59.567+0000 7fd3aa78e700 1 -- 172.21.15.149:0/1092399247 >> 172.21.15.149:0/1092399247 conn(0x7fd3a40fda90 msgr2=0x7fd3a40ffed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:15:59.569 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:59.567+0000 7fd3aa78e700 1 -- 172.21.15.149:0/1092399247 shutdown_connections 2024-06-13T06:15:59.569 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:59.567+0000 7fd3aa78e700 1 -- 172.21.15.149:0/1092399247 wait complete. 2024-06-13T06:15:59.569 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:59.567+0000 7fd3aa78e700 1 Processor -- start 2024-06-13T06:15:59.569 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:59.567+0000 7fd3aa78e700 1 -- start start 2024-06-13T06:15:59.569 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:59.568+0000 7fd3aa78e700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd3a41024f0 0x7fd3a4198670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:15:59.569 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:59.568+0000 7fd3aa78e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3a41036f0 0x7fd3a4198bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:15:59.570 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:59.568+0000 7fd3aa78e700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd3a4104090 0x7fd3a419fc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:15:59.570 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:59.568+0000 7fd3aa78e700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fd3a410e0e0 con 0x7fd3a41036f0 2024-06-13T06:15:59.570 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:59.568+0000 7fd3aa78e700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fd3a410df60 con 0x7fd3a4104090 2024-06-13T06:15:59.570 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:59.568+0000 7fd3aa78e700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fd3a410e260 con 0x7fd3a41024f0 2024-06-13T06:15:59.570 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:59.568+0000 7fd3a3fff700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd3a41024f0 0x7fd3a4198670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:15:59.570 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:59.568+0000 7fd3a3fff700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd3a41024f0 0x7fd3a4198670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.149:37996/0 (socket says 172.21.15.149:37996) 2024-06-13T06:15:59.570 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:59.568+0000 7fd3a3fff700 1 -- 172.21.15.149:0/1780778302 learned_addr learned my addr 172.21.15.149:0/1780778302 (peer_addr_for_me v2:172.21.15.149:0/0) 2024-06-13T06:15:59.570 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:59.568+0000 7fd3a37fe700 1 --2- 172.21.15.149:0/1780778302 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3a41036f0 0x7fd3a4198bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:15:59.570 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:59.568+0000 7fd3a8d2b700 1 --2- 172.21.15.149:0/1780778302 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd3a4104090 0x7fd3a419fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:15:59.570 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:59.568+0000 7fd3a3fff700 1 -- 172.21.15.149:0/1780778302 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd3a4104090 msgr2=0x7fd3a419fc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:15:59.570 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:59.568+0000 7fd3a3fff700 1 --2- 172.21.15.149:0/1780778302 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd3a4104090 0x7fd3a419fc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:15:59.570 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:59.568+0000 7fd3a3fff700 1 -- 172.21.15.149:0/1780778302 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3a41036f0 msgr2=0x7fd3a4198bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:15:59.570 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:59.568+0000 7fd3a3fff700 1 --2- 172.21.15.149:0/1780778302 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3a41036f0 0x7fd3a4198bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:15:59.571 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:59.568+0000 7fd3a3fff700 1 -- 172.21.15.149:0/1780778302 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3a41a02d0 con 0x7fd3a41024f0 2024-06-13T06:15:59.571 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:59.568+0000 7fd3a3fff700 1 --2- 172.21.15.149:0/1780778302 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd3a41024f0 0x7fd3a4198670 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fd39400d9b0 tx=0x7fd39400dd70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:15:59.571 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:59.568+0000 7fd3a17fa700 1 -- 172.21.15.149:0/1780778302 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd394017070 con 0x7fd3a41024f0 2024-06-13T06:15:59.571 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:59.568+0000 7fd3aa78e700 1 -- 172.21.15.149:0/1780778302 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3a41a05c0 con 0x7fd3a41024f0 2024-06-13T06:15:59.571 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:59.568+0000 7fd3aa78e700 1 -- 172.21.15.149:0/1780778302 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3a41a0b00 con 0x7fd3a41024f0 2024-06-13T06:15:59.571 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:59.568+0000 7fd3a17fa700 1 -- 172.21.15.149:0/1780778302 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd394009b40 con 0x7fd3a41024f0 2024-06-13T06:15:59.571 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:59.569+0000 7fd3a17fa700 1 -- 172.21.15.149:0/1780778302 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd39400f620 con 0x7fd3a41024f0 2024-06-13T06:15:59.572 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:59.569+0000 7fd3aa78e700 1 -- 172.21.15.149:0/1780778302 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd390005360 con 0x7fd3a41024f0 2024-06-13T06:15:59.572 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:59.571+0000 7fd3a17fa700 1 -- 172.21.15.149:0/1780778302 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fd394009cf0 con 0x7fd3a41024f0 2024-06-13T06:15:59.572 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:59.571+0000 7fd3a17fa700 1 --2- 172.21.15.149:0/1780778302 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fd38c0a2ca0 0x7fd38c0a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:15:59.572 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:59.571+0000 7fd3a17fa700 1 -- 172.21.15.149:0/1780778302 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4101+0+0 (secure 0 0 0) 0x7fd3940cdaa0 con 0x7fd3a41024f0 2024-06-13T06:15:59.572 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:59.571+0000 7fd3a37fe700 1 --2- 172.21.15.149:0/1780778302 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fd38c0a2ca0 0x7fd38c0a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:15:59.572 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:59.572+0000 7fd3a37fe700 1 --2- 172.21.15.149:0/1780778302 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fd38c0a2ca0 0x7fd38c0a5160 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fd39800b5c0 tx=0x7fd398005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:15:59.574 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:59.575+0000 7fd3a17fa700 1 -- 172.21.15.149:0/1780778302 <== mon.1 v2:172.21.15.149:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fd39409baf0 con 0x7fd3a41024f0 2024-06-13T06:15:59.779 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:15:59.780+0000 7fd3aa78e700 1 -- 172.21.15.149:0/1780778302 --> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7fd390000bf0 con 0x7fd38c0a2ca0 2024-06-13T06:15:59.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:59 smithi039 ceph-mon[32479]: Detected new or changed devices on smithi096 2024-06-13T06:15:59.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:15:59 smithi039 ceph-mon[32479]: Adjusting osd_memory_target on smithi096 to 8544M 2024-06-13T06:15:59.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:59 smithi149 ceph-mon[36963]: Detected new or changed devices on smithi096 2024-06-13T06:15:59.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:15:59 smithi149 ceph-mon[36963]: Adjusting osd_memory_target on smithi096 to 8544M 2024-06-13T06:16:00.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:59 smithi096 ceph-mon[36532]: Detected new or changed devices on smithi096 2024-06-13T06:16:00.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:15:59 smithi096 ceph-mon[36532]: Adjusting osd_memory_target on smithi096 to 8544M 2024-06-13T06:16:00.688 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:00 smithi149 ceph-mon[36963]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-06-13T06:16:00.688 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:00 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T06:16:00.688 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:00 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T06:16:00.688 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:00 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:16:00.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:00 smithi039 ceph-mon[32479]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-06-13T06:16:00.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:00 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T06:16:00.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:00 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T06:16:00.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:00 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:16:01.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:00 smithi096 ceph-mon[36532]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-06-13T06:16:01.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:00 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T06:16:01.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:00 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T06:16:01.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:00 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:16:01.845 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:01 smithi149 ceph-mon[36963]: from='client.24238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:16:01.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:01 smithi039 ceph-mon[32479]: from='client.24238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:16:02.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:01 smithi096 ceph-mon[36532]: from='client.24238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:16:02.819 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:02 smithi149 ceph-mon[36963]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-06-13T06:16:02.819 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:02 smithi149 ceph-mon[36963]: from='client.? 172.21.15.149:0/1226848449' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "99a866b2-466a-4779-bb0d-c104bac11df5"}]: dispatch 2024-06-13T06:16:02.819 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:02 smithi149 ceph-mon[36963]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "99a866b2-466a-4779-bb0d-c104bac11df5"}]: dispatch 2024-06-13T06:16:02.820 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:02 smithi149 ceph-mon[36963]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "99a866b2-466a-4779-bb0d-c104bac11df5"}]': finished 2024-06-13T06:16:02.820 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:02 smithi149 ceph-mon[36963]: osdmap e36: 6 total, 5 up, 6 in 2024-06-13T06:16:02.820 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:02 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-13T06:16:02.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:02 smithi039 ceph-mon[32479]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-06-13T06:16:02.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:02 smithi039 ceph-mon[32479]: from='client.? 172.21.15.149:0/1226848449' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "99a866b2-466a-4779-bb0d-c104bac11df5"}]: dispatch 2024-06-13T06:16:02.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:02 smithi039 ceph-mon[32479]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "99a866b2-466a-4779-bb0d-c104bac11df5"}]: dispatch 2024-06-13T06:16:02.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:02 smithi039 ceph-mon[32479]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "99a866b2-466a-4779-bb0d-c104bac11df5"}]': finished 2024-06-13T06:16:02.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:02 smithi039 ceph-mon[32479]: osdmap e36: 6 total, 5 up, 6 in 2024-06-13T06:16:02.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:02 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-13T06:16:03.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:02 smithi096 ceph-mon[36532]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-06-13T06:16:03.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:02 smithi096 ceph-mon[36532]: from='client.? 172.21.15.149:0/1226848449' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "99a866b2-466a-4779-bb0d-c104bac11df5"}]: dispatch 2024-06-13T06:16:03.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:02 smithi096 ceph-mon[36532]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "99a866b2-466a-4779-bb0d-c104bac11df5"}]: dispatch 2024-06-13T06:16:03.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:02 smithi096 ceph-mon[36532]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "99a866b2-466a-4779-bb0d-c104bac11df5"}]': finished 2024-06-13T06:16:03.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:02 smithi096 ceph-mon[36532]: osdmap e36: 6 total, 5 up, 6 in 2024-06-13T06:16:03.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:02 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-13T06:16:03.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:03 smithi039 ceph-mon[32479]: from='client.? 172.21.15.149:0/1395598202' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T06:16:03.970 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:03 smithi149 ceph-mon[36963]: from='client.? 172.21.15.149:0/1395598202' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T06:16:04.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:03 smithi096 ceph-mon[36532]: from='client.? 172.21.15.149:0/1395598202' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T06:16:04.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:04 smithi039 ceph-mon[32479]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-06-13T06:16:04.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:04 smithi149 ceph-mon[36963]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-06-13T06:16:05.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:04 smithi096 ceph-mon[36532]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-06-13T06:16:06.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:06 smithi096 ceph-mon[36532]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-06-13T06:16:06.867 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:06 smithi149 ceph-mon[36963]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-06-13T06:16:06.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:06 smithi039 ceph-mon[32479]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-06-13T06:16:08.793 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:08 smithi149 ceph-mon[36963]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-06-13T06:16:08.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:08 smithi039 ceph-mon[32479]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-06-13T06:16:09.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:08 smithi096 ceph-mon[36532]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-06-13T06:16:10.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:10 smithi149 ceph-mon[36963]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-06-13T06:16:10.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:10 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-06-13T06:16:10.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:10 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:16:10.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:10 smithi039 ceph-mon[32479]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-06-13T06:16:10.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:10 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-06-13T06:16:10.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:10 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:16:11.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:10 smithi096 ceph-mon[36532]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-06-13T06:16:11.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:10 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-06-13T06:16:11.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:10 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:16:11.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:11 smithi149 ceph-mon[36963]: Deploying daemon osd.5 on smithi149 2024-06-13T06:16:11.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:11 smithi039 ceph-mon[32479]: Deploying daemon osd.5 on smithi149 2024-06-13T06:16:12.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:11 smithi096 ceph-mon[36532]: Deploying daemon osd.5 on smithi149 2024-06-13T06:16:12.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:12 smithi039 ceph-mon[32479]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-06-13T06:16:12.952 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:12 smithi149 ceph-mon[36963]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-06-13T06:16:13.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:12 smithi096 ceph-mon[36532]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-06-13T06:16:14.853 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:14 smithi149 ceph-mon[36963]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-06-13T06:16:14.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:14 smithi039 ceph-mon[32479]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-06-13T06:16:15.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:14 smithi096 ceph-mon[36532]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-06-13T06:16:16.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:16 smithi149 ceph-mon[36963]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-06-13T06:16:16.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:16 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:16.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:16 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:16.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:16 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:16:16.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:16 smithi096 ceph-mon[36532]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-06-13T06:16:16.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:16 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:16.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:16 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:16.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:16 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:16:16.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:16 smithi039 ceph-mon[32479]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-06-13T06:16:16.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:16 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:16.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:16 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:16.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:16 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:16:18.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:18 smithi149 ceph-mon[36963]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-06-13T06:16:18.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:18 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:18.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:18 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:18.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:18 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:16:18.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:18 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:16:18.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:18 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:18.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:18 smithi096 ceph-mon[36532]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-06-13T06:16:18.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:18 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:18.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:18 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:18.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:18 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:16:18.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:18 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:16:18.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:18 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:18.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:18 smithi039 ceph-mon[32479]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-06-13T06:16:18.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:18 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:18.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:18 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:18.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:18 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:16:18.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:18 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:16:18.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:18 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:19.246 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:16:19.246+0000 7fd3a17fa700 1 -- 172.21.15.149:0/1780778302 <== mgr.14152 v2:172.21.15.39:6800/2178314534 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fd390000bf0 con 0x7fd38c0a2ca0 2024-06-13T06:16:19.246 INFO:teuthology.orchestra.run.smithi149.stdout:Created osd(s) 5 on host 'smithi149' 2024-06-13T06:16:19.248 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:16:19.249+0000 7fd3aa78e700 1 -- 172.21.15.149:0/1780778302 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fd38c0a2ca0 msgr2=0x7fd38c0a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:16:19.249 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:16:19.249+0000 7fd3aa78e700 1 --2- 172.21.15.149:0/1780778302 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fd38c0a2ca0 0x7fd38c0a5160 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fd39800b5c0 tx=0x7fd398005fb0 comp rx=0 tx=0).stop 2024-06-13T06:16:19.249 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:16:19.249+0000 7fd3aa78e700 1 -- 172.21.15.149:0/1780778302 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd3a41024f0 msgr2=0x7fd3a4198670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:16:19.249 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:16:19.249+0000 7fd3aa78e700 1 --2- 172.21.15.149:0/1780778302 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd3a41024f0 0x7fd3a4198670 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fd39400d9b0 tx=0x7fd39400dd70 comp rx=0 tx=0).stop 2024-06-13T06:16:19.249 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:16:19.249+0000 7fd3aa78e700 1 -- 172.21.15.149:0/1780778302 shutdown_connections 2024-06-13T06:16:19.249 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:16:19.249+0000 7fd3aa78e700 1 --2- 172.21.15.149:0/1780778302 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fd38c0a2ca0 0x7fd38c0a5160 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:16:19.249 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:16:19.249+0000 7fd3aa78e700 1 --2- 172.21.15.149:0/1780778302 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd3a4104090 0x7fd3a419fc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:16:19.249 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:16:19.249+0000 7fd3aa78e700 1 --2- 172.21.15.149:0/1780778302 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd3a41024f0 0x7fd3a4198670 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:16:19.249 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:16:19.249+0000 7fd3aa78e700 1 --2- 172.21.15.149:0/1780778302 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3a41036f0 0x7fd3a4198bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:16:19.249 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:16:19.249+0000 7fd3aa78e700 1 -- 172.21.15.149:0/1780778302 >> 172.21.15.149:0/1780778302 conn(0x7fd3a40fda90 msgr2=0x7fd3a41069f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:16:19.249 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:16:19.249+0000 7fd3aa78e700 1 -- 172.21.15.149:0/1780778302 shutdown_connections 2024-06-13T06:16:19.249 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:16:19.249+0000 7fd3aa78e700 1 -- 172.21.15.149:0/1780778302 wait complete. 2024-06-13T06:16:19.892 DEBUG:teuthology.orchestra.run.smithi149:osd.5> sudo journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@osd.5.service 2024-06-13T06:16:19.895 INFO:tasks.cephadm:Deploying osd.6 on smithi039 with /dev/vg_nvme/lv_2... 2024-06-13T06:16:19.895 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-06-13T06:16:20.154 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:16:20.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:20 smithi149 ceph-mon[36963]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-06-13T06:16:20.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:20 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:20.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:20 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:20.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:20 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:16:20.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:20 smithi149 ceph-mon[36963]: from='osd.5 [v2:172.21.15.149:6808/3878401601,v1:172.21.15.149:6809/3878401601]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-06-13T06:16:20.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:20 smithi149 ceph-mon[36963]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-06-13T06:16:20.490 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:20 smithi039 ceph-mon[32479]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-06-13T06:16:20.490 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:20 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:20.491 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:20 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:20.491 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:20 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:16:20.491 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:20 smithi039 ceph-mon[32479]: from='osd.5 [v2:172.21.15.149:6808/3878401601,v1:172.21.15.149:6809/3878401601]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-06-13T06:16:20.491 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:20 smithi039 ceph-mon[32479]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-06-13T06:16:20.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:20 smithi096 ceph-mon[36532]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-06-13T06:16:20.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:20 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:20.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:20 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:20.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:20 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:16:20.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:20 smithi096 ceph-mon[36532]: from='osd.5 [v2:172.21.15.149:6808/3878401601,v1:172.21.15.149:6809/3878401601]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-06-13T06:16:20.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:20 smithi096 ceph-mon[36532]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-06-13T06:16:21.289 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:21 smithi149 ceph-mon[36963]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-06-13T06:16:21.290 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:21 smithi149 ceph-mon[36963]: osdmap e37: 6 total, 5 up, 6 in 2024-06-13T06:16:21.290 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:21 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-13T06:16:21.290 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:21 smithi149 ceph-mon[36963]: from='osd.5 [v2:172.21.15.149:6808/3878401601,v1:172.21.15.149:6809/3878401601]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-06-13T06:16:21.290 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:21 smithi149 ceph-mon[36963]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-06-13T06:16:21.290 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 13 06:16:21 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-5[48857]: 2024-06-13T06:16:21.228+0000 7f4a17360700 -1 osd.5 0 waiting for initial osdmap 2024-06-13T06:16:21.290 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 13 06:16:21 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-5[48857]: 2024-06-13T06:16:21.235+0000 7f4a13153700 -1 osd.5 38 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-13T06:16:21.519 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:21 smithi039 ceph-mon[32479]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-06-13T06:16:21.519 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:21 smithi039 ceph-mon[32479]: osdmap e37: 6 total, 5 up, 6 in 2024-06-13T06:16:21.520 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:21 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-13T06:16:21.520 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:21 smithi039 ceph-mon[32479]: from='osd.5 [v2:172.21.15.149:6808/3878401601,v1:172.21.15.149:6809/3878401601]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-06-13T06:16:21.520 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:21 smithi039 ceph-mon[32479]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-06-13T06:16:21.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:21 smithi096 ceph-mon[36532]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-06-13T06:16:21.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:21 smithi096 ceph-mon[36532]: osdmap e37: 6 total, 5 up, 6 in 2024-06-13T06:16:21.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:21 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-13T06:16:21.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:21 smithi096 ceph-mon[36532]: from='osd.5 [v2:172.21.15.149:6808/3878401601,v1:172.21.15.149:6809/3878401601]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-06-13T06:16:21.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:21 smithi096 ceph-mon[36532]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-06-13T06:16:22.136 INFO:teuthology.orchestra.run.smithi039.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-06-13T06:16:22.136 INFO:teuthology.orchestra.run.smithi039.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-06-13T06:16:22.136 INFO:teuthology.orchestra.run.smithi039.stderr: stderr: 10+0 records in 2024-06-13T06:16:22.137 INFO:teuthology.orchestra.run.smithi039.stderr:10+0 records out 2024-06-13T06:16:22.137 INFO:teuthology.orchestra.run.smithi039.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0158406 s, 662 MB/s 2024-06-13T06:16:22.137 INFO:teuthology.orchestra.run.smithi039.stderr:--> Zapping successful for: 2024-06-13T06:16:22.419 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:22 smithi149 ceph-mon[36963]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-06-13T06:16:22.419 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:22 smithi149 ceph-mon[36963]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]': finished 2024-06-13T06:16:22.419 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:22 smithi149 ceph-mon[36963]: osdmap e38: 6 total, 5 up, 6 in 2024-06-13T06:16:22.420 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:22 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-13T06:16:22.420 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:22 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-13T06:16:22.420 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:22 smithi149 ceph-mon[36963]: osd.5 [v2:172.21.15.149:6808/3878401601,v1:172.21.15.149:6809/3878401601] boot 2024-06-13T06:16:22.420 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:22 smithi149 ceph-mon[36963]: osdmap e39: 6 total, 6 up, 6 in 2024-06-13T06:16:22.420 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:22 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-13T06:16:22.451 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:22 smithi039 ceph-mon[32479]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-06-13T06:16:22.451 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:22 smithi039 ceph-mon[32479]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]': finished 2024-06-13T06:16:22.451 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:22 smithi039 ceph-mon[32479]: osdmap e38: 6 total, 5 up, 6 in 2024-06-13T06:16:22.451 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:22 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-13T06:16:22.451 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:22 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-13T06:16:22.451 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:22 smithi039 ceph-mon[32479]: osd.5 [v2:172.21.15.149:6808/3878401601,v1:172.21.15.149:6809/3878401601] boot 2024-06-13T06:16:22.451 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:22 smithi039 ceph-mon[32479]: osdmap e39: 6 total, 6 up, 6 in 2024-06-13T06:16:22.451 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:22 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-13T06:16:22.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:22 smithi096 ceph-mon[36532]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 146 MiB used, 447 GiB / 447 GiB avail 2024-06-13T06:16:22.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:22 smithi096 ceph-mon[36532]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]': finished 2024-06-13T06:16:22.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:22 smithi096 ceph-mon[36532]: osdmap e38: 6 total, 5 up, 6 in 2024-06-13T06:16:22.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:22 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-13T06:16:22.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:22 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-13T06:16:22.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:22 smithi096 ceph-mon[36532]: osd.5 [v2:172.21.15.149:6808/3878401601,v1:172.21.15.149:6809/3878401601] boot 2024-06-13T06:16:22.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:22 smithi096 ceph-mon[36532]: osdmap e39: 6 total, 6 up, 6 in 2024-06-13T06:16:22.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:22 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-13T06:16:22.961 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph orch daemon add osd smithi039:vg_nvme/lv_2 2024-06-13T06:16:23.214 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:16:23.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:23 smithi096 ceph-mon[36532]: purged_snaps scrub starts 2024-06-13T06:16:23.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:23 smithi096 ceph-mon[36532]: purged_snaps scrub ok 2024-06-13T06:16:23.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:23 smithi096 ceph-mon[36532]: osdmap e40: 6 total, 6 up, 6 in 2024-06-13T06:16:23.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:23 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:23.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:23 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:23.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:23 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:16:23.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:23 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:16:23.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:23 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:23.542 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:23 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:16:23.542 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:23 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:16:23.542 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:23 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:23.575 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:23 smithi039 ceph-mon[32479]: purged_snaps scrub starts 2024-06-13T06:16:23.575 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:23 smithi039 ceph-mon[32479]: purged_snaps scrub ok 2024-06-13T06:16:23.575 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:23 smithi039 ceph-mon[32479]: osdmap e40: 6 total, 6 up, 6 in 2024-06-13T06:16:23.576 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:23 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:23.576 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:23 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:23.576 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:23 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:16:23.576 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:23 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:16:23.576 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:23 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:23.576 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:23 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:16:23.576 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:23 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:16:23.576 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:23 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:23.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:23 smithi149 ceph-mon[36963]: purged_snaps scrub starts 2024-06-13T06:16:23.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:23 smithi149 ceph-mon[36963]: purged_snaps scrub ok 2024-06-13T06:16:23.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:23 smithi149 ceph-mon[36963]: osdmap e40: 6 total, 6 up, 6 in 2024-06-13T06:16:23.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:23 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:23.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:23 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:23.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:23 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:16:23.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:23 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:16:23.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:23 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:23.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:23 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:16:23.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:23 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:16:23.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:23 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:24.536 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:24 smithi039 ceph-mon[32479]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-13T06:16:24.536 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:24 smithi039 ceph-mon[32479]: Detected new or changed devices on smithi149 2024-06-13T06:16:24.536 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:24 smithi039 ceph-mon[32479]: Adjusting osd_memory_target on smithi149 to 2908M 2024-06-13T06:16:24.536 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:24 smithi039 ceph-mon[32479]: osdmap e41: 6 total, 6 up, 6 in 2024-06-13T06:16:24.540 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:24 smithi096 ceph-mon[36532]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-13T06:16:24.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:24 smithi096 ceph-mon[36532]: Detected new or changed devices on smithi149 2024-06-13T06:16:24.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:24 smithi096 ceph-mon[36532]: Adjusting osd_memory_target on smithi149 to 2908M 2024-06-13T06:16:24.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:24 smithi096 ceph-mon[36532]: osdmap e41: 6 total, 6 up, 6 in 2024-06-13T06:16:24.620 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:24 smithi149 ceph-mon[36963]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-13T06:16:24.620 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:24 smithi149 ceph-mon[36963]: Detected new or changed devices on smithi149 2024-06-13T06:16:24.620 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:24 smithi149 ceph-mon[36963]: Adjusting osd_memory_target on smithi149 to 2908M 2024-06-13T06:16:24.621 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:24 smithi149 ceph-mon[36963]: osdmap e41: 6 total, 6 up, 6 in 2024-06-13T06:16:24.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:24.849+0000 7fb8ef878700 1 -- 172.21.15.39:0/2523800224 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb8e8103710 msgr2=0x7fb8e8103b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:16:24.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:24.849+0000 7fb8ef878700 1 --2- 172.21.15.39:0/2523800224 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb8e8103710 0x7fb8e8103b70 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fb8dc0099c0 tx=0x7fb8dc009cd0 comp rx=0 tx=0).stop 2024-06-13T06:16:24.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:24.849+0000 7fb8ef878700 1 -- 172.21.15.39:0/2523800224 shutdown_connections 2024-06-13T06:16:24.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:24.849+0000 7fb8ef878700 1 --2- 172.21.15.39:0/2523800224 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb8e81040b0 0x7fb8e810a960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:16:24.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:24.849+0000 7fb8ef878700 1 --2- 172.21.15.39:0/2523800224 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb8e8102510 0x7fb8e8102930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:16:24.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:24.849+0000 7fb8ef878700 1 --2- 172.21.15.39:0/2523800224 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb8e8103710 0x7fb8e8103b70 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:16:24.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:24.849+0000 7fb8ef878700 1 -- 172.21.15.39:0/2523800224 >> 172.21.15.39:0/2523800224 conn(0x7fb8e80fdab0 msgr2=0x7fb8e80ffef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:16:24.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:24.849+0000 7fb8ef878700 1 -- 172.21.15.39:0/2523800224 shutdown_connections 2024-06-13T06:16:24.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:24.849+0000 7fb8ef878700 1 -- 172.21.15.39:0/2523800224 wait complete. 2024-06-13T06:16:24.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:24.850+0000 7fb8ef878700 1 Processor -- start 2024-06-13T06:16:24.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:24.850+0000 7fb8ef878700 1 -- start start 2024-06-13T06:16:24.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:24.850+0000 7fb8ef878700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb8e8102510 0x7fb8e81986c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:16:24.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:24.850+0000 7fb8ef878700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb8e8103710 0x7fb8e8198c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:16:24.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:24.850+0000 7fb8ef878700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb8e81040b0 0x7fb8e819fc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:16:24.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:24.850+0000 7fb8ef878700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fb8e810e100 con 0x7fb8e8103710 2024-06-13T06:16:24.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:24.850+0000 7fb8ef878700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fb8e810df80 con 0x7fb8e8102510 2024-06-13T06:16:24.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:24.850+0000 7fb8ef878700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fb8e810e280 con 0x7fb8e81040b0 2024-06-13T06:16:24.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:24.850+0000 7fb8ece13700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb8e8103710 0x7fb8e8198c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:16:24.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:24.850+0000 7fb8ece13700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb8e8103710 0x7fb8e8198c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53268/0 (socket says 172.21.15.39:53268) 2024-06-13T06:16:24.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:24.850+0000 7fb8ece13700 1 -- 172.21.15.39:0/214229723 learned_addr learned my addr 172.21.15.39:0/214229723 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:16:24.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:24.850+0000 7fb8ed614700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb8e8102510 0x7fb8e81986c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:16:24.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:24.850+0000 7fb8ede15700 1 --2- 172.21.15.39:0/214229723 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb8e81040b0 0x7fb8e819fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:16:24.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:24.850+0000 7fb8ece13700 1 -- 172.21.15.39:0/214229723 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb8e81040b0 msgr2=0x7fb8e819fc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:16:24.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:24.850+0000 7fb8ece13700 1 --2- 172.21.15.39:0/214229723 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb8e81040b0 0x7fb8e819fc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:16:24.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:24.850+0000 7fb8ece13700 1 -- 172.21.15.39:0/214229723 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb8e8102510 msgr2=0x7fb8e81986c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:16:24.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:24.850+0000 7fb8ece13700 1 --2- 172.21.15.39:0/214229723 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb8e8102510 0x7fb8e81986c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:16:24.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:24.850+0000 7fb8ece13700 1 -- 172.21.15.39:0/214229723 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8e81a0320 con 0x7fb8e8103710 2024-06-13T06:16:24.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:24.851+0000 7fb8ece13700 1 --2- 172.21.15.39:0/214229723 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb8e8103710 0x7fb8e8198c00 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fb8dc000c00 tx=0x7fb8dc0057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:16:24.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:24.851+0000 7fb8e67fc700 1 -- 172.21.15.39:0/214229723 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8dc027070 con 0x7fb8e8103710 2024-06-13T06:16:24.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:24.851+0000 7fb8e67fc700 1 -- 172.21.15.39:0/214229723 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb8dc004150 con 0x7fb8e8103710 2024-06-13T06:16:24.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:24.851+0000 7fb8ef878700 1 -- 172.21.15.39:0/214229723 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8e81a05b0 con 0x7fb8e8103710 2024-06-13T06:16:24.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:24.851+0000 7fb8e67fc700 1 -- 172.21.15.39:0/214229723 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8dc022da0 con 0x7fb8e8103710 2024-06-13T06:16:24.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:24.851+0000 7fb8ef878700 1 -- 172.21.15.39:0/214229723 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8e81a0a00 con 0x7fb8e8103710 2024-06-13T06:16:24.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:24.852+0000 7fb8ef878700 1 -- 172.21.15.39:0/214229723 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb8e8069180 con 0x7fb8e8103710 2024-06-13T06:16:24.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:24.854+0000 7fb8e67fc700 1 -- 172.21.15.39:0/214229723 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fb8dc02a070 con 0x7fb8e8103710 2024-06-13T06:16:24.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:24.855+0000 7fb8e67fc700 1 --2- 172.21.15.39:0/214229723 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fb8d00a2c20 0x7fb8d00a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:16:24.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:24.855+0000 7fb8ed614700 1 --2- 172.21.15.39:0/214229723 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fb8d00a2c20 0x7fb8d00a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:16:24.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:24.855+0000 7fb8e67fc700 1 -- 172.21.15.39:0/214229723 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 4533+0+0 (secure 0 0 0) 0x7fb8dc0cf710 con 0x7fb8e8103710 2024-06-13T06:16:24.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:24.855+0000 7fb8ed614700 1 --2- 172.21.15.39:0/214229723 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fb8d00a2c20 0x7fb8d00a50e0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fb8e8103570 tx=0x7fb8d80091c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:16:24.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:24.858+0000 7fb8e67fc700 1 -- 172.21.15.39:0/214229723 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fb8dc031020 con 0x7fb8e8103710 2024-06-13T06:16:25.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:25.076+0000 7fb8ef878700 1 -- 172.21.15.39:0/214229723 --> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi039:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7fb8e80628d0 con 0x7fb8d00a2c20 2024-06-13T06:16:25.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:25 smithi039 ceph-mon[32479]: osdmap e42: 6 total, 6 up, 6 in 2024-06-13T06:16:25.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:25 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T06:16:25.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:25 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T06:16:25.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:25 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:16:25.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:25 smithi096 ceph-mon[36532]: osdmap e42: 6 total, 6 up, 6 in 2024-06-13T06:16:25.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:25 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T06:16:25.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:25 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T06:16:25.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:25 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:16:25.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:25 smithi149 ceph-mon[36963]: osdmap e42: 6 total, 6 up, 6 in 2024-06-13T06:16:25.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:25 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T06:16:25.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:25 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T06:16:25.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:25 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:16:26.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:26 smithi096 ceph-mon[36532]: pgmap v142: 1 pgs: 1 peering; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 161 KiB/s, 0 objects/s recovering 2024-06-13T06:16:26.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:26 smithi096 ceph-mon[36532]: from='client.14352 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi039:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:16:26.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:26 smithi096 ceph-mon[36532]: osdmap e43: 6 total, 6 up, 6 in 2024-06-13T06:16:26.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:26 smithi039 ceph-mon[32479]: pgmap v142: 1 pgs: 1 peering; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 161 KiB/s, 0 objects/s recovering 2024-06-13T06:16:26.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:26 smithi039 ceph-mon[32479]: from='client.14352 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi039:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:16:26.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:26 smithi039 ceph-mon[32479]: osdmap e43: 6 total, 6 up, 6 in 2024-06-13T06:16:26.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:26 smithi149 ceph-mon[36963]: pgmap v142: 1 pgs: 1 peering; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 161 KiB/s, 0 objects/s recovering 2024-06-13T06:16:26.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:26 smithi149 ceph-mon[36963]: from='client.14352 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi039:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:16:26.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:26 smithi149 ceph-mon[36963]: osdmap e43: 6 total, 6 up, 6 in 2024-06-13T06:16:28.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:28 smithi039 ceph-mon[32479]: pgmap v144: 1 pgs: 1 peering; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 127 KiB/s, 0 objects/s recovering 2024-06-13T06:16:28.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:28 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/2800784594' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "10df23c3-559c-4922-8ccf-99802a4f2449"}]: dispatch 2024-06-13T06:16:28.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:28 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/2800784594' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "10df23c3-559c-4922-8ccf-99802a4f2449"}]': finished 2024-06-13T06:16:28.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:28 smithi039 ceph-mon[32479]: osdmap e44: 7 total, 6 up, 7 in 2024-06-13T06:16:28.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:28 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-13T06:16:28.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:28 smithi149 ceph-mon[36963]: pgmap v144: 1 pgs: 1 peering; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 127 KiB/s, 0 objects/s recovering 2024-06-13T06:16:28.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:28 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/2800784594' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "10df23c3-559c-4922-8ccf-99802a4f2449"}]: dispatch 2024-06-13T06:16:28.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:28 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/2800784594' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "10df23c3-559c-4922-8ccf-99802a4f2449"}]': finished 2024-06-13T06:16:28.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:28 smithi149 ceph-mon[36963]: osdmap e44: 7 total, 6 up, 7 in 2024-06-13T06:16:28.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:28 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-13T06:16:28.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:28 smithi096 ceph-mon[36532]: pgmap v144: 1 pgs: 1 peering; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 127 KiB/s, 0 objects/s recovering 2024-06-13T06:16:28.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:28 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/2800784594' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "10df23c3-559c-4922-8ccf-99802a4f2449"}]: dispatch 2024-06-13T06:16:28.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:28 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/2800784594' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "10df23c3-559c-4922-8ccf-99802a4f2449"}]': finished 2024-06-13T06:16:28.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:28 smithi096 ceph-mon[36532]: osdmap e44: 7 total, 6 up, 7 in 2024-06-13T06:16:28.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:28 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-13T06:16:29.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:29 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/3998034840' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T06:16:29.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:29 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/3998034840' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T06:16:29.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:29 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/3998034840' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T06:16:30.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:30 smithi039 ceph-mon[32479]: pgmap v146: 1 pgs: 1 peering; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 104 KiB/s, 0 objects/s recovering 2024-06-13T06:16:30.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:30 smithi149 ceph-mon[36963]: pgmap v146: 1 pgs: 1 peering; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 104 KiB/s, 0 objects/s recovering 2024-06-13T06:16:30.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:30 smithi096 ceph-mon[36532]: pgmap v146: 1 pgs: 1 peering; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 104 KiB/s, 0 objects/s recovering 2024-06-13T06:16:32.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:32 smithi039 ceph-mon[32479]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-06-13T06:16:32.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:32 smithi149 ceph-mon[36963]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-06-13T06:16:32.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:32 smithi096 ceph-mon[36532]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-06-13T06:16:34.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:34 smithi039 ceph-mon[32479]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-13T06:16:34.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:34 smithi149 ceph-mon[36963]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-13T06:16:34.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:34 smithi096 ceph-mon[36532]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-13T06:16:36.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:36 smithi039 ceph-mon[32479]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-13T06:16:36.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:36 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-06-13T06:16:36.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:36 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:16:36.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:36 smithi039 ceph-mon[32479]: Deploying daemon osd.6 on smithi039 2024-06-13T06:16:36.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:36 smithi149 ceph-mon[36963]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-13T06:16:36.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:36 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-06-13T06:16:36.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:36 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:16:36.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:36 smithi149 ceph-mon[36963]: Deploying daemon osd.6 on smithi039 2024-06-13T06:16:36.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:36 smithi096 ceph-mon[36532]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-13T06:16:36.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:36 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-06-13T06:16:36.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:36 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:16:36.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:36 smithi096 ceph-mon[36532]: Deploying daemon osd.6 on smithi039 2024-06-13T06:16:38.419 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:38 smithi039 ceph-mon[32479]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-13T06:16:38.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:38 smithi149 ceph-mon[36963]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-13T06:16:38.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:38 smithi096 ceph-mon[36532]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-13T06:16:40.495 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:40 smithi039 ceph-mon[32479]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-13T06:16:40.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:40 smithi149 ceph-mon[36963]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-13T06:16:40.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:40 smithi096 ceph-mon[36532]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-13T06:16:42.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:42 smithi039 ceph-mon[32479]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-13T06:16:42.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:42 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:42.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:42 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:16:42.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:42 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:42.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:42 smithi149 ceph-mon[36963]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-13T06:16:42.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:42 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:42.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:42 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:16:42.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:42 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:42.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:42 smithi096 ceph-mon[36532]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-13T06:16:42.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:42 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:42.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:42 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:16:42.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:42 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:44.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:44 smithi039 ceph-mon[32479]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-13T06:16:44.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:44 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:44.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:44 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:44.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:44 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:16:44.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:44 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:16:44.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:44 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:44.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:44 smithi149 ceph-mon[36963]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-13T06:16:44.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:44 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:44.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:44 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:44.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:44 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:16:44.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:44 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:16:44.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:44 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:44.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:44 smithi096 ceph-mon[36532]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-13T06:16:44.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:44 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:44.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:44 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:44.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:44 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:16:44.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:44 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:16:44.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:44 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:44.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:44.982+0000 7fb8e67fc700 1 -- 172.21.15.39:0/214229723 <== mgr.14152 v2:172.21.15.39:6800/2178314534 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fb8e80628d0 con 0x7fb8d00a2c20 2024-06-13T06:16:44.983 INFO:teuthology.orchestra.run.smithi039.stdout:Created osd(s) 6 on host 'smithi039' 2024-06-13T06:16:44.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:44.985+0000 7fb8ef878700 1 -- 172.21.15.39:0/214229723 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fb8d00a2c20 msgr2=0x7fb8d00a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:16:44.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:44.985+0000 7fb8ef878700 1 --2- 172.21.15.39:0/214229723 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fb8d00a2c20 0x7fb8d00a50e0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fb8e8103570 tx=0x7fb8d80091c0 comp rx=0 tx=0).stop 2024-06-13T06:16:44.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:44.985+0000 7fb8ef878700 1 -- 172.21.15.39:0/214229723 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb8e8103710 msgr2=0x7fb8e8198c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:16:44.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:44.985+0000 7fb8ef878700 1 --2- 172.21.15.39:0/214229723 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb8e8103710 0x7fb8e8198c00 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fb8dc000c00 tx=0x7fb8dc0057c0 comp rx=0 tx=0).stop 2024-06-13T06:16:44.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:44.985+0000 7fb8ef878700 1 -- 172.21.15.39:0/214229723 shutdown_connections 2024-06-13T06:16:44.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:44.985+0000 7fb8ef878700 1 --2- 172.21.15.39:0/214229723 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fb8d00a2c20 0x7fb8d00a50e0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:16:44.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:44.985+0000 7fb8ef878700 1 --2- 172.21.15.39:0/214229723 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb8e81040b0 0x7fb8e819fc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:16:44.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:44.985+0000 7fb8ef878700 1 --2- 172.21.15.39:0/214229723 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb8e8102510 0x7fb8e81986c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:16:44.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:44.985+0000 7fb8ef878700 1 --2- 172.21.15.39:0/214229723 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb8e8103710 0x7fb8e8198c00 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:16:44.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:44.985+0000 7fb8ef878700 1 -- 172.21.15.39:0/214229723 >> 172.21.15.39:0/214229723 conn(0x7fb8e80fdab0 msgr2=0x7fb8e8106a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:16:44.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:44.985+0000 7fb8ef878700 1 -- 172.21.15.39:0/214229723 shutdown_connections 2024-06-13T06:16:44.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:16:44.985+0000 7fb8ef878700 1 -- 172.21.15.39:0/214229723 wait complete. 2024-06-13T06:16:45.692 DEBUG:teuthology.orchestra.run.smithi039:osd.6> sudo journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@osd.6.service 2024-06-13T06:16:45.695 INFO:tasks.cephadm:Deploying osd.7 on smithi096 with /dev/vg_nvme/lv_2... 2024-06-13T06:16:45.695 DEBUG:teuthology.orchestra.run.smithi096:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-06-13T06:16:45.942 INFO:teuthology.orchestra.run.smithi096.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.b/config 2024-06-13T06:16:46.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:45 smithi096 ceph-mon[36532]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-13T06:16:46.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:45 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:46.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:45 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:46.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:45 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:16:46.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:45 smithi096 ceph-mon[36532]: from='osd.6 [v2:172.21.15.39:6818/1262679006,v1:172.21.15.39:6819/1262679006]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-06-13T06:16:46.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:45 smithi149 ceph-mon[36963]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-13T06:16:46.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:45 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:46.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:45 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:46.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:45 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:16:46.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:45 smithi149 ceph-mon[36963]: from='osd.6 [v2:172.21.15.39:6818/1262679006,v1:172.21.15.39:6819/1262679006]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-06-13T06:16:46.219 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:45 smithi039 ceph-mon[32479]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-13T06:16:46.219 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:45 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:46.219 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:45 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:46.219 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:45 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:16:46.219 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:45 smithi039 ceph-mon[32479]: from='osd.6 [v2:172.21.15.39:6818/1262679006,v1:172.21.15.39:6819/1262679006]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-06-13T06:16:47.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:46 smithi039 ceph-mon[32479]: from='osd.6 [v2:172.21.15.39:6818/1262679006,v1:172.21.15.39:6819/1262679006]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-06-13T06:16:47.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:46 smithi039 ceph-mon[32479]: osdmap e45: 7 total, 6 up, 7 in 2024-06-13T06:16:47.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:46 smithi039 ceph-mon[32479]: from='osd.6 [v2:172.21.15.39:6818/1262679006,v1:172.21.15.39:6819/1262679006]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2024-06-13T06:16:47.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:46 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-13T06:16:47.292 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:46 smithi096 ceph-mon[36532]: from='osd.6 [v2:172.21.15.39:6818/1262679006,v1:172.21.15.39:6819/1262679006]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-06-13T06:16:47.292 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:46 smithi096 ceph-mon[36532]: osdmap e45: 7 total, 6 up, 7 in 2024-06-13T06:16:47.292 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:46 smithi096 ceph-mon[36532]: from='osd.6 [v2:172.21.15.39:6818/1262679006,v1:172.21.15.39:6819/1262679006]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2024-06-13T06:16:47.292 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:46 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-13T06:16:47.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:46 smithi149 ceph-mon[36963]: from='osd.6 [v2:172.21.15.39:6818/1262679006,v1:172.21.15.39:6819/1262679006]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-06-13T06:16:47.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:46 smithi149 ceph-mon[36963]: osdmap e45: 7 total, 6 up, 7 in 2024-06-13T06:16:47.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:46 smithi149 ceph-mon[36963]: from='osd.6 [v2:172.21.15.39:6818/1262679006,v1:172.21.15.39:6819/1262679006]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2024-06-13T06:16:47.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:46 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-13T06:16:47.922 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:16:47 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:16:47.437+0000 7f3925f55700 -1 osd.6 0 waiting for initial osdmap 2024-06-13T06:16:47.922 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:16:47 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:16:47.449+0000 7f391dd40700 -1 osd.6 46 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-13T06:16:48.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:47 smithi096 ceph-mon[36532]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-13T06:16:48.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:47 smithi096 ceph-mon[36532]: from='osd.6 [v2:172.21.15.39:6818/1262679006,v1:172.21.15.39:6819/1262679006]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]': finished 2024-06-13T06:16:48.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:47 smithi096 ceph-mon[36532]: osdmap e46: 7 total, 6 up, 7 in 2024-06-13T06:16:48.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:47 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-13T06:16:48.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:47 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-13T06:16:48.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:47 smithi096 ceph-mon[36532]: from='osd.6 [v2:172.21.15.39:6818/1262679006,v1:172.21.15.39:6819/1262679006]' entity='osd.6' 2024-06-13T06:16:48.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:47 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-13T06:16:48.390 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:47 smithi039 ceph-mon[32479]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-13T06:16:48.390 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:47 smithi039 ceph-mon[32479]: from='osd.6 [v2:172.21.15.39:6818/1262679006,v1:172.21.15.39:6819/1262679006]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]': finished 2024-06-13T06:16:48.390 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:47 smithi039 ceph-mon[32479]: osdmap e46: 7 total, 6 up, 7 in 2024-06-13T06:16:48.390 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:47 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-13T06:16:48.390 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:47 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-13T06:16:48.390 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:47 smithi039 ceph-mon[32479]: from='osd.6 [v2:172.21.15.39:6818/1262679006,v1:172.21.15.39:6819/1262679006]' entity='osd.6' 2024-06-13T06:16:48.390 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:47 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-13T06:16:48.398 INFO:teuthology.orchestra.run.smithi096.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-06-13T06:16:48.399 INFO:teuthology.orchestra.run.smithi096.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-06-13T06:16:48.399 INFO:teuthology.orchestra.run.smithi096.stderr: stderr: 10+0 records in 2024-06-13T06:16:48.399 INFO:teuthology.orchestra.run.smithi096.stderr:10+0 records out 2024-06-13T06:16:48.399 INFO:teuthology.orchestra.run.smithi096.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0113925 s, 920 MB/s 2024-06-13T06:16:48.399 INFO:teuthology.orchestra.run.smithi096.stderr:--> Zapping successful for: 2024-06-13T06:16:48.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:47 smithi149 ceph-mon[36963]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-13T06:16:48.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:47 smithi149 ceph-mon[36963]: from='osd.6 [v2:172.21.15.39:6818/1262679006,v1:172.21.15.39:6819/1262679006]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]': finished 2024-06-13T06:16:48.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:47 smithi149 ceph-mon[36963]: osdmap e46: 7 total, 6 up, 7 in 2024-06-13T06:16:48.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:47 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-13T06:16:48.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:47 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-13T06:16:48.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:47 smithi149 ceph-mon[36963]: from='osd.6 [v2:172.21.15.39:6818/1262679006,v1:172.21.15.39:6819/1262679006]' entity='osd.6' 2024-06-13T06:16:48.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:47 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-13T06:16:49.081 DEBUG:teuthology.orchestra.run.smithi096:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph orch daemon add osd smithi096:vg_nvme/lv_2 2024-06-13T06:16:49.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:48 smithi039 ceph-mon[32479]: purged_snaps scrub starts 2024-06-13T06:16:49.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:48 smithi039 ceph-mon[32479]: purged_snaps scrub ok 2024-06-13T06:16:49.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:48 smithi039 ceph-mon[32479]: osd.6 [v2:172.21.15.39:6818/1262679006,v1:172.21.15.39:6819/1262679006] boot 2024-06-13T06:16:49.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:48 smithi039 ceph-mon[32479]: osdmap e47: 7 total, 7 up, 7 in 2024-06-13T06:16:49.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:48 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-13T06:16:49.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:48 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:49.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:48 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:49.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:48 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:16:49.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:48 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:16:49.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:48 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:16:49.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:48 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:49.173 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:48 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:16:49.173 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:48 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:16:49.173 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:48 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:49.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:48 smithi096 ceph-mon[36532]: purged_snaps scrub starts 2024-06-13T06:16:49.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:48 smithi096 ceph-mon[36532]: purged_snaps scrub ok 2024-06-13T06:16:49.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:48 smithi096 ceph-mon[36532]: osd.6 [v2:172.21.15.39:6818/1262679006,v1:172.21.15.39:6819/1262679006] boot 2024-06-13T06:16:49.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:48 smithi096 ceph-mon[36532]: osdmap e47: 7 total, 7 up, 7 in 2024-06-13T06:16:49.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:48 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-13T06:16:49.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:48 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:49.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:48 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:49.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:48 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:16:49.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:48 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:16:49.292 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:48 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:16:49.292 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:48 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:49.292 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:48 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:16:49.292 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:48 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:16:49.292 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:48 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:49.318 INFO:teuthology.orchestra.run.smithi096.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.b/config 2024-06-13T06:16:49.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:48 smithi149 ceph-mon[36963]: purged_snaps scrub starts 2024-06-13T06:16:49.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:48 smithi149 ceph-mon[36963]: purged_snaps scrub ok 2024-06-13T06:16:49.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:48 smithi149 ceph-mon[36963]: osd.6 [v2:172.21.15.39:6818/1262679006,v1:172.21.15.39:6819/1262679006] boot 2024-06-13T06:16:49.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:48 smithi149 ceph-mon[36963]: osdmap e47: 7 total, 7 up, 7 in 2024-06-13T06:16:49.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:48 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-13T06:16:49.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:48 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:49.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:48 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:49.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:48 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:16:49.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:48 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:16:49.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:48 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:16:49.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:48 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:49.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:48 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:16:49.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:48 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:16:49.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:48 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:16:50.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:50 smithi149 ceph-mon[36963]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-13T06:16:50.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:50 smithi149 ceph-mon[36963]: Detected new or changed devices on smithi039 2024-06-13T06:16:50.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:50 smithi149 ceph-mon[36963]: Adjusting osd_memory_target on smithi039 to 5696M 2024-06-13T06:16:50.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:50 smithi149 ceph-mon[36963]: osdmap e48: 7 total, 7 up, 7 in 2024-06-13T06:16:50.769 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:50 smithi096 ceph-mon[36532]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-13T06:16:50.769 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:50 smithi096 ceph-mon[36532]: Detected new or changed devices on smithi039 2024-06-13T06:16:50.769 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:50 smithi096 ceph-mon[36532]: Adjusting osd_memory_target on smithi039 to 5696M 2024-06-13T06:16:50.769 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:50 smithi096 ceph-mon[36532]: osdmap e48: 7 total, 7 up, 7 in 2024-06-13T06:16:50.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:50 smithi039 ceph-mon[32479]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 173 MiB used, 536 GiB / 536 GiB avail 2024-06-13T06:16:50.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:50 smithi039 ceph-mon[32479]: Detected new or changed devices on smithi039 2024-06-13T06:16:50.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:50 smithi039 ceph-mon[32479]: Adjusting osd_memory_target on smithi039 to 5696M 2024-06-13T06:16:50.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:50 smithi039 ceph-mon[32479]: osdmap e48: 7 total, 7 up, 7 in 2024-06-13T06:16:50.991 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:16:50.991+0000 7fb066daf700 1 -- 172.21.15.96:0/1126834808 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb060104130 msgr2=0x7fb06010a9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:16:50.991 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:16:50.991+0000 7fb066daf700 1 --2- 172.21.15.96:0/1126834808 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb060104130 0x7fb06010a9e0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fb050009990 tx=0x7fb050009ca0 comp rx=0 tx=0).stop 2024-06-13T06:16:50.991 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:16:50.991+0000 7fb066daf700 1 -- 172.21.15.96:0/1126834808 shutdown_connections 2024-06-13T06:16:50.992 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:16:50.991+0000 7fb066daf700 1 --2- 172.21.15.96:0/1126834808 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb060104130 0x7fb06010a9e0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:16:50.992 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:16:50.991+0000 7fb066daf700 1 --2- 172.21.15.96:0/1126834808 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb0601007b0 0x7fb060100bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:16:50.992 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:16:50.991+0000 7fb066daf700 1 --2- 172.21.15.96:0/1126834808 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb060103790 0x7fb060103bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:16:50.992 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:16:50.991+0000 7fb066daf700 1 -- 172.21.15.96:0/1126834808 >> 172.21.15.96:0/1126834808 conn(0x7fb0600fc0f0 msgr2=0x7fb0600fe550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:16:50.992 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:16:50.991+0000 7fb066daf700 1 -- 172.21.15.96:0/1126834808 shutdown_connections 2024-06-13T06:16:50.992 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:16:50.991+0000 7fb066daf700 1 -- 172.21.15.96:0/1126834808 wait complete. 2024-06-13T06:16:50.994 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:16:50.992+0000 7fb066daf700 1 Processor -- start 2024-06-13T06:16:50.994 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:16:50.992+0000 7fb066daf700 1 -- start start 2024-06-13T06:16:50.994 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:16:50.992+0000 7fb066daf700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb0601007b0 0x7fb060198700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:16:50.995 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:16:50.992+0000 7fb066daf700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb060103790 0x7fb060198c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:16:50.995 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:16:50.992+0000 7fb066daf700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb060104130 0x7fb06019fcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:16:50.995 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:16:50.992+0000 7fb066daf700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fb06010e120 con 0x7fb0601007b0 2024-06-13T06:16:50.995 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:16:50.992+0000 7fb066daf700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fb06010dfa0 con 0x7fb060104130 2024-06-13T06:16:50.995 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:16:50.992+0000 7fb066daf700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fb06010e2a0 con 0x7fb060103790 2024-06-13T06:16:50.995 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:16:50.992+0000 7fb06534c700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb060104130 0x7fb06019fcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:16:50.995 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:16:50.992+0000 7fb06534c700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb060104130 0x7fb06019fcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.96:3300/0 says I am v2:172.21.15.96:33970/0 (socket says 172.21.15.96:33970) 2024-06-13T06:16:50.995 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:16:50.992+0000 7fb06534c700 1 -- 172.21.15.96:0/1343866218 learned_addr learned my addr 172.21.15.96:0/1343866218 (peer_addr_for_me v2:172.21.15.96:0/0) 2024-06-13T06:16:50.995 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:16:50.992+0000 7fb064b4b700 1 --2- 172.21.15.96:0/1343866218 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb0601007b0 0x7fb060198700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:16:50.995 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:16:50.993+0000 7fb05ffff700 1 --2- 172.21.15.96:0/1343866218 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb060103790 0x7fb060198c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:16:50.995 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:16:50.993+0000 7fb06534c700 1 -- 172.21.15.96:0/1343866218 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb060103790 msgr2=0x7fb060198c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:16:50.995 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:16:50.993+0000 7fb06534c700 1 --2- 172.21.15.96:0/1343866218 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb060103790 0x7fb060198c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:16:50.996 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:16:50.993+0000 7fb06534c700 1 -- 172.21.15.96:0/1343866218 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb0601007b0 msgr2=0x7fb060198700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:16:50.996 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:16:50.993+0000 7fb06534c700 1 --2- 172.21.15.96:0/1343866218 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb0601007b0 0x7fb060198700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:16:50.996 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:16:50.993+0000 7fb06534c700 1 -- 172.21.15.96:0/1343866218 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0601a0360 con 0x7fb060104130 2024-06-13T06:16:50.996 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:16:50.993+0000 7fb05ffff700 1 --2- 172.21.15.96:0/1343866218 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb060103790 0x7fb060198c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:16:50.996 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:16:50.993+0000 7fb06534c700 1 --2- 172.21.15.96:0/1343866218 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb060104130 0x7fb06019fcc0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fb0500039c0 tx=0x7fb050009580 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:16:50.996 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:16:50.993+0000 7fb05dffb700 1 -- 172.21.15.96:0/1343866218 <== mon.2 v2:172.21.15.96:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb050003680 con 0x7fb060104130 2024-06-13T06:16:50.996 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:16:50.993+0000 7fb05dffb700 1 -- 172.21.15.96:0/1343866218 <== mon.2 v2:172.21.15.96:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb050004150 con 0x7fb060104130 2024-06-13T06:16:50.996 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:16:50.993+0000 7fb066daf700 1 -- 172.21.15.96:0/1343866218 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0601a05f0 con 0x7fb060104130 2024-06-13T06:16:50.996 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:16:50.993+0000 7fb05dffb700 1 -- 172.21.15.96:0/1343866218 <== mon.2 v2:172.21.15.96:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0500054a0 con 0x7fb060104130 2024-06-13T06:16:50.996 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:16:50.993+0000 7fb066daf700 1 -- 172.21.15.96:0/1343866218 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0601a0a60 con 0x7fb060104130 2024-06-13T06:16:50.996 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:16:50.994+0000 7fb066daf700 1 -- 172.21.15.96:0/1343866218 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb060069180 con 0x7fb060104130 2024-06-13T06:16:50.997 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:16:50.995+0000 7fb05dffb700 1 -- 172.21.15.96:0/1343866218 <== mon.2 v2:172.21.15.96:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fb050029060 con 0x7fb060104130 2024-06-13T06:16:50.997 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:16:50.996+0000 7fb05dffb700 1 --2- 172.21.15.96:0/1343866218 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fb0480a2ca0 0x7fb0480a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:16:50.997 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:16:50.996+0000 7fb05dffb700 1 -- 172.21.15.96:0/1343866218 <== mon.2 v2:172.21.15.96:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 4965+0+0 (secure 0 0 0) 0x7fb0500ceeb0 con 0x7fb060104130 2024-06-13T06:16:50.997 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:16:50.996+0000 7fb064b4b700 1 --2- 172.21.15.96:0/1343866218 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fb0480a2ca0 0x7fb0480a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:16:50.997 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:16:50.997+0000 7fb064b4b700 1 --2- 172.21.15.96:0/1343866218 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fb0480a2ca0 0x7fb0480a5160 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fb058009550 tx=0x7fb0580091b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:16:51.000 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:16:51.001+0000 7fb05dffb700 1 -- 172.21.15.96:0/1343866218 <== mon.2 v2:172.21.15.96:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fb050013070 con 0x7fb060104130 2024-06-13T06:16:51.205 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:16:51.205+0000 7fb066daf700 1 -- 172.21.15.96:0/1343866218 --> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi096:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7fb0600628d0 con 0x7fb0480a2ca0 2024-06-13T06:16:51.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:51 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T06:16:51.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:51 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T06:16:51.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:51 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:16:51.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:51 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T06:16:51.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:51 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T06:16:51.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:51 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:16:51.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:51 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T06:16:51.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:51 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T06:16:51.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:51 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:16:52.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:52 smithi149 ceph-mon[36963]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-13T06:16:52.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:52 smithi149 ceph-mon[36963]: from='client.24278 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi096:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:16:52.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:52 smithi096 ceph-mon[36532]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-13T06:16:52.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:52 smithi096 ceph-mon[36532]: from='client.24278 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi096:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:16:52.822 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:52 smithi039 ceph-mon[32479]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-13T06:16:52.823 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:52 smithi039 ceph-mon[32479]: from='client.24278 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi096:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:16:54.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:54 smithi149 ceph-mon[36963]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-13T06:16:54.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:54 smithi149 ceph-mon[36963]: from='client.? 172.21.15.96:0/2210452642' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eba2316d-c2fc-4fd8-943c-74e05936af95"}]: dispatch 2024-06-13T06:16:54.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:54 smithi149 ceph-mon[36963]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eba2316d-c2fc-4fd8-943c-74e05936af95"}]: dispatch 2024-06-13T06:16:54.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:54 smithi149 ceph-mon[36963]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "eba2316d-c2fc-4fd8-943c-74e05936af95"}]': finished 2024-06-13T06:16:54.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:54 smithi149 ceph-mon[36963]: osdmap e49: 8 total, 7 up, 8 in 2024-06-13T06:16:54.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:54 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-13T06:16:54.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:54 smithi096 ceph-mon[36532]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-13T06:16:54.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:54 smithi096 ceph-mon[36532]: from='client.? 172.21.15.96:0/2210452642' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eba2316d-c2fc-4fd8-943c-74e05936af95"}]: dispatch 2024-06-13T06:16:54.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:54 smithi096 ceph-mon[36532]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eba2316d-c2fc-4fd8-943c-74e05936af95"}]: dispatch 2024-06-13T06:16:54.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:54 smithi096 ceph-mon[36532]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "eba2316d-c2fc-4fd8-943c-74e05936af95"}]': finished 2024-06-13T06:16:54.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:54 smithi096 ceph-mon[36532]: osdmap e49: 8 total, 7 up, 8 in 2024-06-13T06:16:54.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:54 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-13T06:16:54.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:54 smithi039 ceph-mon[32479]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-13T06:16:54.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:54 smithi039 ceph-mon[32479]: from='client.? 172.21.15.96:0/2210452642' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eba2316d-c2fc-4fd8-943c-74e05936af95"}]: dispatch 2024-06-13T06:16:54.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:54 smithi039 ceph-mon[32479]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eba2316d-c2fc-4fd8-943c-74e05936af95"}]: dispatch 2024-06-13T06:16:54.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:54 smithi039 ceph-mon[32479]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "eba2316d-c2fc-4fd8-943c-74e05936af95"}]': finished 2024-06-13T06:16:54.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:54 smithi039 ceph-mon[32479]: osdmap e49: 8 total, 7 up, 8 in 2024-06-13T06:16:54.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:54 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-13T06:16:55.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:55 smithi096 ceph-mon[36532]: from='client.? 172.21.15.96:0/1415269632' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T06:16:55.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:55 smithi039 ceph-mon[32479]: from='client.? 172.21.15.96:0/1415269632' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T06:16:55.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:55 smithi149 ceph-mon[36963]: from='client.? 172.21.15.96:0/1415269632' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T06:16:56.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:56 smithi096 ceph-mon[36532]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-13T06:16:56.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:56 smithi039 ceph-mon[32479]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-13T06:16:56.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:56 smithi149 ceph-mon[36963]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-13T06:16:58.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:16:58 smithi096 ceph-mon[36532]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-13T06:16:58.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:16:58 smithi039 ceph-mon[32479]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-13T06:16:58.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:16:58 smithi149 ceph-mon[36963]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-13T06:17:00.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:00 smithi096 ceph-mon[36532]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-13T06:17:00.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:00 smithi039 ceph-mon[32479]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-13T06:17:00.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:00 smithi149 ceph-mon[36963]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-13T06:17:02.764 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:02 smithi149 ceph-mon[36963]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-13T06:17:02.764 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:02 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-06-13T06:17:02.764 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:02 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:17:02.764 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:02 smithi149 ceph-mon[36963]: Deploying daemon osd.7 on smithi096 2024-06-13T06:17:02.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:02 smithi096 ceph-mon[36532]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-13T06:17:02.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:02 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-06-13T06:17:02.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:02 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:17:02.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:02 smithi096 ceph-mon[36532]: Deploying daemon osd.7 on smithi096 2024-06-13T06:17:02.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:02 smithi039 ceph-mon[32479]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-13T06:17:02.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:02 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-06-13T06:17:02.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:02 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:17:02.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:02 smithi039 ceph-mon[32479]: Deploying daemon osd.7 on smithi096 2024-06-13T06:17:04.775 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:04 smithi096 ceph-mon[36532]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-13T06:17:04.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:04 smithi039 ceph-mon[32479]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-13T06:17:04.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:04 smithi149 ceph-mon[36963]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-13T06:17:06.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:06 smithi096 ceph-mon[36532]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-13T06:17:06.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:06 smithi039 ceph-mon[32479]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-13T06:17:06.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:06 smithi149 ceph-mon[36963]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-13T06:17:08.417 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:08 smithi096 ceph-mon[36532]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-13T06:17:08.417 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:08 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:08.418 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:08 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:08.418 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:08 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:17:08.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:08 smithi039 ceph-mon[32479]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-13T06:17:08.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:08 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:08.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:08 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:08.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:08 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:17:08.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:08 smithi149 ceph-mon[36963]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-13T06:17:08.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:08 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:08.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:08 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:08.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:08 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:17:10.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:10 smithi039 ceph-mon[32479]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-13T06:17:10.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:10 smithi149 ceph-mon[36963]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-13T06:17:10.505 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:10 smithi096 ceph-mon[36532]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-13T06:17:10.573 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:17:10.574+0000 7fb05dffb700 1 -- 172.21.15.96:0/1343866218 <== mgr.14152 v2:172.21.15.39:6800/2178314534 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fb0600628d0 con 0x7fb0480a2ca0 2024-06-13T06:17:10.573 INFO:teuthology.orchestra.run.smithi096.stdout:Created osd(s) 7 on host 'smithi096' 2024-06-13T06:17:10.576 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:17:10.577+0000 7fb066daf700 1 -- 172.21.15.96:0/1343866218 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fb0480a2ca0 msgr2=0x7fb0480a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:17:10.576 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:17:10.577+0000 7fb066daf700 1 --2- 172.21.15.96:0/1343866218 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fb0480a2ca0 0x7fb0480a5160 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fb058009550 tx=0x7fb0580091b0 comp rx=0 tx=0).stop 2024-06-13T06:17:10.576 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:17:10.577+0000 7fb066daf700 1 -- 172.21.15.96:0/1343866218 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb060104130 msgr2=0x7fb06019fcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:17:10.576 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:17:10.577+0000 7fb066daf700 1 --2- 172.21.15.96:0/1343866218 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb060104130 0x7fb06019fcc0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fb0500039c0 tx=0x7fb050009580 comp rx=0 tx=0).stop 2024-06-13T06:17:10.576 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:17:10.577+0000 7fb066daf700 1 -- 172.21.15.96:0/1343866218 shutdown_connections 2024-06-13T06:17:10.576 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:17:10.577+0000 7fb066daf700 1 --2- 172.21.15.96:0/1343866218 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fb0480a2ca0 0x7fb0480a5160 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:17:10.576 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:17:10.577+0000 7fb066daf700 1 --2- 172.21.15.96:0/1343866218 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb060104130 0x7fb06019fcc0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:17:10.576 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:17:10.577+0000 7fb066daf700 1 --2- 172.21.15.96:0/1343866218 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb0601007b0 0x7fb060198700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:17:10.576 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:17:10.577+0000 7fb066daf700 1 --2- 172.21.15.96:0/1343866218 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb060103790 0x7fb060198c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:17:10.577 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:17:10.577+0000 7fb066daf700 1 -- 172.21.15.96:0/1343866218 >> 172.21.15.96:0/1343866218 conn(0x7fb0600fc0f0 msgr2=0x7fb060106a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:17:10.577 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:17:10.577+0000 7fb066daf700 1 -- 172.21.15.96:0/1343866218 shutdown_connections 2024-06-13T06:17:10.577 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:17:10.577+0000 7fb066daf700 1 -- 172.21.15.96:0/1343866218 wait complete. 2024-06-13T06:17:11.227 DEBUG:teuthology.orchestra.run.smithi096:osd.7> sudo journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@osd.7.service 2024-06-13T06:17:11.233 INFO:tasks.cephadm:Deploying osd.8 on smithi149 with /dev/vg_nvme/lv_2... 2024-06-13T06:17:11.233 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-06-13T06:17:11.477 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.c/config 2024-06-13T06:17:11.801 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:11 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:11.801 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:11 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:11.801 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:11 smithi149 ceph-mon[36963]: from='osd.7 [v2:172.21.15.96:6816/2801325231,v1:172.21.15.96:6817/2801325231]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-06-13T06:17:11.801 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:11 smithi149 ceph-mon[36963]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-06-13T06:17:11.801 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:11 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:11.801 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:11 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:11.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:11 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:11.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:11 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:11.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:11 smithi039 ceph-mon[32479]: from='osd.7 [v2:172.21.15.96:6816/2801325231,v1:172.21.15.96:6817/2801325231]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-06-13T06:17:11.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:11 smithi039 ceph-mon[32479]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-06-13T06:17:11.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:11 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:11.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:11 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:11.950 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:11 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:11.950 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:11 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:11.950 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:11 smithi096 ceph-mon[36532]: from='osd.7 [v2:172.21.15.96:6816/2801325231,v1:172.21.15.96:6817/2801325231]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-06-13T06:17:11.951 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:11 smithi096 ceph-mon[36532]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-06-13T06:17:11.951 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:11 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:11.951 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:11 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:12.822 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:12 smithi149 ceph-mon[36963]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-13T06:17:12.822 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:12 smithi149 ceph-mon[36963]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-06-13T06:17:12.822 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:12 smithi149 ceph-mon[36963]: osdmap e50: 8 total, 7 up, 8 in 2024-06-13T06:17:12.822 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:12 smithi149 ceph-mon[36963]: from='osd.7 [v2:172.21.15.96:6816/2801325231,v1:172.21.15.96:6817/2801325231]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]: dispatch 2024-06-13T06:17:12.823 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:12 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-13T06:17:12.823 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:12 smithi149 ceph-mon[36963]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]: dispatch 2024-06-13T06:17:12.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:12 smithi039 ceph-mon[32479]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-13T06:17:12.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:12 smithi039 ceph-mon[32479]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-06-13T06:17:12.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:12 smithi039 ceph-mon[32479]: osdmap e50: 8 total, 7 up, 8 in 2024-06-13T06:17:12.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:12 smithi039 ceph-mon[32479]: from='osd.7 [v2:172.21.15.96:6816/2801325231,v1:172.21.15.96:6817/2801325231]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]: dispatch 2024-06-13T06:17:12.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:12 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-13T06:17:12.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:12 smithi039 ceph-mon[32479]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]: dispatch 2024-06-13T06:17:12.979 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:12 smithi096 ceph-mon[36532]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-13T06:17:12.979 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:12 smithi096 ceph-mon[36532]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-06-13T06:17:12.979 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:12 smithi096 ceph-mon[36532]: osdmap e50: 8 total, 7 up, 8 in 2024-06-13T06:17:12.979 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:12 smithi096 ceph-mon[36532]: from='osd.7 [v2:172.21.15.96:6816/2801325231,v1:172.21.15.96:6817/2801325231]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]: dispatch 2024-06-13T06:17:12.979 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:12 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-13T06:17:12.979 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:12 smithi096 ceph-mon[36532]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]: dispatch 2024-06-13T06:17:13.283 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:17:13 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:17:13.021+0000 7f826a7ca700 -1 osd.7 0 waiting for initial osdmap 2024-06-13T06:17:13.284 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:17:13 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:17:13.029+0000 7f82625b5700 -1 osd.7 51 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-13T06:17:13.417 INFO:teuthology.orchestra.run.smithi149.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-06-13T06:17:13.417 INFO:teuthology.orchestra.run.smithi149.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-06-13T06:17:13.417 INFO:teuthology.orchestra.run.smithi149.stderr: stderr: 10+0 records in 2024-06-13T06:17:13.418 INFO:teuthology.orchestra.run.smithi149.stderr:10+0 records out 2024-06-13T06:17:13.418 INFO:teuthology.orchestra.run.smithi149.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0124158 s, 845 MB/s 2024-06-13T06:17:13.418 INFO:teuthology.orchestra.run.smithi149.stderr:--> Zapping successful for: 2024-06-13T06:17:13.753 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:13 smithi149 ceph-mon[36963]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]': finished 2024-06-13T06:17:13.753 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:13 smithi149 ceph-mon[36963]: osdmap e51: 8 total, 7 up, 8 in 2024-06-13T06:17:13.753 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:13 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-13T06:17:13.753 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:13 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-13T06:17:13.753 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:13 smithi149 ceph-mon[36963]: from='osd.7 ' entity='osd.7' 2024-06-13T06:17:13.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:13 smithi096 ceph-mon[36532]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]': finished 2024-06-13T06:17:13.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:13 smithi096 ceph-mon[36532]: osdmap e51: 8 total, 7 up, 8 in 2024-06-13T06:17:13.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:13 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-13T06:17:13.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:13 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-13T06:17:13.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:13 smithi096 ceph-mon[36532]: from='osd.7 ' entity='osd.7' 2024-06-13T06:17:13.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:13 smithi039 ceph-mon[32479]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]': finished 2024-06-13T06:17:13.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:13 smithi039 ceph-mon[32479]: osdmap e51: 8 total, 7 up, 8 in 2024-06-13T06:17:13.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:13 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-13T06:17:13.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:13 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-13T06:17:13.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:13 smithi039 ceph-mon[32479]: from='osd.7 ' entity='osd.7' 2024-06-13T06:17:14.057 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph orch daemon add osd smithi149:vg_nvme/lv_2 2024-06-13T06:17:14.295 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.c/config 2024-06-13T06:17:14.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:14 smithi149 ceph-mon[36963]: purged_snaps scrub starts 2024-06-13T06:17:14.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:14 smithi149 ceph-mon[36963]: purged_snaps scrub ok 2024-06-13T06:17:14.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:14 smithi149 ceph-mon[36963]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-13T06:17:14.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:14 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-13T06:17:14.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:14 smithi149 ceph-mon[36963]: osd.7 [v2:172.21.15.96:6816/2801325231,v1:172.21.15.96:6817/2801325231] boot 2024-06-13T06:17:14.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:14 smithi149 ceph-mon[36963]: osdmap e52: 8 total, 8 up, 8 in 2024-06-13T06:17:14.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:14 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-13T06:17:14.916 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:14 smithi096 ceph-mon[36532]: purged_snaps scrub starts 2024-06-13T06:17:14.916 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:14 smithi096 ceph-mon[36532]: purged_snaps scrub ok 2024-06-13T06:17:14.916 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:14 smithi096 ceph-mon[36532]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-13T06:17:14.916 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:14 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-13T06:17:14.916 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:14 smithi096 ceph-mon[36532]: osd.7 [v2:172.21.15.96:6816/2801325231,v1:172.21.15.96:6817/2801325231] boot 2024-06-13T06:17:14.916 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:14 smithi096 ceph-mon[36532]: osdmap e52: 8 total, 8 up, 8 in 2024-06-13T06:17:14.916 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:14 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-13T06:17:14.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:14 smithi039 ceph-mon[32479]: purged_snaps scrub starts 2024-06-13T06:17:14.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:14 smithi039 ceph-mon[32479]: purged_snaps scrub ok 2024-06-13T06:17:14.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:14 smithi039 ceph-mon[32479]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-06-13T06:17:14.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:14 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-13T06:17:14.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:14 smithi039 ceph-mon[32479]: osd.7 [v2:172.21.15.96:6816/2801325231,v1:172.21.15.96:6817/2801325231] boot 2024-06-13T06:17:14.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:14 smithi039 ceph-mon[32479]: osdmap e52: 8 total, 8 up, 8 in 2024-06-13T06:17:14.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:14 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-13T06:17:15.697 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:15 smithi149 ceph-mon[36963]: osdmap e53: 8 total, 8 up, 8 in 2024-06-13T06:17:15.697 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:15 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:15.697 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:15 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:15.697 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:15 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:17:15.697 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:15 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:17:15.697 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:15 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:17:15.697 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:15 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:15.698 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:15 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:17:15.698 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:15 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:17:15.698 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:15 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:15.698 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:15 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:17:15.698 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:15 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:17:15.698 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:15 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:17:15.698 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:15 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:15.905 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:15.903+0000 7f6716c96700 1 -- 172.21.15.149:0/1579554745 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f67101025e0 msgr2=0x7f6710102a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:17:15.905 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:15.903+0000 7f6716c96700 1 --2- 172.21.15.149:0/1579554745 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f67101025e0 0x7f6710102a40 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f66fc009990 tx=0x7f66fc009ca0 comp rx=0 tx=0).stop 2024-06-13T06:17:15.905 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:15.904+0000 7f6716c96700 1 -- 172.21.15.149:0/1579554745 shutdown_connections 2024-06-13T06:17:15.905 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:15.904+0000 7f6716c96700 1 --2- 172.21.15.149:0/1579554745 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6710102f80 0x7f6710109830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:17:15.905 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:15.904+0000 7f6716c96700 1 --2- 172.21.15.149:0/1579554745 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f67101013e0 0x7f6710101800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:17:15.905 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:15.904+0000 7f6716c96700 1 --2- 172.21.15.149:0/1579554745 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f67101025e0 0x7f6710102a40 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:17:15.905 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:15.904+0000 7f6716c96700 1 -- 172.21.15.149:0/1579554745 >> 172.21.15.149:0/1579554745 conn(0x7f67100fc980 msgr2=0x7f67100fedc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:17:15.905 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:15.904+0000 7f6716c96700 1 -- 172.21.15.149:0/1579554745 shutdown_connections 2024-06-13T06:17:15.906 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:15.904+0000 7f6716c96700 1 -- 172.21.15.149:0/1579554745 wait complete. 2024-06-13T06:17:15.906 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:15.904+0000 7f6716c96700 1 Processor -- start 2024-06-13T06:17:15.906 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:15.904+0000 7f6716c96700 1 -- start start 2024-06-13T06:17:15.906 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:15.904+0000 7f6716c96700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f67101013e0 0x7f6710197660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:17:15.906 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:15.904+0000 7f6716c96700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f67101025e0 0x7f6710197ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:17:15.906 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:15.905+0000 7f6716c96700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6710102f80 0x7f671019ec20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:17:15.906 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:15.905+0000 7f6716c96700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f671010d040 con 0x7f6710102f80 2024-06-13T06:17:15.906 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:15.905+0000 7f6716c96700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f671010cec0 con 0x7f67101013e0 2024-06-13T06:17:15.906 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:15.905+0000 7f6716c96700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f671010d1c0 con 0x7f67101025e0 2024-06-13T06:17:15.906 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:15.905+0000 7f670ffff700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f67101025e0 0x7f6710197ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:17:15.906 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:15.905+0000 7f670ffff700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f67101025e0 0x7f6710197ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.149:44450/0 (socket says 172.21.15.149:44450) 2024-06-13T06:17:15.906 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:15.905+0000 7f670ffff700 1 -- 172.21.15.149:0/2888137771 learned_addr learned my addr 172.21.15.149:0/2888137771 (peer_addr_for_me v2:172.21.15.149:0/0) 2024-06-13T06:17:15.907 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:15.905+0000 7f6715233700 1 --2- 172.21.15.149:0/2888137771 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6710102f80 0x7f671019ec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:17:15.907 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:15.905+0000 7f6714a32700 1 --2- 172.21.15.149:0/2888137771 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f67101013e0 0x7f6710197660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:17:15.907 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:15.905+0000 7f670ffff700 1 -- 172.21.15.149:0/2888137771 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f67101013e0 msgr2=0x7f6710197660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:17:15.907 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:15.905+0000 7f670ffff700 1 --2- 172.21.15.149:0/2888137771 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f67101013e0 0x7f6710197660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:17:15.907 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:15.905+0000 7f670ffff700 1 -- 172.21.15.149:0/2888137771 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6710102f80 msgr2=0x7f671019ec20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:17:15.907 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:15.905+0000 7f670ffff700 1 --2- 172.21.15.149:0/2888137771 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6710102f80 0x7f671019ec20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:17:15.907 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:15.905+0000 7f670ffff700 1 -- 172.21.15.149:0/2888137771 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f671019f2c0 con 0x7f67101025e0 2024-06-13T06:17:15.907 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:15.905+0000 7f6714a32700 1 --2- 172.21.15.149:0/2888137771 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f67101013e0 0x7f6710197660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:17:15.907 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:15.905+0000 7f6715233700 1 --2- 172.21.15.149:0/2888137771 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6710102f80 0x7f671019ec20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:17:15.907 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:15.905+0000 7f670ffff700 1 --2- 172.21.15.149:0/2888137771 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f67101025e0 0x7f6710197ba0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f66fc005f40 tx=0x7f66fc0047b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:17:15.907 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:15.905+0000 7f670dffb700 1 -- 172.21.15.149:0/2888137771 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66fc024070 con 0x7f67101025e0 2024-06-13T06:17:15.907 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:15.905+0000 7f6716c96700 1 -- 172.21.15.149:0/2888137771 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f671006ac20 con 0x7f67101025e0 2024-06-13T06:17:15.907 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:15.905+0000 7f6716c96700 1 -- 172.21.15.149:0/2888137771 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f671006b1d0 con 0x7f67101025e0 2024-06-13T06:17:15.907 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:15.906+0000 7f670dffb700 1 -- 172.21.15.149:0/2888137771 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f66fc00f460 con 0x7f67101025e0 2024-06-13T06:17:15.908 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:15.906+0000 7f670dffb700 1 -- 172.21.15.149:0/2888137771 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66fc02e060 con 0x7f67101025e0 2024-06-13T06:17:15.908 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:15.906+0000 7f6716c96700 1 -- 172.21.15.149:0/2888137771 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f66f4005360 con 0x7f67101025e0 2024-06-13T06:17:15.909 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:15.908+0000 7f670dffb700 1 -- 172.21.15.149:0/2888137771 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f66fc027070 con 0x7f67101025e0 2024-06-13T06:17:15.909 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:15.908+0000 7f670dffb700 1 --2- 172.21.15.149:0/2888137771 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f67000a2ca0 0x7f67000a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:17:15.909 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:15.908+0000 7f670dffb700 1 -- 172.21.15.149:0/2888137771 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5426+0+0 (secure 0 0 0) 0x7f66fc0d1c40 con 0x7f67101025e0 2024-06-13T06:17:15.909 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:15.909+0000 7f6714a32700 1 --2- 172.21.15.149:0/2888137771 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f67000a2ca0 0x7f67000a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:17:15.909 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:15.909+0000 7f6714a32700 1 --2- 172.21.15.149:0/2888137771 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f67000a2ca0 0x7f67000a5160 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f6704005fd0 tx=0x7f6704005de0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:17:15.911 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:15.912+0000 7f670dffb700 1 -- 172.21.15.149:0/2888137771 <== mon.1 v2:172.21.15.149:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f66fc013070 con 0x7f67101025e0 2024-06-13T06:17:15.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:15 smithi039 ceph-mon[32479]: osdmap e53: 8 total, 8 up, 8 in 2024-06-13T06:17:15.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:15 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:15.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:15 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:15.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:15 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:17:15.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:15 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:17:15.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:15 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:17:15.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:15 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:15.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:15 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:17:15.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:15 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:17:15.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:15 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:15.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:15 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:17:15.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:15 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:17:15.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:15 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:17:15.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:15 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:16.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:15 smithi096 ceph-mon[36532]: osdmap e53: 8 total, 8 up, 8 in 2024-06-13T06:17:16.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:15 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:16.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:15 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:16.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:15 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:17:16.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:15 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:17:16.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:15 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:17:16.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:15 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:16.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:15 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:17:16.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:15 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:17:16.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:15 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:16.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:15 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:17:16.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:15 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:17:16.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:15 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:17:16.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:15 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:16.122 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:16.123+0000 7f6716c96700 1 -- 172.21.15.149:0/2888137771 --> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f66f4000bf0 con 0x7f67000a2ca0 2024-06-13T06:17:16.854 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:16 smithi149 ceph-mon[36963]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-06-13T06:17:16.854 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:16 smithi149 ceph-mon[36963]: Detected new or changed devices on smithi096 2024-06-13T06:17:16.854 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:16 smithi149 ceph-mon[36963]: Adjusting osd_memory_target on smithi096 to 5696M 2024-06-13T06:17:16.854 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:16 smithi149 ceph-mon[36963]: osdmap e54: 8 total, 8 up, 8 in 2024-06-13T06:17:16.854 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:16 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T06:17:16.854 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:16 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T06:17:16.854 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:16 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:17:16.854 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:16 smithi149 ceph-mon[36963]: osdmap e55: 8 total, 8 up, 8 in 2024-06-13T06:17:16.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:16 smithi039 ceph-mon[32479]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-06-13T06:17:16.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:16 smithi039 ceph-mon[32479]: Detected new or changed devices on smithi096 2024-06-13T06:17:16.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:16 smithi039 ceph-mon[32479]: Adjusting osd_memory_target on smithi096 to 5696M 2024-06-13T06:17:16.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:16 smithi039 ceph-mon[32479]: osdmap e54: 8 total, 8 up, 8 in 2024-06-13T06:17:16.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:16 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T06:17:16.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:16 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T06:17:16.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:16 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:17:16.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:16 smithi039 ceph-mon[32479]: osdmap e55: 8 total, 8 up, 8 in 2024-06-13T06:17:17.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:16 smithi096 ceph-mon[36532]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-06-13T06:17:17.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:16 smithi096 ceph-mon[36532]: Detected new or changed devices on smithi096 2024-06-13T06:17:17.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:16 smithi096 ceph-mon[36532]: Adjusting osd_memory_target on smithi096 to 5696M 2024-06-13T06:17:17.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:16 smithi096 ceph-mon[36532]: osdmap e54: 8 total, 8 up, 8 in 2024-06-13T06:17:17.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:16 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T06:17:17.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:16 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T06:17:17.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:16 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:17:17.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:16 smithi096 ceph-mon[36532]: osdmap e55: 8 total, 8 up, 8 in 2024-06-13T06:17:17.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:17 smithi149 ceph-mon[36963]: from='client.24286 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:17:17.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:17 smithi149 ceph-mon[36963]: osdmap e56: 8 total, 8 up, 8 in 2024-06-13T06:17:17.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:17 smithi039 ceph-mon[32479]: from='client.24286 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:17:17.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:17 smithi039 ceph-mon[32479]: osdmap e56: 8 total, 8 up, 8 in 2024-06-13T06:17:18.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:17 smithi096 ceph-mon[36532]: from='client.24286 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:17:18.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:17 smithi096 ceph-mon[36532]: osdmap e56: 8 total, 8 up, 8 in 2024-06-13T06:17:18.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:18 smithi039 ceph-mon[32479]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-06-13T06:17:18.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:18 smithi149 ceph-mon[36963]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-06-13T06:17:19.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:18 smithi096 ceph-mon[36532]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-06-13T06:17:19.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:19 smithi039 ceph-mon[32479]: from='client.? 172.21.15.149:0/4034457145' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3c975612-4663-4516-bb94-8705d96309e1"}]: dispatch 2024-06-13T06:17:19.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:19 smithi039 ceph-mon[32479]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3c975612-4663-4516-bb94-8705d96309e1"}]: dispatch 2024-06-13T06:17:19.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:19 smithi039 ceph-mon[32479]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3c975612-4663-4516-bb94-8705d96309e1"}]': finished 2024-06-13T06:17:19.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:19 smithi039 ceph-mon[32479]: osdmap e57: 9 total, 8 up, 9 in 2024-06-13T06:17:19.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:19 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-13T06:17:19.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:19 smithi039 ceph-mon[32479]: from='client.? 172.21.15.149:0/1231624270' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T06:17:19.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:19 smithi149 ceph-mon[36963]: from='client.? 172.21.15.149:0/4034457145' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3c975612-4663-4516-bb94-8705d96309e1"}]: dispatch 2024-06-13T06:17:19.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:19 smithi149 ceph-mon[36963]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3c975612-4663-4516-bb94-8705d96309e1"}]: dispatch 2024-06-13T06:17:19.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:19 smithi149 ceph-mon[36963]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3c975612-4663-4516-bb94-8705d96309e1"}]': finished 2024-06-13T06:17:19.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:19 smithi149 ceph-mon[36963]: osdmap e57: 9 total, 8 up, 9 in 2024-06-13T06:17:19.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:19 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-13T06:17:19.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:19 smithi149 ceph-mon[36963]: from='client.? 172.21.15.149:0/1231624270' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T06:17:20.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:19 smithi096 ceph-mon[36532]: from='client.? 172.21.15.149:0/4034457145' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3c975612-4663-4516-bb94-8705d96309e1"}]: dispatch 2024-06-13T06:17:20.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:19 smithi096 ceph-mon[36532]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3c975612-4663-4516-bb94-8705d96309e1"}]: dispatch 2024-06-13T06:17:20.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:19 smithi096 ceph-mon[36532]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3c975612-4663-4516-bb94-8705d96309e1"}]': finished 2024-06-13T06:17:20.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:19 smithi096 ceph-mon[36532]: osdmap e57: 9 total, 8 up, 9 in 2024-06-13T06:17:20.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:19 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-13T06:17:20.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:19 smithi096 ceph-mon[36532]: from='client.? 172.21.15.149:0/1231624270' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T06:17:20.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:20 smithi039 ceph-mon[32479]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-13T06:17:20.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:20 smithi149 ceph-mon[36963]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-13T06:17:21.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:20 smithi096 ceph-mon[36532]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-13T06:17:22.881 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:22 smithi149 ceph-mon[36963]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-13T06:17:22.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:22 smithi039 ceph-mon[32479]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-13T06:17:23.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:22 smithi096 ceph-mon[36532]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-13T06:17:24.788 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:24 smithi149 ceph-mon[36963]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-13T06:17:24.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:24 smithi039 ceph-mon[32479]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-13T06:17:25.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:24 smithi096 ceph-mon[36532]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-13T06:17:26.836 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:26 smithi149 ceph-mon[36963]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-13T06:17:26.836 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:26 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-06-13T06:17:26.837 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:26 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:17:26.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:26 smithi039 ceph-mon[32479]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-13T06:17:26.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:26 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-06-13T06:17:26.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:26 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:17:27.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:26 smithi096 ceph-mon[36532]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-13T06:17:27.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:26 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-06-13T06:17:27.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:26 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:17:27.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:27 smithi149 ceph-mon[36963]: Deploying daemon osd.8 on smithi149 2024-06-13T06:17:27.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:27 smithi039 ceph-mon[32479]: Deploying daemon osd.8 on smithi149 2024-06-13T06:17:28.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:27 smithi096 ceph-mon[36532]: Deploying daemon osd.8 on smithi149 2024-06-13T06:17:28.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:28 smithi039 ceph-mon[32479]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-13T06:17:28.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:28 smithi149 ceph-mon[36963]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-13T06:17:29.040 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:28 smithi096 ceph-mon[36532]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-13T06:17:30.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:30 smithi039 ceph-mon[32479]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-13T06:17:30.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:30 smithi149 ceph-mon[36963]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-13T06:17:31.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:30 smithi096 ceph-mon[36532]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-13T06:17:32.910 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:32 smithi149 ceph-mon[36963]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-13T06:17:32.910 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:32 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:32.910 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:32 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:32.910 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:32 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:17:32.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:32 smithi039 ceph-mon[32479]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-13T06:17:32.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:32 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:32.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:32 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:32.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:32 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:17:33.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:32 smithi096 ceph-mon[36532]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-13T06:17:33.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:32 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:33.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:32 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:33.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:32 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:17:34.713 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:34 smithi149 ceph-mon[36963]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-13T06:17:34.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:34 smithi039 ceph-mon[32479]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-13T06:17:35.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:34 smithi096 ceph-mon[36532]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-13T06:17:35.944 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:35.945+0000 7f670dffb700 1 -- 172.21.15.149:0/2888137771 <== mgr.14152 v2:172.21.15.39:6800/2178314534 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f66f4000bf0 con 0x7f67000a2ca0 2024-06-13T06:17:35.945 INFO:teuthology.orchestra.run.smithi149.stdout:Created osd(s) 8 on host 'smithi149' 2024-06-13T06:17:35.947 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:35.947+0000 7f6716c96700 1 -- 172.21.15.149:0/2888137771 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f67000a2ca0 msgr2=0x7f67000a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:17:35.947 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:35.947+0000 7f6716c96700 1 --2- 172.21.15.149:0/2888137771 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f67000a2ca0 0x7f67000a5160 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f6704005fd0 tx=0x7f6704005de0 comp rx=0 tx=0).stop 2024-06-13T06:17:35.947 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:35.948+0000 7f6716c96700 1 -- 172.21.15.149:0/2888137771 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f67101025e0 msgr2=0x7f6710197ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:17:35.947 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:35.948+0000 7f6716c96700 1 --2- 172.21.15.149:0/2888137771 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f67101025e0 0x7f6710197ba0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f66fc005f40 tx=0x7f66fc0047b0 comp rx=0 tx=0).stop 2024-06-13T06:17:35.947 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:35.948+0000 7f6716c96700 1 -- 172.21.15.149:0/2888137771 shutdown_connections 2024-06-13T06:17:35.947 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:35.948+0000 7f6716c96700 1 --2- 172.21.15.149:0/2888137771 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f67000a2ca0 0x7f67000a5160 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:17:35.947 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:35.948+0000 7f6716c96700 1 --2- 172.21.15.149:0/2888137771 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6710102f80 0x7f671019ec20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:17:35.947 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:35.948+0000 7f6716c96700 1 --2- 172.21.15.149:0/2888137771 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f67101013e0 0x7f6710197660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:17:35.948 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:35.948+0000 7f6716c96700 1 --2- 172.21.15.149:0/2888137771 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f67101025e0 0x7f6710197ba0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:17:35.948 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:35.948+0000 7f6716c96700 1 -- 172.21.15.149:0/2888137771 >> 172.21.15.149:0/2888137771 conn(0x7f67100fc980 msgr2=0x7f6710105960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:17:35.948 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:35.948+0000 7f6716c96700 1 -- 172.21.15.149:0/2888137771 shutdown_connections 2024-06-13T06:17:35.948 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:17:35.948+0000 7f6716c96700 1 -- 172.21.15.149:0/2888137771 wait complete. 2024-06-13T06:17:36.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:35 smithi149 ceph-mon[36963]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-13T06:17:36.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:35 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:36.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:35 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:36.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:35 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:17:36.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:35 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:17:36.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:35 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:36.219 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:35 smithi149 ceph-mon[36963]: from='osd.8 [v2:172.21.15.149:6816/2814583725,v1:172.21.15.149:6817/2814583725]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-06-13T06:17:36.219 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:35 smithi149 ceph-mon[36963]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-06-13T06:17:36.219 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:35 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:36.219 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:35 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:17:36.219 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:35 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:36.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:35 smithi096 ceph-mon[36532]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-13T06:17:36.292 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:35 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:36.292 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:35 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:36.292 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:35 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:17:36.292 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:35 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:17:36.292 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:35 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:36.292 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:35 smithi096 ceph-mon[36532]: from='osd.8 [v2:172.21.15.149:6816/2814583725,v1:172.21.15.149:6817/2814583725]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-06-13T06:17:36.292 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:35 smithi096 ceph-mon[36532]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-06-13T06:17:36.292 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:35 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:36.292 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:35 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:17:36.292 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:35 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:36.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:35 smithi039 ceph-mon[32479]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-13T06:17:36.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:35 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:36.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:35 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:36.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:35 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:17:36.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:35 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:17:36.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:35 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:36.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:35 smithi039 ceph-mon[32479]: from='osd.8 [v2:172.21.15.149:6816/2814583725,v1:172.21.15.149:6817/2814583725]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-06-13T06:17:36.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:35 smithi039 ceph-mon[32479]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-06-13T06:17:36.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:35 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:36.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:35 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:17:36.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:35 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:36.605 DEBUG:teuthology.orchestra.run.smithi149:osd.8> sudo journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@osd.8.service 2024-06-13T06:17:36.607 INFO:tasks.cephadm:Deploying osd.9 on smithi039 with /dev/vg_nvme/lv_1... 2024-06-13T06:17:36.607 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-06-13T06:17:36.868 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:17:37.779 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:37 smithi149 ceph-mon[36963]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-06-13T06:17:37.779 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:37 smithi149 ceph-mon[36963]: osdmap e58: 9 total, 8 up, 9 in 2024-06-13T06:17:37.779 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:37 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-13T06:17:37.779 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:37 smithi149 ceph-mon[36963]: from='osd.8 [v2:172.21.15.149:6816/2814583725,v1:172.21.15.149:6817/2814583725]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-06-13T06:17:37.779 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:37 smithi149 ceph-mon[36963]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-06-13T06:17:37.779 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:37 smithi149 ceph-mon[36963]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-13T06:17:38.002 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:37 smithi039 ceph-mon[32479]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-06-13T06:17:38.002 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:37 smithi039 ceph-mon[32479]: osdmap e58: 9 total, 8 up, 9 in 2024-06-13T06:17:38.002 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:37 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-13T06:17:38.002 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:37 smithi039 ceph-mon[32479]: from='osd.8 [v2:172.21.15.149:6816/2814583725,v1:172.21.15.149:6817/2814583725]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-06-13T06:17:38.002 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:37 smithi039 ceph-mon[32479]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-06-13T06:17:38.002 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:37 smithi039 ceph-mon[32479]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-13T06:17:38.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:37 smithi096 ceph-mon[36532]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-06-13T06:17:38.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:37 smithi096 ceph-mon[36532]: osdmap e58: 9 total, 8 up, 9 in 2024-06-13T06:17:38.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:37 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-13T06:17:38.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:37 smithi096 ceph-mon[36532]: from='osd.8 [v2:172.21.15.149:6816/2814583725,v1:172.21.15.149:6817/2814583725]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-06-13T06:17:38.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:37 smithi096 ceph-mon[36532]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-06-13T06:17:38.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:37 smithi096 ceph-mon[36532]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-13T06:17:38.468 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:17:38 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:17:38.109+0000 7fdf777c4700 -1 osd.8 0 waiting for initial osdmap 2024-06-13T06:17:38.468 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:17:38 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:17:38.121+0000 7fdf6edae700 -1 osd.8 59 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-13T06:17:38.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:38 smithi039 ceph-mon[32479]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]': finished 2024-06-13T06:17:38.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:38 smithi039 ceph-mon[32479]: osdmap e59: 9 total, 8 up, 9 in 2024-06-13T06:17:38.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:38 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-13T06:17:38.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:38 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-13T06:17:38.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:38 smithi039 ceph-mon[32479]: from='osd.8 ' entity='osd.8' 2024-06-13T06:17:38.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:38 smithi149 ceph-mon[36963]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]': finished 2024-06-13T06:17:38.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:38 smithi149 ceph-mon[36963]: osdmap e59: 9 total, 8 up, 9 in 2024-06-13T06:17:38.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:38 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-13T06:17:38.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:38 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-13T06:17:38.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:38 smithi149 ceph-mon[36963]: from='osd.8 ' entity='osd.8' 2024-06-13T06:17:38.993 INFO:teuthology.orchestra.run.smithi039.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-06-13T06:17:38.993 INFO:teuthology.orchestra.run.smithi039.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-06-13T06:17:38.994 INFO:teuthology.orchestra.run.smithi039.stderr: stderr: 10+0 records in 2024-06-13T06:17:38.994 INFO:teuthology.orchestra.run.smithi039.stderr:10+0 records out 2024-06-13T06:17:38.994 INFO:teuthology.orchestra.run.smithi039.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0159499 s, 657 MB/s 2024-06-13T06:17:38.994 INFO:teuthology.orchestra.run.smithi039.stderr:--> Zapping successful for: 2024-06-13T06:17:39.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:38 smithi096 ceph-mon[36532]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]': finished 2024-06-13T06:17:39.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:38 smithi096 ceph-mon[36532]: osdmap e59: 9 total, 8 up, 9 in 2024-06-13T06:17:39.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:38 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-13T06:17:39.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:38 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-13T06:17:39.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:38 smithi096 ceph-mon[36532]: from='osd.8 ' entity='osd.8' 2024-06-13T06:17:39.774 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph orch daemon add osd smithi039:vg_nvme/lv_1 2024-06-13T06:17:39.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:39 smithi149 ceph-mon[36963]: purged_snaps scrub starts 2024-06-13T06:17:39.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:39 smithi149 ceph-mon[36963]: purged_snaps scrub ok 2024-06-13T06:17:39.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:39 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-13T06:17:39.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:39 smithi149 ceph-mon[36963]: osd.8 [v2:172.21.15.149:6816/2814583725,v1:172.21.15.149:6817/2814583725] boot 2024-06-13T06:17:39.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:39 smithi149 ceph-mon[36963]: osdmap e60: 9 total, 9 up, 9 in 2024-06-13T06:17:39.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:39 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-13T06:17:39.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:39 smithi149 ceph-mon[36963]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-13T06:17:40.034 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:17:40.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:39 smithi096 ceph-mon[36532]: purged_snaps scrub starts 2024-06-13T06:17:40.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:39 smithi096 ceph-mon[36532]: purged_snaps scrub ok 2024-06-13T06:17:40.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:39 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-13T06:17:40.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:39 smithi096 ceph-mon[36532]: osd.8 [v2:172.21.15.149:6816/2814583725,v1:172.21.15.149:6817/2814583725] boot 2024-06-13T06:17:40.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:39 smithi096 ceph-mon[36532]: osdmap e60: 9 total, 9 up, 9 in 2024-06-13T06:17:40.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:39 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-13T06:17:40.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:39 smithi096 ceph-mon[36532]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-13T06:17:40.157 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:39 smithi039 ceph-mon[32479]: purged_snaps scrub starts 2024-06-13T06:17:40.157 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:39 smithi039 ceph-mon[32479]: purged_snaps scrub ok 2024-06-13T06:17:40.157 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:39 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-13T06:17:40.157 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:39 smithi039 ceph-mon[32479]: osd.8 [v2:172.21.15.149:6816/2814583725,v1:172.21.15.149:6817/2814583725] boot 2024-06-13T06:17:40.157 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:39 smithi039 ceph-mon[32479]: osdmap e60: 9 total, 9 up, 9 in 2024-06-13T06:17:40.157 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:39 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-13T06:17:40.157 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:39 smithi039 ceph-mon[32479]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-06-13T06:17:40.858 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:40 smithi039 ceph-mon[32479]: osdmap e61: 9 total, 9 up, 9 in 2024-06-13T06:17:40.858 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:40 smithi039 ceph-mon[32479]: Detected new or changed devices on smithi149 2024-06-13T06:17:40.858 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:40 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:40.858 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:40 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:40.858 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:40 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:17:40.858 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:40 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:17:40.858 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:40 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:17:40.858 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:40 smithi039 ceph-mon[32479]: Adjusting osd_memory_target on smithi149 to 1938M 2024-06-13T06:17:40.858 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:40 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:40.859 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:40 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:17:40.859 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:40 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:17:40.859 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:40 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:40.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:40 smithi149 ceph-mon[36963]: osdmap e61: 9 total, 9 up, 9 in 2024-06-13T06:17:40.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:40 smithi149 ceph-mon[36963]: Detected new or changed devices on smithi149 2024-06-13T06:17:40.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:40 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:40.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:40 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:40.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:40 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:17:40.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:40 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:17:40.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:40 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:17:40.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:40 smithi149 ceph-mon[36963]: Adjusting osd_memory_target on smithi149 to 1938M 2024-06-13T06:17:40.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:40 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:40.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:40 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:17:40.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:40 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:17:40.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:40 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:41.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:40 smithi096 ceph-mon[36532]: osdmap e61: 9 total, 9 up, 9 in 2024-06-13T06:17:41.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:40 smithi096 ceph-mon[36532]: Detected new or changed devices on smithi149 2024-06-13T06:17:41.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:40 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:41.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:40 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:41.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:40 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:17:41.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:40 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:17:41.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:40 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:17:41.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:40 smithi096 ceph-mon[36532]: Adjusting osd_memory_target on smithi149 to 1938M 2024-06-13T06:17:41.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:40 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:41.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:40 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:17:41.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:40 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:17:41.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:40 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:41.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:17:41.691+0000 7f5e9f18d700 1 -- 172.21.15.39:0/632163438 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5e981025f0 msgr2=0x7f5e98102a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:17:41.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:17:41.691+0000 7f5e9f18d700 1 --2- 172.21.15.39:0/632163438 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5e981025f0 0x7f5e98102a50 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f5e8000b0d0 tx=0x7f5e8000b3e0 comp rx=0 tx=0).stop 2024-06-13T06:17:41.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:17:41.691+0000 7f5e9f18d700 1 -- 172.21.15.39:0/632163438 shutdown_connections 2024-06-13T06:17:41.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:17:41.691+0000 7f5e9f18d700 1 --2- 172.21.15.39:0/632163438 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f5e98102f90 0x7f5e98109840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:17:41.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:17:41.691+0000 7f5e9f18d700 1 --2- 172.21.15.39:0/632163438 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5e981013f0 0x7f5e98101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:17:41.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:17:41.691+0000 7f5e9f18d700 1 --2- 172.21.15.39:0/632163438 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5e981025f0 0x7f5e98102a50 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:17:41.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:17:41.691+0000 7f5e9f18d700 1 -- 172.21.15.39:0/632163438 >> 172.21.15.39:0/632163438 conn(0x7f5e980fc990 msgr2=0x7f5e980fedd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:17:41.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:17:41.691+0000 7f5e9f18d700 1 -- 172.21.15.39:0/632163438 shutdown_connections 2024-06-13T06:17:41.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:17:41.691+0000 7f5e9f18d700 1 -- 172.21.15.39:0/632163438 wait complete. 2024-06-13T06:17:41.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:17:41.692+0000 7f5e9f18d700 1 Processor -- start 2024-06-13T06:17:41.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:17:41.692+0000 7f5e9f18d700 1 -- start start 2024-06-13T06:17:41.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:17:41.692+0000 7f5e9f18d700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f5e981013f0 0x7f5e98198770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:17:41.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:17:41.692+0000 7f5e9f18d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5e981025f0 0x7f5e98198cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:17:41.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:17:41.692+0000 7f5e9f18d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5e98102f90 0x7f5e9819fd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:17:41.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:17:41.692+0000 7f5e9f18d700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f5e9810cfc0 con 0x7f5e98102f90 2024-06-13T06:17:41.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:17:41.692+0000 7f5e9f18d700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f5e9810ce40 con 0x7f5e981013f0 2024-06-13T06:17:41.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:17:41.692+0000 7f5e9f18d700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f5e9810d140 con 0x7f5e981025f0 2024-06-13T06:17:41.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:17:41.692+0000 7f5e9d72a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5e98102f90 0x7f5e9819fd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:17:41.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:17:41.692+0000 7f5e9d72a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5e98102f90 0x7f5e9819fd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42504/0 (socket says 172.21.15.39:42504) 2024-06-13T06:17:41.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:17:41.692+0000 7f5e9d72a700 1 -- 172.21.15.39:0/1490045895 learned_addr learned my addr 172.21.15.39:0/1490045895 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:17:41.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:17:41.692+0000 7f5e97fff700 1 --2- 172.21.15.39:0/1490045895 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5e981025f0 0x7f5e98198cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:17:41.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:17:41.692+0000 7f5e9cf29700 1 --2- 172.21.15.39:0/1490045895 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f5e981013f0 0x7f5e98198770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:17:41.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:17:41.692+0000 7f5e9d72a700 1 -- 172.21.15.39:0/1490045895 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5e981025f0 msgr2=0x7f5e98198cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:17:41.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:17:41.693+0000 7f5e9d72a700 1 --2- 172.21.15.39:0/1490045895 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5e981025f0 0x7f5e98198cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:17:41.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:17:41.693+0000 7f5e9d72a700 1 -- 172.21.15.39:0/1490045895 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f5e981013f0 msgr2=0x7f5e98198770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:17:41.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:17:41.693+0000 7f5e9d72a700 1 --2- 172.21.15.39:0/1490045895 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f5e981013f0 0x7f5e98198770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:17:41.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:17:41.693+0000 7f5e9d72a700 1 -- 172.21.15.39:0/1490045895 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e981a03d0 con 0x7f5e98102f90 2024-06-13T06:17:41.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:17:41.693+0000 7f5e9d72a700 1 --2- 172.21.15.39:0/1490045895 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5e98102f90 0x7f5e9819fd30 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f5e9000d9b0 tx=0x7f5e9000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:17:41.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:17:41.693+0000 7f5e95ffb700 1 -- 172.21.15.39:0/1490045895 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e90017070 con 0x7f5e98102f90 2024-06-13T06:17:41.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:17:41.693+0000 7f5e95ffb700 1 -- 172.21.15.39:0/1490045895 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5e90005020 con 0x7f5e98102f90 2024-06-13T06:17:41.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:17:41.693+0000 7f5e95ffb700 1 -- 172.21.15.39:0/1490045895 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e90009ab0 con 0x7f5e98102f90 2024-06-13T06:17:41.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:17:41.693+0000 7f5e9f18d700 1 -- 172.21.15.39:0/1490045895 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e981a06c0 con 0x7f5e98102f90 2024-06-13T06:17:41.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:17:41.693+0000 7f5e9f18d700 1 -- 172.21.15.39:0/1490045895 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e981a0c00 con 0x7f5e98102f90 2024-06-13T06:17:41.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:17:41.694+0000 7f5e9f18d700 1 -- 172.21.15.39:0/1490045895 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e98069180 con 0x7f5e98102f90 2024-06-13T06:17:41.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:17:41.695+0000 7f5e95ffb700 1 -- 172.21.15.39:0/1490045895 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f5e900051d0 con 0x7f5e98102f90 2024-06-13T06:17:41.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:17:41.696+0000 7f5e95ffb700 1 --2- 172.21.15.39:0/1490045895 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f5e840a2ca0 0x7f5e840a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:17:41.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:17:41.696+0000 7f5e9cf29700 1 --2- 172.21.15.39:0/1490045895 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f5e840a2ca0 0x7f5e840a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:17:41.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:17:41.696+0000 7f5e95ffb700 1 -- 172.21.15.39:0/1490045895 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(63..63 src has 1..63) ==== 5829+0+0 (secure 0 0 0) 0x7f5e900ce3d0 con 0x7f5e98102f90 2024-06-13T06:17:41.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:17:41.697+0000 7f5e9cf29700 1 --2- 172.21.15.39:0/1490045895 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f5e840a2ca0 0x7f5e840a5160 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f5e98102450 tx=0x7f5e8800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:17:41.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:17:41.701+0000 7f5e95ffb700 1 -- 172.21.15.39:0/1490045895 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f5e90020020 con 0x7f5e98102f90 2024-06-13T06:17:41.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:17:41.920+0000 7f5e9f18d700 1 -- 172.21.15.39:0/1490045895 --> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi039:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f5e980feb90 con 0x7f5e840a2ca0 2024-06-13T06:17:41.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:41 smithi149 ceph-mon[36963]: osdmap e62: 9 total, 9 up, 9 in 2024-06-13T06:17:41.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:41 smithi149 ceph-mon[36963]: pgmap v200: 1 pgs: 1 remapped+peering; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-06-13T06:17:41.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:41 smithi149 ceph-mon[36963]: osdmap e63: 9 total, 9 up, 9 in 2024-06-13T06:17:42.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:41 smithi096 ceph-mon[36532]: osdmap e62: 9 total, 9 up, 9 in 2024-06-13T06:17:42.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:41 smithi096 ceph-mon[36532]: pgmap v200: 1 pgs: 1 remapped+peering; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-06-13T06:17:42.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:41 smithi096 ceph-mon[36532]: osdmap e63: 9 total, 9 up, 9 in 2024-06-13T06:17:42.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:41 smithi039 ceph-mon[32479]: osdmap e62: 9 total, 9 up, 9 in 2024-06-13T06:17:42.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:41 smithi039 ceph-mon[32479]: pgmap v200: 1 pgs: 1 remapped+peering; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-06-13T06:17:42.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:41 smithi039 ceph-mon[32479]: osdmap e63: 9 total, 9 up, 9 in 2024-06-13T06:17:42.813 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:42 smithi039 ceph-mon[32479]: from='client.14412 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi039:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:17:42.814 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:42 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T06:17:42.814 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:42 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T06:17:42.814 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:42 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:17:42.814 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:42 smithi039 ceph-mon[32479]: osdmap e64: 9 total, 9 up, 9 in 2024-06-13T06:17:42.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:42 smithi149 ceph-mon[36963]: from='client.14412 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi039:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:17:42.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:42 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T06:17:42.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:42 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T06:17:42.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:42 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:17:42.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:42 smithi149 ceph-mon[36963]: osdmap e64: 9 total, 9 up, 9 in 2024-06-13T06:17:43.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:42 smithi096 ceph-mon[36532]: from='client.14412 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi039:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:17:43.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:42 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T06:17:43.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:42 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T06:17:43.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:42 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:17:43.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:42 smithi096 ceph-mon[36532]: osdmap e64: 9 total, 9 up, 9 in 2024-06-13T06:17:43.882 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:43 smithi039 ceph-mon[32479]: pgmap v203: 1 pgs: 1 remapped+peering; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-06-13T06:17:44.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:43 smithi096 ceph-mon[36532]: pgmap v203: 1 pgs: 1 remapped+peering; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-06-13T06:17:44.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:43 smithi149 ceph-mon[36963]: pgmap v203: 1 pgs: 1 remapped+peering; 577 KiB data, 267 MiB used, 804 GiB / 805 GiB avail 2024-06-13T06:17:45.151 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:44 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/2460878492' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "17d9ffb0-b826-452c-bd91-1399fb46e734"}]: dispatch 2024-06-13T06:17:45.151 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:44 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/2460878492' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "17d9ffb0-b826-452c-bd91-1399fb46e734"}]': finished 2024-06-13T06:17:45.152 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:44 smithi039 ceph-mon[32479]: osdmap e65: 10 total, 9 up, 10 in 2024-06-13T06:17:45.152 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:44 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-13T06:17:45.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:44 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/2460878492' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "17d9ffb0-b826-452c-bd91-1399fb46e734"}]: dispatch 2024-06-13T06:17:45.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:44 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/2460878492' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "17d9ffb0-b826-452c-bd91-1399fb46e734"}]': finished 2024-06-13T06:17:45.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:44 smithi149 ceph-mon[36963]: osdmap e65: 10 total, 9 up, 10 in 2024-06-13T06:17:45.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:44 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-13T06:17:45.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:44 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/2460878492' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "17d9ffb0-b826-452c-bd91-1399fb46e734"}]: dispatch 2024-06-13T06:17:45.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:44 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/2460878492' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "17d9ffb0-b826-452c-bd91-1399fb46e734"}]': finished 2024-06-13T06:17:45.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:44 smithi096 ceph-mon[36532]: osdmap e65: 10 total, 9 up, 10 in 2024-06-13T06:17:45.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:44 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-13T06:17:46.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:45 smithi039 ceph-mon[32479]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 140 KiB/s, 0 objects/s recovering 2024-06-13T06:17:46.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:45 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/3027162936' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T06:17:46.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:45 smithi149 ceph-mon[36963]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 140 KiB/s, 0 objects/s recovering 2024-06-13T06:17:46.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:45 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/3027162936' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T06:17:46.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:45 smithi096 ceph-mon[36532]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 140 KiB/s, 0 objects/s recovering 2024-06-13T06:17:46.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:45 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/3027162936' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T06:17:48.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:47 smithi039 ceph-mon[32479]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-06-13T06:17:48.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:47 smithi149 ceph-mon[36963]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-06-13T06:17:48.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:47 smithi096 ceph-mon[36532]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-06-13T06:17:50.101 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:49 smithi039 ceph-mon[32479]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-06-13T06:17:50.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:49 smithi149 ceph-mon[36963]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-06-13T06:17:50.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:49 smithi096 ceph-mon[36532]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-06-13T06:17:52.063 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:51 smithi039 ceph-mon[32479]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-06-13T06:17:52.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:51 smithi149 ceph-mon[36963]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-06-13T06:17:52.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:51 smithi096 ceph-mon[36532]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-06-13T06:17:53.139 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:52 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-06-13T06:17:53.140 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:52 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:17:53.140 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:52 smithi039 ceph-mon[32479]: Deploying daemon osd.9 on smithi039 2024-06-13T06:17:53.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:52 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-06-13T06:17:53.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:52 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:17:53.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:52 smithi149 ceph-mon[36963]: Deploying daemon osd.9 on smithi039 2024-06-13T06:17:53.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:52 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-06-13T06:17:53.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:52 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:17:53.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:52 smithi096 ceph-mon[36532]: Deploying daemon osd.9 on smithi039 2024-06-13T06:17:54.072 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:53 smithi039 ceph-mon[32479]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-06-13T06:17:54.118 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:53 smithi149 ceph-mon[36963]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-06-13T06:17:54.191 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:53 smithi096 ceph-mon[36532]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-06-13T06:17:56.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:55 smithi039 ceph-mon[32479]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-06-13T06:17:56.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:55 smithi149 ceph-mon[36963]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-06-13T06:17:56.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:55 smithi096 ceph-mon[36532]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-06-13T06:17:58.068 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:57 smithi039 ceph-mon[32479]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-06-13T06:17:58.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:57 smithi149 ceph-mon[36963]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-06-13T06:17:58.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:57 smithi096 ceph-mon[36532]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-06-13T06:17:59.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:59 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:59.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:59 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:59.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:17:59 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:17:59.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:59 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:59.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:59 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:59.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:17:59 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:17:59.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:59 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:59.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:59 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:17:59.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:17:59 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:18:00.622 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:00 smithi039 ceph-mon[32479]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-06-13T06:18:00.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:00 smithi149 ceph-mon[36963]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-06-13T06:18:00.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:00 smithi096 ceph-mon[36532]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-06-13T06:18:02.478 INFO:teuthology.orchestra.run.smithi039.stdout:Created osd(s) 9 on host 'smithi039' 2024-06-13T06:18:02.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:02.479+0000 7f5e95ffb700 1 -- 172.21.15.39:0/1490045895 <== mgr.14152 v2:172.21.15.39:6800/2178314534 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f5e980feb90 con 0x7f5e840a2ca0 2024-06-13T06:18:02.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:02.481+0000 7f5e9f18d700 1 -- 172.21.15.39:0/1490045895 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f5e840a2ca0 msgr2=0x7f5e840a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:18:02.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:02.481+0000 7f5e9f18d700 1 --2- 172.21.15.39:0/1490045895 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f5e840a2ca0 0x7f5e840a5160 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f5e98102450 tx=0x7f5e8800b410 comp rx=0 tx=0).stop 2024-06-13T06:18:02.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:02.481+0000 7f5e9f18d700 1 -- 172.21.15.39:0/1490045895 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5e98102f90 msgr2=0x7f5e9819fd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:18:02.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:02.481+0000 7f5e9f18d700 1 --2- 172.21.15.39:0/1490045895 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5e98102f90 0x7f5e9819fd30 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f5e9000d9b0 tx=0x7f5e9000dcc0 comp rx=0 tx=0).stop 2024-06-13T06:18:02.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:02.482+0000 7f5e9f18d700 1 -- 172.21.15.39:0/1490045895 shutdown_connections 2024-06-13T06:18:02.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:02.482+0000 7f5e9f18d700 1 --2- 172.21.15.39:0/1490045895 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f5e840a2ca0 0x7f5e840a5160 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:18:02.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:02.482+0000 7f5e9f18d700 1 --2- 172.21.15.39:0/1490045895 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5e98102f90 0x7f5e9819fd30 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:18:02.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:02.482+0000 7f5e9f18d700 1 --2- 172.21.15.39:0/1490045895 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f5e981013f0 0x7f5e98198770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:18:02.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:02.482+0000 7f5e9f18d700 1 --2- 172.21.15.39:0/1490045895 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5e981025f0 0x7f5e98198cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:18:02.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:02.482+0000 7f5e9f18d700 1 -- 172.21.15.39:0/1490045895 >> 172.21.15.39:0/1490045895 conn(0x7f5e980fc990 msgr2=0x7f5e980fe480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:18:02.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:02.482+0000 7f5e9f18d700 1 -- 172.21.15.39:0/1490045895 shutdown_connections 2024-06-13T06:18:02.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:02.482+0000 7f5e9f18d700 1 -- 172.21.15.39:0/1490045895 wait complete. 2024-06-13T06:18:02.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:02 smithi039 ceph-mon[32479]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-06-13T06:18:02.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:02 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:02.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:02 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:02.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:02 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:18:02.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:02 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:18:02.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:02 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:02.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:02 smithi039 ceph-mon[32479]: from='osd.9 [v2:172.21.15.39:6826/2716066772,v1:172.21.15.39:6827/2716066772]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-06-13T06:18:02.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:02 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:02.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:02 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:02.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:02 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:18:02.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:02 smithi096 ceph-mon[36532]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-06-13T06:18:02.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:02 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:02.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:02 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:02.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:02 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:18:02.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:02 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:18:02.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:02 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:02.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:02 smithi096 ceph-mon[36532]: from='osd.9 [v2:172.21.15.39:6826/2716066772,v1:172.21.15.39:6827/2716066772]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-06-13T06:18:02.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:02 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:02.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:02 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:02.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:02 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:18:02.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:02 smithi149 ceph-mon[36963]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-06-13T06:18:02.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:02 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:02.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:02 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:02.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:02 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:18:02.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:02 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:18:02.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:02 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:02.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:02 smithi149 ceph-mon[36963]: from='osd.9 [v2:172.21.15.39:6826/2716066772,v1:172.21.15.39:6827/2716066772]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-06-13T06:18:02.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:02 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:02.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:02 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:02.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:02 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:18:03.145 DEBUG:teuthology.orchestra.run.smithi039:osd.9> sudo journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@osd.9.service 2024-06-13T06:18:03.147 INFO:tasks.cephadm:Deploying osd.10 on smithi096 with /dev/vg_nvme/lv_1... 2024-06-13T06:18:03.147 DEBUG:teuthology.orchestra.run.smithi096:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-06-13T06:18:03.392 INFO:teuthology.orchestra.run.smithi096.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.b/config 2024-06-13T06:18:03.772 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:03 smithi096 ceph-mon[36532]: from='osd.9 [v2:172.21.15.39:6826/2716066772,v1:172.21.15.39:6827/2716066772]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-06-13T06:18:03.772 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:03 smithi096 ceph-mon[36532]: osdmap e66: 10 total, 9 up, 10 in 2024-06-13T06:18:03.772 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:03 smithi096 ceph-mon[36532]: from='osd.9 [v2:172.21.15.39:6826/2716066772,v1:172.21.15.39:6827/2716066772]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2024-06-13T06:18:03.772 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:03 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-13T06:18:03.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:03 smithi039 ceph-mon[32479]: from='osd.9 [v2:172.21.15.39:6826/2716066772,v1:172.21.15.39:6827/2716066772]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-06-13T06:18:03.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:03 smithi039 ceph-mon[32479]: osdmap e66: 10 total, 9 up, 10 in 2024-06-13T06:18:03.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:03 smithi039 ceph-mon[32479]: from='osd.9 [v2:172.21.15.39:6826/2716066772,v1:172.21.15.39:6827/2716066772]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2024-06-13T06:18:03.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:03 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-13T06:18:03.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:03 smithi149 ceph-mon[36963]: from='osd.9 [v2:172.21.15.39:6826/2716066772,v1:172.21.15.39:6827/2716066772]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-06-13T06:18:03.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:03 smithi149 ceph-mon[36963]: osdmap e66: 10 total, 9 up, 10 in 2024-06-13T06:18:03.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:03 smithi149 ceph-mon[36963]: from='osd.9 [v2:172.21.15.39:6826/2716066772,v1:172.21.15.39:6827/2716066772]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2024-06-13T06:18:03.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:03 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-13T06:18:04.351 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:18:04 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:18:04.015+0000 7fb0cbec8700 -1 osd.9 0 waiting for initial osdmap 2024-06-13T06:18:04.351 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:18:04 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:18:04.027+0000 7fb0c3cb3700 -1 osd.9 67 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-13T06:18:04.607 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:04 smithi039 ceph-mon[32479]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-06-13T06:18:04.607 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:04 smithi039 ceph-mon[32479]: from='osd.9 [v2:172.21.15.39:6826/2716066772,v1:172.21.15.39:6827/2716066772]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]': finished 2024-06-13T06:18:04.607 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:04 smithi039 ceph-mon[32479]: osdmap e67: 10 total, 9 up, 10 in 2024-06-13T06:18:04.607 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:04 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-13T06:18:04.608 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:04 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-13T06:18:04.608 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:04 smithi039 ceph-mon[32479]: from='osd.9 [v2:172.21.15.39:6826/2716066772,v1:172.21.15.39:6827/2716066772]' entity='osd.9' 2024-06-13T06:18:04.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:04 smithi096 ceph-mon[36532]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-06-13T06:18:04.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:04 smithi096 ceph-mon[36532]: from='osd.9 [v2:172.21.15.39:6826/2716066772,v1:172.21.15.39:6827/2716066772]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]': finished 2024-06-13T06:18:04.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:04 smithi096 ceph-mon[36532]: osdmap e67: 10 total, 9 up, 10 in 2024-06-13T06:18:04.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:04 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-13T06:18:04.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:04 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-13T06:18:04.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:04 smithi096 ceph-mon[36532]: from='osd.9 [v2:172.21.15.39:6826/2716066772,v1:172.21.15.39:6827/2716066772]' entity='osd.9' 2024-06-13T06:18:04.816 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:04 smithi149 ceph-mon[36963]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-06-13T06:18:04.816 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:04 smithi149 ceph-mon[36963]: from='osd.9 [v2:172.21.15.39:6826/2716066772,v1:172.21.15.39:6827/2716066772]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]': finished 2024-06-13T06:18:04.816 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:04 smithi149 ceph-mon[36963]: osdmap e67: 10 total, 9 up, 10 in 2024-06-13T06:18:04.816 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:04 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-13T06:18:04.816 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:04 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-13T06:18:04.817 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:04 smithi149 ceph-mon[36963]: from='osd.9 [v2:172.21.15.39:6826/2716066772,v1:172.21.15.39:6827/2716066772]' entity='osd.9' 2024-06-13T06:18:05.461 INFO:teuthology.orchestra.run.smithi096.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-06-13T06:18:05.461 INFO:teuthology.orchestra.run.smithi096.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-06-13T06:18:05.461 INFO:teuthology.orchestra.run.smithi096.stderr: stderr: 10+0 records in 2024-06-13T06:18:05.461 INFO:teuthology.orchestra.run.smithi096.stderr:10+0 records out 2024-06-13T06:18:05.461 INFO:teuthology.orchestra.run.smithi096.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.01178 s, 890 MB/s 2024-06-13T06:18:05.462 INFO:teuthology.orchestra.run.smithi096.stderr:--> Zapping successful for: 2024-06-13T06:18:05.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:05 smithi149 ceph-mon[36963]: purged_snaps scrub starts 2024-06-13T06:18:05.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:05 smithi149 ceph-mon[36963]: purged_snaps scrub ok 2024-06-13T06:18:05.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:05 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-13T06:18:05.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:05 smithi149 ceph-mon[36963]: osd.9 [v2:172.21.15.39:6826/2716066772,v1:172.21.15.39:6827/2716066772] boot 2024-06-13T06:18:05.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:05 smithi149 ceph-mon[36963]: osdmap e68: 10 total, 10 up, 10 in 2024-06-13T06:18:05.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:05 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-13T06:18:05.850 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:05 smithi096 ceph-mon[36532]: purged_snaps scrub starts 2024-06-13T06:18:05.850 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:05 smithi096 ceph-mon[36532]: purged_snaps scrub ok 2024-06-13T06:18:05.850 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:05 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-13T06:18:05.850 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:05 smithi096 ceph-mon[36532]: osd.9 [v2:172.21.15.39:6826/2716066772,v1:172.21.15.39:6827/2716066772] boot 2024-06-13T06:18:05.850 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:05 smithi096 ceph-mon[36532]: osdmap e68: 10 total, 10 up, 10 in 2024-06-13T06:18:05.850 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:05 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-13T06:18:05.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:05 smithi039 ceph-mon[32479]: purged_snaps scrub starts 2024-06-13T06:18:05.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:05 smithi039 ceph-mon[32479]: purged_snaps scrub ok 2024-06-13T06:18:05.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:05 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-13T06:18:05.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:05 smithi039 ceph-mon[32479]: osd.9 [v2:172.21.15.39:6826/2716066772,v1:172.21.15.39:6827/2716066772] boot 2024-06-13T06:18:05.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:05 smithi039 ceph-mon[32479]: osdmap e68: 10 total, 10 up, 10 in 2024-06-13T06:18:05.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:05 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-13T06:18:06.229 DEBUG:teuthology.orchestra.run.smithi096:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph orch daemon add osd smithi096:vg_nvme/lv_1 2024-06-13T06:18:06.470 INFO:teuthology.orchestra.run.smithi096.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.b/config 2024-06-13T06:18:06.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:06 smithi096 ceph-mon[36532]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-06-13T06:18:06.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:06 smithi096 ceph-mon[36532]: osdmap e69: 10 total, 10 up, 10 in 2024-06-13T06:18:06.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:06 smithi039 ceph-mon[32479]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-06-13T06:18:06.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:06 smithi039 ceph-mon[32479]: osdmap e69: 10 total, 10 up, 10 in 2024-06-13T06:18:06.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:06 smithi149 ceph-mon[36963]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 268 MiB used, 804 GiB / 805 GiB avail 2024-06-13T06:18:06.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:06 smithi149 ceph-mon[36963]: osdmap e69: 10 total, 10 up, 10 in 2024-06-13T06:18:07.941 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:07 smithi096 ceph-mon[36532]: Detected new or changed devices on smithi039 2024-06-13T06:18:07.941 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:07 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:07.941 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:07 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:07.941 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:07 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:18:07.941 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:07 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:18:07.941 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:07 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:18:07.941 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:07 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:18:07.941 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:07 smithi096 ceph-mon[36532]: Adjusting osd_memory_target on smithi039 to 4272M 2024-06-13T06:18:07.942 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:07 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:07.942 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:07 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:18:07.942 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:07 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:18:07.942 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:07 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:07.942 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:07 smithi096 ceph-mon[36532]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-06-13T06:18:07.971 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:07 smithi149 ceph-mon[36963]: Detected new or changed devices on smithi039 2024-06-13T06:18:07.971 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:07 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:07.971 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:07 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:07.971 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:07 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:18:07.971 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:07 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:18:07.971 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:07 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:18:07.971 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:07 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:18:07.972 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:07 smithi149 ceph-mon[36963]: Adjusting osd_memory_target on smithi039 to 4272M 2024-06-13T06:18:07.972 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:07 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:07.972 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:07 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:18:07.972 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:07 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:18:07.972 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:07 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:07.972 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:07 smithi149 ceph-mon[36963]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-06-13T06:18:08.168 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:08.169+0000 7ff0fcf68700 1 -- 172.21.15.96:0/493465407 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff0f8104120 msgr2=0x7ff0f810a9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:18:08.169 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:08.169+0000 7ff0fcf68700 1 --2- 172.21.15.96:0/493465407 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff0f8104120 0x7ff0f810a9d0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7ff0f000b0a0 tx=0x7ff0f000b3b0 comp rx=0 tx=0).stop 2024-06-13T06:18:08.169 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:08.169+0000 7ff0fcf68700 1 -- 172.21.15.96:0/493465407 shutdown_connections 2024-06-13T06:18:08.169 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:08.169+0000 7ff0fcf68700 1 --2- 172.21.15.96:0/493465407 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff0f8104120 0x7ff0f810a9d0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:18:08.169 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:08.169+0000 7ff0fcf68700 1 --2- 172.21.15.96:0/493465407 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0f81007a0 0x7ff0f8100bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:18:08.169 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:08.169+0000 7ff0fcf68700 1 --2- 172.21.15.96:0/493465407 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff0f8103780 0x7ff0f8103be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:18:08.169 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:08.169+0000 7ff0fcf68700 1 -- 172.21.15.96:0/493465407 >> 172.21.15.96:0/493465407 conn(0x7ff0f80fc120 msgr2=0x7ff0f80fe540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:18:08.169 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:08.169+0000 7ff0fcf68700 1 -- 172.21.15.96:0/493465407 shutdown_connections 2024-06-13T06:18:08.169 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:08.169+0000 7ff0fcf68700 1 -- 172.21.15.96:0/493465407 wait complete. 2024-06-13T06:18:08.175 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:08.170+0000 7ff0fcf68700 1 Processor -- start 2024-06-13T06:18:08.175 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:08.170+0000 7ff0fcf68700 1 -- start start 2024-06-13T06:18:08.175 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:08.170+0000 7ff0fcf68700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff0f81007a0 0x7ff0f8198740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:18:08.175 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:08.170+0000 7ff0fcf68700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff0f8103780 0x7ff0f8198c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:18:08.175 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:08.170+0000 7ff0fcf68700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0f8104120 0x7ff0f819fd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:18:08.175 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:08.170+0000 7ff0fcf68700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7ff0f810e1b0 con 0x7ff0f8104120 2024-06-13T06:18:08.175 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:08.170+0000 7ff0fcf68700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7ff0f810e030 con 0x7ff0f8103780 2024-06-13T06:18:08.175 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:08.170+0000 7ff0fcf68700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7ff0f810e330 con 0x7ff0f81007a0 2024-06-13T06:18:08.176 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:08.170+0000 7ff0edd9b700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff0f8103780 0x7ff0f8198c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:18:08.176 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:08.170+0000 7ff0edd9b700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff0f8103780 0x7ff0f8198c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.96:3300/0 says I am v2:172.21.15.96:36468/0 (socket says 172.21.15.96:36468) 2024-06-13T06:18:08.176 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:08.170+0000 7ff0edd9b700 1 -- 172.21.15.96:0/2298476652 learned_addr learned my addr 172.21.15.96:0/2298476652 (peer_addr_for_me v2:172.21.15.96:0/0) 2024-06-13T06:18:08.176 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:08.170+0000 7ff0f659c700 1 --2- 172.21.15.96:0/2298476652 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff0f81007a0 0x7ff0f8198740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:18:08.176 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:08.170+0000 7ff0f6d9d700 1 --2- 172.21.15.96:0/2298476652 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0f8104120 0x7ff0f819fd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:18:08.176 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:08.170+0000 7ff0edd9b700 1 -- 172.21.15.96:0/2298476652 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff0f81007a0 msgr2=0x7ff0f8198740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:18:08.176 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:08.170+0000 7ff0edd9b700 1 --2- 172.21.15.96:0/2298476652 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff0f81007a0 0x7ff0f8198740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:18:08.176 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:08.170+0000 7ff0edd9b700 1 -- 172.21.15.96:0/2298476652 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0f8104120 msgr2=0x7ff0f819fd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:18:08.176 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:08.170+0000 7ff0edd9b700 1 --2- 172.21.15.96:0/2298476652 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0f8104120 0x7ff0f819fd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:18:08.176 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:08.170+0000 7ff0edd9b700 1 -- 172.21.15.96:0/2298476652 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0f81a03a0 con 0x7ff0f8103780 2024-06-13T06:18:08.176 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:08.170+0000 7ff0f659c700 1 --2- 172.21.15.96:0/2298476652 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff0f81007a0 0x7ff0f8198740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:18:08.176 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:08.170+0000 7ff0f6d9d700 1 --2- 172.21.15.96:0/2298476652 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0f8104120 0x7ff0f819fd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:18:08.176 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:08.171+0000 7ff0edd9b700 1 --2- 172.21.15.96:0/2298476652 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff0f8103780 0x7ff0f8198c80 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7ff0e000b530 tx=0x7ff0e000b8f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:18:08.177 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:08.171+0000 7ff0effff700 1 -- 172.21.15.96:0/2298476652 <== mon.2 v2:172.21.15.96:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0e0015020 con 0x7ff0f8103780 2024-06-13T06:18:08.177 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:08.171+0000 7ff0fcf68700 1 -- 172.21.15.96:0/2298476652 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0f81a0690 con 0x7ff0f8103780 2024-06-13T06:18:08.177 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:08.171+0000 7ff0effff700 1 -- 172.21.15.96:0/2298476652 <== mon.2 v2:172.21.15.96:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff0e0011d10 con 0x7ff0f8103780 2024-06-13T06:18:08.177 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:08.171+0000 7ff0effff700 1 -- 172.21.15.96:0/2298476652 <== mon.2 v2:172.21.15.96:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0e000f2e0 con 0x7ff0f8103780 2024-06-13T06:18:08.177 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:08.171+0000 7ff0fcf68700 1 -- 172.21.15.96:0/2298476652 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0f81a0c50 con 0x7ff0f8103780 2024-06-13T06:18:08.177 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:08.172+0000 7ff0fcf68700 1 -- 172.21.15.96:0/2298476652 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff0f8069180 con 0x7ff0f8103780 2024-06-13T06:18:08.177 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:08.173+0000 7ff0effff700 1 -- 172.21.15.96:0/2298476652 <== mon.2 v2:172.21.15.96:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7ff0e0018020 con 0x7ff0f8103780 2024-06-13T06:18:08.177 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:08.173+0000 7ff0effff700 1 --2- 172.21.15.96:0/2298476652 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff0e40a2c20 0x7ff0e40a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:18:08.177 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:08.174+0000 7ff0effff700 1 -- 172.21.15.96:0/2298476652 <== mon.2 v2:172.21.15.96:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 6261+0+0 (secure 0 0 0) 0x7ff0e00ce0d0 con 0x7ff0f8103780 2024-06-13T06:18:08.177 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:08.174+0000 7ff0f659c700 1 --2- 172.21.15.96:0/2298476652 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff0e40a2c20 0x7ff0e40a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:18:08.177 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:08.174+0000 7ff0f659c700 1 --2- 172.21.15.96:0/2298476652 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff0e40a2c20 0x7ff0e40a50e0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7ff0f8069f70 tx=0x7ff0e8008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:18:08.178 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:07 smithi039 ceph-mon[32479]: Detected new or changed devices on smithi039 2024-06-13T06:18:08.178 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:07 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:08.178 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:07 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:08.178 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:07 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:18:08.178 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:07 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:18:08.178 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:07 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:18:08.178 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:07 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:18:08.178 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:07 smithi039 ceph-mon[32479]: Adjusting osd_memory_target on smithi039 to 4272M 2024-06-13T06:18:08.179 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:07 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:08.179 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:07 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:18:08.179 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:07 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:18:08.179 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:07 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:08.179 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:07 smithi039 ceph-mon[32479]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-06-13T06:18:08.179 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:08.178+0000 7ff0effff700 1 -- 172.21.15.96:0/2298476652 <== mon.2 v2:172.21.15.96:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7ff0e001f020 con 0x7ff0f8103780 2024-06-13T06:18:08.383 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:08.384+0000 7ff0fcf68700 1 -- 172.21.15.96:0/2298476652 --> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi096:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7ff0f80628d0 con 0x7ff0e40a2c20 2024-06-13T06:18:08.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:08 smithi149 ceph-mon[36963]: from='client.24344 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi096:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:18:08.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:08 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T06:18:08.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:08 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T06:18:08.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:08 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:18:08.995 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:08 smithi096 ceph-mon[36532]: from='client.24344 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi096:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:18:08.995 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:08 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T06:18:08.996 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:08 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T06:18:08.996 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:08 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:18:09.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:08 smithi039 ceph-mon[32479]: from='client.24344 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi096:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:18:09.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:08 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T06:18:09.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:08 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T06:18:09.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:08 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:18:10.026 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:09 smithi096 ceph-mon[36532]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-06-13T06:18:10.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:09 smithi039 ceph-mon[32479]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-06-13T06:18:10.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:09 smithi149 ceph-mon[36963]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-06-13T06:18:12.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:11 smithi096 ceph-mon[36532]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-06-13T06:18:12.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:11 smithi096 ceph-mon[36532]: from='client.? 172.21.15.96:0/4255553113' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5fa8dedf-2c1b-47b0-98ca-7983922b6e31"}]: dispatch 2024-06-13T06:18:12.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:11 smithi096 ceph-mon[36532]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5fa8dedf-2c1b-47b0-98ca-7983922b6e31"}]: dispatch 2024-06-13T06:18:12.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:11 smithi096 ceph-mon[36532]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5fa8dedf-2c1b-47b0-98ca-7983922b6e31"}]': finished 2024-06-13T06:18:12.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:11 smithi096 ceph-mon[36532]: osdmap e70: 11 total, 10 up, 11 in 2024-06-13T06:18:12.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:11 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-13T06:18:12.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:11 smithi039 ceph-mon[32479]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-06-13T06:18:12.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:11 smithi039 ceph-mon[32479]: from='client.? 172.21.15.96:0/4255553113' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5fa8dedf-2c1b-47b0-98ca-7983922b6e31"}]: dispatch 2024-06-13T06:18:12.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:11 smithi039 ceph-mon[32479]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5fa8dedf-2c1b-47b0-98ca-7983922b6e31"}]: dispatch 2024-06-13T06:18:12.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:11 smithi039 ceph-mon[32479]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5fa8dedf-2c1b-47b0-98ca-7983922b6e31"}]': finished 2024-06-13T06:18:12.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:11 smithi039 ceph-mon[32479]: osdmap e70: 11 total, 10 up, 11 in 2024-06-13T06:18:12.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:11 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-13T06:18:12.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:11 smithi149 ceph-mon[36963]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-06-13T06:18:12.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:11 smithi149 ceph-mon[36963]: from='client.? 172.21.15.96:0/4255553113' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5fa8dedf-2c1b-47b0-98ca-7983922b6e31"}]: dispatch 2024-06-13T06:18:12.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:11 smithi149 ceph-mon[36963]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5fa8dedf-2c1b-47b0-98ca-7983922b6e31"}]: dispatch 2024-06-13T06:18:12.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:11 smithi149 ceph-mon[36963]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5fa8dedf-2c1b-47b0-98ca-7983922b6e31"}]': finished 2024-06-13T06:18:12.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:11 smithi149 ceph-mon[36963]: osdmap e70: 11 total, 10 up, 11 in 2024-06-13T06:18:12.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:11 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-13T06:18:13.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:12 smithi039 ceph-mon[32479]: from='client.? 172.21.15.96:0/1034776641' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T06:18:13.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:12 smithi149 ceph-mon[36963]: from='client.? 172.21.15.96:0/1034776641' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T06:18:13.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:12 smithi096 ceph-mon[36532]: from='client.? 172.21.15.96:0/1034776641' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T06:18:14.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:13 smithi039 ceph-mon[32479]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-06-13T06:18:14.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:13 smithi149 ceph-mon[36963]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-06-13T06:18:14.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:13 smithi096 ceph-mon[36532]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-06-13T06:18:15.994 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:15 smithi096 ceph-mon[36532]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-06-13T06:18:16.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:15 smithi039 ceph-mon[32479]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-06-13T06:18:16.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:15 smithi149 ceph-mon[36963]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-06-13T06:18:17.974 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:17 smithi096 ceph-mon[36532]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-06-13T06:18:18.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:17 smithi039 ceph-mon[32479]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-06-13T06:18:18.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:17 smithi149 ceph-mon[36963]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-06-13T06:18:20.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:19 smithi039 ceph-mon[32479]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-06-13T06:18:20.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:19 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-06-13T06:18:20.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:19 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:18:20.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:19 smithi039 ceph-mon[32479]: Deploying daemon osd.10 on smithi096 2024-06-13T06:18:20.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:19 smithi149 ceph-mon[36963]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-06-13T06:18:20.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:19 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-06-13T06:18:20.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:19 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:18:20.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:19 smithi149 ceph-mon[36963]: Deploying daemon osd.10 on smithi096 2024-06-13T06:18:20.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:19 smithi096 ceph-mon[36532]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-06-13T06:18:20.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:19 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-06-13T06:18:20.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:19 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:18:20.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:19 smithi096 ceph-mon[36532]: Deploying daemon osd.10 on smithi096 2024-06-13T06:18:22.025 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:21 smithi096 ceph-mon[36532]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-06-13T06:18:22.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:21 smithi039 ceph-mon[32479]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-06-13T06:18:22.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:21 smithi149 ceph-mon[36963]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-06-13T06:18:24.142 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:23 smithi096 ceph-mon[36532]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-06-13T06:18:24.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:23 smithi039 ceph-mon[32479]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-06-13T06:18:24.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:23 smithi149 ceph-mon[36963]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-06-13T06:18:26.026 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:25 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:26.026 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:25 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:26.026 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:25 smithi096 ceph-mon[36532]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-06-13T06:18:26.026 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:25 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:18:26.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:25 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:26.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:25 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:26.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:25 smithi039 ceph-mon[32479]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-06-13T06:18:26.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:25 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:18:26.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:25 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:26.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:25 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:26.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:25 smithi149 ceph-mon[36963]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-06-13T06:18:26.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:25 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:18:28.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:27 smithi039 ceph-mon[32479]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-06-13T06:18:28.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:27 smithi149 ceph-mon[36963]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-06-13T06:18:28.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:27 smithi096 ceph-mon[36532]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-06-13T06:18:28.862 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:28.862+0000 7ff0effff700 1 -- 172.21.15.96:0/2298476652 <== mgr.14152 v2:172.21.15.39:6800/2178314534 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7ff0f80628d0 con 0x7ff0e40a2c20 2024-06-13T06:18:28.862 INFO:teuthology.orchestra.run.smithi096.stdout:Created osd(s) 10 on host 'smithi096' 2024-06-13T06:18:28.864 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:28.865+0000 7ff0fcf68700 1 -- 172.21.15.96:0/2298476652 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff0e40a2c20 msgr2=0x7ff0e40a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:18:28.864 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:28.865+0000 7ff0fcf68700 1 --2- 172.21.15.96:0/2298476652 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff0e40a2c20 0x7ff0e40a50e0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7ff0f8069f70 tx=0x7ff0e8008040 comp rx=0 tx=0).stop 2024-06-13T06:18:28.864 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:28.865+0000 7ff0fcf68700 1 -- 172.21.15.96:0/2298476652 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff0f8103780 msgr2=0x7ff0f8198c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:18:28.865 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:28.865+0000 7ff0fcf68700 1 --2- 172.21.15.96:0/2298476652 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff0f8103780 0x7ff0f8198c80 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7ff0e000b530 tx=0x7ff0e000b8f0 comp rx=0 tx=0).stop 2024-06-13T06:18:28.865 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:28.865+0000 7ff0fcf68700 1 -- 172.21.15.96:0/2298476652 shutdown_connections 2024-06-13T06:18:28.865 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:28.865+0000 7ff0fcf68700 1 --2- 172.21.15.96:0/2298476652 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff0e40a2c20 0x7ff0e40a50e0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:18:28.865 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:28.865+0000 7ff0fcf68700 1 --2- 172.21.15.96:0/2298476652 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0f8104120 0x7ff0f819fd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:18:28.865 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:28.865+0000 7ff0fcf68700 1 --2- 172.21.15.96:0/2298476652 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff0f81007a0 0x7ff0f8198740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:18:28.865 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:28.865+0000 7ff0fcf68700 1 --2- 172.21.15.96:0/2298476652 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff0f8103780 0x7ff0f8198c80 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:18:28.865 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:28.865+0000 7ff0fcf68700 1 -- 172.21.15.96:0/2298476652 >> 172.21.15.96:0/2298476652 conn(0x7ff0f80fc120 msgr2=0x7ff0f8106a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:18:28.865 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:28.865+0000 7ff0fcf68700 1 -- 172.21.15.96:0/2298476652 shutdown_connections 2024-06-13T06:18:28.865 INFO:teuthology.orchestra.run.smithi096.stderr:2024-06-13T06:18:28.865+0000 7ff0fcf68700 1 -- 172.21.15.96:0/2298476652 wait complete. 2024-06-13T06:18:29.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:28 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:29.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:28 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:29.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:28 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:18:29.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:28 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:18:29.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:28 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:29.219 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:28 smithi149 ceph-mon[36963]: from='osd.10 [v2:172.21.15.96:6824/3117528382,v1:172.21.15.96:6825/3117528382]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-06-13T06:18:29.219 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:28 smithi149 ceph-mon[36963]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-06-13T06:18:29.219 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:28 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:29.219 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:28 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:29.219 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:28 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:18:29.225 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:28 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:29.225 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:28 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:29.225 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:28 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:18:29.225 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:28 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:18:29.225 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:28 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:29.225 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:28 smithi096 ceph-mon[36532]: from='osd.10 [v2:172.21.15.96:6824/3117528382,v1:172.21.15.96:6825/3117528382]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-06-13T06:18:29.225 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:28 smithi096 ceph-mon[36532]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-06-13T06:18:29.225 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:28 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:29.225 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:28 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:29.226 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:28 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:18:29.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:28 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:29.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:28 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:29.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:28 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:18:29.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:28 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:18:29.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:28 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:29.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:28 smithi039 ceph-mon[32479]: from='osd.10 [v2:172.21.15.96:6824/3117528382,v1:172.21.15.96:6825/3117528382]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-06-13T06:18:29.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:28 smithi039 ceph-mon[32479]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-06-13T06:18:29.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:28 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:29.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:28 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:29.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:28 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:18:29.586 DEBUG:teuthology.orchestra.run.smithi096:osd.10> sudo journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@osd.10.service 2024-06-13T06:18:29.588 INFO:tasks.cephadm:Deploying osd.11 on smithi149 with /dev/vg_nvme/lv_1... 2024-06-13T06:18:29.589 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-06-13T06:18:29.835 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.c/config 2024-06-13T06:18:30.069 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:29 smithi096 ceph-mon[36532]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-06-13T06:18:30.070 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:29 smithi096 ceph-mon[36532]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-06-13T06:18:30.070 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:29 smithi096 ceph-mon[36532]: osdmap e71: 11 total, 10 up, 11 in 2024-06-13T06:18:30.070 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:29 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-13T06:18:30.070 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:29 smithi096 ceph-mon[36532]: from='osd.10 [v2:172.21.15.96:6824/3117528382,v1:172.21.15.96:6825/3117528382]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]: dispatch 2024-06-13T06:18:30.070 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:29 smithi096 ceph-mon[36532]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]: dispatch 2024-06-13T06:18:30.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:29 smithi149 ceph-mon[36963]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-06-13T06:18:30.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:29 smithi149 ceph-mon[36963]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-06-13T06:18:30.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:29 smithi149 ceph-mon[36963]: osdmap e71: 11 total, 10 up, 11 in 2024-06-13T06:18:30.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:29 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-13T06:18:30.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:29 smithi149 ceph-mon[36963]: from='osd.10 [v2:172.21.15.96:6824/3117528382,v1:172.21.15.96:6825/3117528382]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]: dispatch 2024-06-13T06:18:30.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:29 smithi149 ceph-mon[36963]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]: dispatch 2024-06-13T06:18:30.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:29 smithi039 ceph-mon[32479]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-06-13T06:18:30.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:29 smithi039 ceph-mon[32479]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-06-13T06:18:30.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:29 smithi039 ceph-mon[32479]: osdmap e71: 11 total, 10 up, 11 in 2024-06-13T06:18:30.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:29 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-13T06:18:30.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:29 smithi039 ceph-mon[32479]: from='osd.10 [v2:172.21.15.96:6824/3117528382,v1:172.21.15.96:6825/3117528382]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]: dispatch 2024-06-13T06:18:30.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:29 smithi039 ceph-mon[32479]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]: dispatch 2024-06-13T06:18:30.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:18:30 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:18:30.449+0000 7f9f82cce700 -1 osd.10 0 waiting for initial osdmap 2024-06-13T06:18:30.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:18:30 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:18:30.460+0000 7f9f7aab9700 -1 osd.10 72 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-13T06:18:31.200 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:31 smithi096 ceph-mon[36532]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]': finished 2024-06-13T06:18:31.201 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:31 smithi096 ceph-mon[36532]: osdmap e72: 11 total, 10 up, 11 in 2024-06-13T06:18:31.201 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:31 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-13T06:18:31.201 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:31 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-13T06:18:31.201 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:31 smithi096 ceph-mon[36532]: from='osd.10 ' entity='osd.10' 2024-06-13T06:18:31.265 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:31 smithi149 ceph-mon[36963]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]': finished 2024-06-13T06:18:31.265 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:31 smithi149 ceph-mon[36963]: osdmap e72: 11 total, 10 up, 11 in 2024-06-13T06:18:31.265 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:31 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-13T06:18:31.265 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:31 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-13T06:18:31.266 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:31 smithi149 ceph-mon[36963]: from='osd.10 ' entity='osd.10' 2024-06-13T06:18:31.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:31 smithi039 ceph-mon[32479]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]': finished 2024-06-13T06:18:31.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:31 smithi039 ceph-mon[32479]: osdmap e72: 11 total, 10 up, 11 in 2024-06-13T06:18:31.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:31 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-13T06:18:31.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:31 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-13T06:18:31.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:31 smithi039 ceph-mon[32479]: from='osd.10 ' entity='osd.10' 2024-06-13T06:18:31.983 INFO:teuthology.orchestra.run.smithi149.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-06-13T06:18:31.984 INFO:teuthology.orchestra.run.smithi149.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-06-13T06:18:31.984 INFO:teuthology.orchestra.run.smithi149.stderr: stderr: 10+0 records in 2024-06-13T06:18:31.984 INFO:teuthology.orchestra.run.smithi149.stderr:10+0 records out 2024-06-13T06:18:31.984 INFO:teuthology.orchestra.run.smithi149.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.012515 s, 838 MB/s 2024-06-13T06:18:31.984 INFO:teuthology.orchestra.run.smithi149.stderr:--> Zapping successful for: 2024-06-13T06:18:32.279 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:32 smithi149 ceph-mon[36963]: purged_snaps scrub starts 2024-06-13T06:18:32.279 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:32 smithi149 ceph-mon[36963]: purged_snaps scrub ok 2024-06-13T06:18:32.279 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:32 smithi149 ceph-mon[36963]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-06-13T06:18:32.280 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:32 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-13T06:18:32.280 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:32 smithi149 ceph-mon[36963]: osd.10 [v2:172.21.15.96:6824/3117528382,v1:172.21.15.96:6825/3117528382] boot 2024-06-13T06:18:32.280 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:32 smithi149 ceph-mon[36963]: osdmap e73: 11 total, 11 up, 11 in 2024-06-13T06:18:32.280 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:32 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-13T06:18:32.280 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:32 smithi149 ceph-mon[36963]: osdmap e74: 11 total, 11 up, 11 in 2024-06-13T06:18:32.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:32 smithi096 ceph-mon[36532]: purged_snaps scrub starts 2024-06-13T06:18:32.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:32 smithi096 ceph-mon[36532]: purged_snaps scrub ok 2024-06-13T06:18:32.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:32 smithi096 ceph-mon[36532]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-06-13T06:18:32.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:32 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-13T06:18:32.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:32 smithi096 ceph-mon[36532]: osd.10 [v2:172.21.15.96:6824/3117528382,v1:172.21.15.96:6825/3117528382] boot 2024-06-13T06:18:32.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:32 smithi096 ceph-mon[36532]: osdmap e73: 11 total, 11 up, 11 in 2024-06-13T06:18:32.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:32 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-13T06:18:32.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:32 smithi096 ceph-mon[36532]: osdmap e74: 11 total, 11 up, 11 in 2024-06-13T06:18:32.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:32 smithi039 ceph-mon[32479]: purged_snaps scrub starts 2024-06-13T06:18:32.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:32 smithi039 ceph-mon[32479]: purged_snaps scrub ok 2024-06-13T06:18:32.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:32 smithi039 ceph-mon[32479]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 894 GiB / 894 GiB avail 2024-06-13T06:18:32.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:32 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-13T06:18:32.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:32 smithi039 ceph-mon[32479]: osd.10 [v2:172.21.15.96:6824/3117528382,v1:172.21.15.96:6825/3117528382] boot 2024-06-13T06:18:32.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:32 smithi039 ceph-mon[32479]: osdmap e73: 11 total, 11 up, 11 in 2024-06-13T06:18:32.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:32 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-13T06:18:32.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:32 smithi039 ceph-mon[32479]: osdmap e74: 11 total, 11 up, 11 in 2024-06-13T06:18:32.734 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph orch daemon add osd smithi149:vg_nvme/lv_1 2024-06-13T06:18:32.981 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.c/config 2024-06-13T06:18:33.367 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:33 smithi149 ceph-mon[36963]: osdmap e75: 11 total, 11 up, 11 in 2024-06-13T06:18:33.367 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:33 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:33.368 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:33 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:33.368 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:33 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:18:33.368 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:33 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:18:33.368 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:33 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:18:33.368 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:33 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:18:33.368 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:33 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:33.368 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:33 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:18:33.368 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:33 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:18:33.368 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:33 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:33.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:33 smithi039 ceph-mon[32479]: osdmap e75: 11 total, 11 up, 11 in 2024-06-13T06:18:33.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:33 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:33.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:33 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:33.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:33 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:18:33.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:33 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:18:33.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:33 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:18:33.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:33 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:18:33.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:33 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:33.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:33 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:18:33.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:33 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:18:33.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:33 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:33.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:33 smithi096 ceph-mon[36532]: osdmap e75: 11 total, 11 up, 11 in 2024-06-13T06:18:33.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:33 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:33.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:33 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:33.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:33 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:18:33.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:33 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:18:33.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:33 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:18:33.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:33 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:18:33.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:33 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:33.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:33 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:18:33.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:33 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:18:33.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:33 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:34.446 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:34 smithi149 ceph-mon[36963]: Detected new or changed devices on smithi096 2024-06-13T06:18:34.447 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:34 smithi149 ceph-mon[36963]: Adjusting osd_memory_target on smithi096 to 4272M 2024-06-13T06:18:34.447 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:34 smithi149 ceph-mon[36963]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 331 MiB used, 983 GiB / 983 GiB avail 2024-06-13T06:18:34.447 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:34 smithi149 ceph-mon[36963]: osdmap e76: 11 total, 11 up, 11 in 2024-06-13T06:18:34.671 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:34.671+0000 7f149034a700 1 -- 172.21.15.149:0/786711905 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f14881013f0 msgr2=0x7f1488101810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:18:34.671 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:34.671+0000 7f149034a700 1 --2- 172.21.15.149:0/786711905 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f14881013f0 0x7f1488101810 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f1484009990 tx=0x7f1484009ca0 comp rx=0 tx=0).stop 2024-06-13T06:18:34.671 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:34.671+0000 7f149034a700 1 -- 172.21.15.149:0/786711905 shutdown_connections 2024-06-13T06:18:34.671 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:34.671+0000 7f149034a700 1 --2- 172.21.15.149:0/786711905 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f1488102f90 0x7f1488109840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:18:34.671 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:34.671+0000 7f149034a700 1 --2- 172.21.15.149:0/786711905 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f14881013f0 0x7f1488101810 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:18:34.671 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:34.671+0000 7f149034a700 1 --2- 172.21.15.149:0/786711905 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14881025f0 0x7f1488102a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:18:34.671 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:34.671+0000 7f149034a700 1 -- 172.21.15.149:0/786711905 >> 172.21.15.149:0/786711905 conn(0x7f14880fc990 msgr2=0x7f14880fedd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:18:34.671 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:34.671+0000 7f149034a700 1 -- 172.21.15.149:0/786711905 shutdown_connections 2024-06-13T06:18:34.672 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:34.671+0000 7f149034a700 1 -- 172.21.15.149:0/786711905 wait complete. 2024-06-13T06:18:34.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:34 smithi039 ceph-mon[32479]: Detected new or changed devices on smithi096 2024-06-13T06:18:34.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:34 smithi039 ceph-mon[32479]: Adjusting osd_memory_target on smithi096 to 4272M 2024-06-13T06:18:34.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:34 smithi039 ceph-mon[32479]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 331 MiB used, 983 GiB / 983 GiB avail 2024-06-13T06:18:34.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:34 smithi039 ceph-mon[32479]: osdmap e76: 11 total, 11 up, 11 in 2024-06-13T06:18:34.674 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:34.672+0000 7f149034a700 1 Processor -- start 2024-06-13T06:18:34.674 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:34.672+0000 7f149034a700 1 -- start start 2024-06-13T06:18:34.674 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:34.672+0000 7f149034a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14881013f0 0x7f148806ace0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:18:34.675 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:34.672+0000 7f149034a700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f14881025f0 0x7f148819d4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:18:34.675 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:34.672+0000 7f149034a700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f1488102f90 0x7f148819fb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:18:34.675 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:34.672+0000 7f149034a700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f148810cfb0 con 0x7f14881013f0 2024-06-13T06:18:34.675 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:34.672+0000 7f149034a700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f148810ce30 con 0x7f1488102f90 2024-06-13T06:18:34.675 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:34.672+0000 7f149034a700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f148810d130 con 0x7f14881025f0 2024-06-13T06:18:34.675 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:34.672+0000 7f148d8e5700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f14881025f0 0x7f148819d4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:18:34.675 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:34.672+0000 7f148d8e5700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f14881025f0 0x7f148819d4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.149:33006/0 (socket says 172.21.15.149:33006) 2024-06-13T06:18:34.675 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:34.672+0000 7f148d8e5700 1 -- 172.21.15.149:0/368607213 learned_addr learned my addr 172.21.15.149:0/368607213 (peer_addr_for_me v2:172.21.15.149:0/0) 2024-06-13T06:18:34.675 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:34.672+0000 7f148e0e6700 1 --2- 172.21.15.149:0/368607213 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14881013f0 0x7f148806ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:18:34.675 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:34.672+0000 7f148e8e7700 1 --2- 172.21.15.149:0/368607213 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f1488102f90 0x7f148819fb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:18:34.675 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:34.673+0000 7f148d8e5700 1 -- 172.21.15.149:0/368607213 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f1488102f90 msgr2=0x7f148819fb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:18:34.676 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:34.673+0000 7f148d8e5700 1 --2- 172.21.15.149:0/368607213 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f1488102f90 0x7f148819fb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:18:34.676 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:34.673+0000 7f148d8e5700 1 -- 172.21.15.149:0/368607213 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14881013f0 msgr2=0x7f148806ace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:18:34.676 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:34.673+0000 7f148d8e5700 1 --2- 172.21.15.149:0/368607213 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14881013f0 0x7f148806ace0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:18:34.676 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:34.673+0000 7f148d8e5700 1 -- 172.21.15.149:0/368607213 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14881a03e0 con 0x7f14881025f0 2024-06-13T06:18:34.676 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:34.673+0000 7f148d8e5700 1 --2- 172.21.15.149:0/368607213 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f14881025f0 0x7f148819d4d0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f147800c920 tx=0x7f147800cc30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:18:34.676 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:34.673+0000 7f147f7fe700 1 -- 172.21.15.149:0/368607213 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1478004a30 con 0x7f14881025f0 2024-06-13T06:18:34.676 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:34.673+0000 7f149034a700 1 -- 172.21.15.149:0/368607213 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14881a06d0 con 0x7f14881025f0 2024-06-13T06:18:34.676 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:34.673+0000 7f147f7fe700 1 -- 172.21.15.149:0/368607213 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1478005500 con 0x7f14881025f0 2024-06-13T06:18:34.676 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:34.673+0000 7f147f7fe700 1 -- 172.21.15.149:0/368607213 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1478007d00 con 0x7f14881025f0 2024-06-13T06:18:34.676 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:34.673+0000 7f149034a700 1 -- 172.21.15.149:0/368607213 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14881a0c60 con 0x7f14881025f0 2024-06-13T06:18:34.676 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:34.674+0000 7f149034a700 1 -- 172.21.15.149:0/368607213 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1488069180 con 0x7f14881025f0 2024-06-13T06:18:34.676 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:34.675+0000 7f147f7fe700 1 -- 172.21.15.149:0/368607213 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f1478005000 con 0x7f14881025f0 2024-06-13T06:18:34.677 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:34.676+0000 7f147f7fe700 1 --2- 172.21.15.149:0/368607213 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f14740a2c20 0x7f14740a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:18:34.677 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:34.676+0000 7f147f7fe700 1 -- 172.21.15.149:0/368607213 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 6694+0+0 (secure 0 0 0) 0x7f14780ce510 con 0x7f14881025f0 2024-06-13T06:18:34.677 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:34.676+0000 7f148e0e6700 1 --2- 172.21.15.149:0/368607213 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f14740a2c20 0x7f14740a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:18:34.677 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:34.676+0000 7f148e0e6700 1 --2- 172.21.15.149:0/368607213 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f14740a2c20 0x7f14740a50e0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f148400b5c0 tx=0x7f1484003960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:18:34.679 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:34.680+0000 7f147f7fe700 1 -- 172.21.15.149:0/368607213 <== mon.1 v2:172.21.15.149:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f1478014030 con 0x7f14881025f0 2024-06-13T06:18:34.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:34 smithi096 ceph-mon[36532]: Detected new or changed devices on smithi096 2024-06-13T06:18:34.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:34 smithi096 ceph-mon[36532]: Adjusting osd_memory_target on smithi096 to 4272M 2024-06-13T06:18:34.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:34 smithi096 ceph-mon[36532]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 331 MiB used, 983 GiB / 983 GiB avail 2024-06-13T06:18:34.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:34 smithi096 ceph-mon[36532]: osdmap e76: 11 total, 11 up, 11 in 2024-06-13T06:18:34.882 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:34.882+0000 7f149034a700 1 -- 172.21.15.149:0/368607213 --> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f14880628d0 con 0x7f14740a2c20 2024-06-13T06:18:35.629 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:35 smithi149 ceph-mon[36963]: osdmap e77: 11 total, 11 up, 11 in 2024-06-13T06:18:35.629 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:35 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T06:18:35.629 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:35 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T06:18:35.630 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:35 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:18:35.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:35 smithi039 ceph-mon[32479]: osdmap e77: 11 total, 11 up, 11 in 2024-06-13T06:18:35.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:35 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T06:18:35.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:35 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T06:18:35.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:35 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:18:35.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:35 smithi096 ceph-mon[36532]: osdmap e77: 11 total, 11 up, 11 in 2024-06-13T06:18:35.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:35 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-06-13T06:18:35.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:35 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-06-13T06:18:35.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:35 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:18:36.642 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:36 smithi149 ceph-mon[36963]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 331 MiB used, 983 GiB / 983 GiB avail; 150 KiB/s, 0 objects/s recovering 2024-06-13T06:18:36.642 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:36 smithi149 ceph-mon[36963]: from='client.24343 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:18:36.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:36 smithi039 ceph-mon[32479]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 331 MiB used, 983 GiB / 983 GiB avail; 150 KiB/s, 0 objects/s recovering 2024-06-13T06:18:36.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:36 smithi039 ceph-mon[32479]: from='client.24343 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:18:36.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:36 smithi096 ceph-mon[36532]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 331 MiB used, 983 GiB / 983 GiB avail; 150 KiB/s, 0 objects/s recovering 2024-06-13T06:18:36.793 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:36 smithi096 ceph-mon[36532]: from='client.24343 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:18:38.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:38 smithi149 ceph-mon[36963]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 331 MiB used, 983 GiB / 983 GiB avail; 104 KiB/s, 0 objects/s recovering 2024-06-13T06:18:38.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:38 smithi149 ceph-mon[36963]: from='client.? 172.21.15.149:0/3177878861' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "464289a7-ae93-47f5-b88b-7c21ab02c295"}]: dispatch 2024-06-13T06:18:38.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:38 smithi149 ceph-mon[36963]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "464289a7-ae93-47f5-b88b-7c21ab02c295"}]: dispatch 2024-06-13T06:18:38.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:38 smithi149 ceph-mon[36963]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "464289a7-ae93-47f5-b88b-7c21ab02c295"}]': finished 2024-06-13T06:18:38.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:38 smithi149 ceph-mon[36963]: osdmap e78: 12 total, 11 up, 12 in 2024-06-13T06:18:38.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:38 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-13T06:18:38.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:38 smithi039 ceph-mon[32479]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 331 MiB used, 983 GiB / 983 GiB avail; 104 KiB/s, 0 objects/s recovering 2024-06-13T06:18:38.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:38 smithi039 ceph-mon[32479]: from='client.? 172.21.15.149:0/3177878861' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "464289a7-ae93-47f5-b88b-7c21ab02c295"}]: dispatch 2024-06-13T06:18:38.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:38 smithi039 ceph-mon[32479]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "464289a7-ae93-47f5-b88b-7c21ab02c295"}]: dispatch 2024-06-13T06:18:38.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:38 smithi039 ceph-mon[32479]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "464289a7-ae93-47f5-b88b-7c21ab02c295"}]': finished 2024-06-13T06:18:38.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:38 smithi039 ceph-mon[32479]: osdmap e78: 12 total, 11 up, 12 in 2024-06-13T06:18:38.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:38 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-13T06:18:38.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:38 smithi096 ceph-mon[36532]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 331 MiB used, 983 GiB / 983 GiB avail; 104 KiB/s, 0 objects/s recovering 2024-06-13T06:18:38.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:38 smithi096 ceph-mon[36532]: from='client.? 172.21.15.149:0/3177878861' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "464289a7-ae93-47f5-b88b-7c21ab02c295"}]: dispatch 2024-06-13T06:18:38.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:38 smithi096 ceph-mon[36532]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "464289a7-ae93-47f5-b88b-7c21ab02c295"}]: dispatch 2024-06-13T06:18:38.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:38 smithi096 ceph-mon[36532]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "464289a7-ae93-47f5-b88b-7c21ab02c295"}]': finished 2024-06-13T06:18:38.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:38 smithi096 ceph-mon[36532]: osdmap e78: 12 total, 11 up, 12 in 2024-06-13T06:18:38.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:38 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-13T06:18:39.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:39 smithi039 ceph-mon[32479]: from='client.? 172.21.15.149:0/412911703' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T06:18:39.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:39 smithi149 ceph-mon[36963]: from='client.? 172.21.15.149:0/412911703' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T06:18:39.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:39 smithi096 ceph-mon[36532]: from='client.? 172.21.15.149:0/412911703' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-06-13T06:18:40.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:40 smithi039 ceph-mon[32479]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 331 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-06-13T06:18:40.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:40 smithi149 ceph-mon[36963]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 331 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-06-13T06:18:40.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:40 smithi096 ceph-mon[36532]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 331 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-06-13T06:18:42.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:42 smithi039 ceph-mon[32479]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 331 MiB used, 983 GiB / 983 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-06-13T06:18:42.712 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:42 smithi149 ceph-mon[36963]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 331 MiB used, 983 GiB / 983 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-06-13T06:18:42.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:42 smithi096 ceph-mon[36532]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 331 MiB used, 983 GiB / 983 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-06-13T06:18:44.658 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:44 smithi149 ceph-mon[36963]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-06-13T06:18:44.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:44 smithi039 ceph-mon[32479]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-06-13T06:18:44.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:44 smithi096 ceph-mon[36532]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-06-13T06:18:46.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:46 smithi039 ceph-mon[32479]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-06-13T06:18:46.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:46 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-06-13T06:18:46.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:46 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:18:46.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:46 smithi039 ceph-mon[32479]: Deploying daemon osd.11 on smithi149 2024-06-13T06:18:46.681 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:46 smithi149 ceph-mon[36963]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-06-13T06:18:46.681 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:46 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-06-13T06:18:46.681 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:46 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:18:46.681 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:46 smithi149 ceph-mon[36963]: Deploying daemon osd.11 on smithi149 2024-06-13T06:18:46.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:46 smithi096 ceph-mon[36532]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-06-13T06:18:46.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:46 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-06-13T06:18:46.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:46 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:18:46.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:46 smithi096 ceph-mon[36532]: Deploying daemon osd.11 on smithi149 2024-06-13T06:18:48.522 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:48 smithi149 ceph-mon[36963]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-06-13T06:18:48.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:48 smithi039 ceph-mon[32479]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-06-13T06:18:48.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:48 smithi096 ceph-mon[36532]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-06-13T06:18:50.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:50 smithi149 ceph-mon[36963]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-06-13T06:18:50.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:50 smithi039 ceph-mon[32479]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-06-13T06:18:50.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:50 smithi096 ceph-mon[36532]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-06-13T06:18:52.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:52 smithi149 ceph-mon[36963]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-06-13T06:18:52.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:52 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:52.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:52 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:18:52.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:52 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:52.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:52 smithi096 ceph-mon[36532]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-06-13T06:18:52.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:52 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:52.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:52 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:18:52.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:52 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:52.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:52 smithi039 ceph-mon[32479]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-06-13T06:18:52.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:52 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:52.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:52 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:18:52.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:52 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:54.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:54 smithi149 ceph-mon[36963]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-06-13T06:18:54.473 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:54 smithi039 ceph-mon[32479]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-06-13T06:18:54.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:54 smithi096 ceph-mon[36532]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-06-13T06:18:54.958 INFO:teuthology.orchestra.run.smithi149.stdout:Created osd(s) 11 on host 'smithi149' 2024-06-13T06:18:54.959 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:54.959+0000 7f147f7fe700 1 -- 172.21.15.149:0/368607213 <== mgr.14152 v2:172.21.15.39:6800/2178314534 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f14880628d0 con 0x7f14740a2c20 2024-06-13T06:18:54.961 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:54.961+0000 7f149034a700 1 -- 172.21.15.149:0/368607213 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f14740a2c20 msgr2=0x7f14740a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:18:54.961 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:54.961+0000 7f149034a700 1 --2- 172.21.15.149:0/368607213 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f14740a2c20 0x7f14740a50e0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f148400b5c0 tx=0x7f1484003960 comp rx=0 tx=0).stop 2024-06-13T06:18:54.961 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:54.961+0000 7f149034a700 1 -- 172.21.15.149:0/368607213 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f14881025f0 msgr2=0x7f148819d4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:18:54.961 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:54.962+0000 7f149034a700 1 --2- 172.21.15.149:0/368607213 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f14881025f0 0x7f148819d4d0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f147800c920 tx=0x7f147800cc30 comp rx=0 tx=0).stop 2024-06-13T06:18:54.961 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:54.962+0000 7f149034a700 1 -- 172.21.15.149:0/368607213 shutdown_connections 2024-06-13T06:18:54.961 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:54.962+0000 7f149034a700 1 --2- 172.21.15.149:0/368607213 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f14740a2c20 0x7f14740a50e0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:18:54.961 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:54.962+0000 7f149034a700 1 --2- 172.21.15.149:0/368607213 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f1488102f90 0x7f148819fb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:18:54.961 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:54.962+0000 7f149034a700 1 --2- 172.21.15.149:0/368607213 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14881013f0 0x7f148806ace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:18:54.962 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:54.962+0000 7f149034a700 1 --2- 172.21.15.149:0/368607213 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f14881025f0 0x7f148819d4d0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:18:54.962 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:54.962+0000 7f149034a700 1 -- 172.21.15.149:0/368607213 >> 172.21.15.149:0/368607213 conn(0x7f14880fc990 msgr2=0x7f1488105a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:18:54.962 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:54.962+0000 7f149034a700 1 -- 172.21.15.149:0/368607213 shutdown_connections 2024-06-13T06:18:54.962 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:18:54.962+0000 7f149034a700 1 -- 172.21.15.149:0/368607213 wait complete. 2024-06-13T06:18:55.598 DEBUG:teuthology.orchestra.run.smithi149:osd.11> sudo journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@osd.11.service 2024-06-13T06:18:55.600 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2024-06-13T06:18:55.600 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph osd stat -f json 2024-06-13T06:18:55.857 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:18:56.106 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:55 smithi039 ceph-mon[32479]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-06-13T06:18:56.106 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:55 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:56.106 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:55 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:56.106 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:55 smithi039 ceph-mon[32479]: from='osd.11 [v2:172.21.15.149:6824/3783053198,v1:172.21.15.149:6825/3783053198]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-06-13T06:18:56.107 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:55 smithi039 ceph-mon[32479]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-06-13T06:18:56.107 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:55 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:56.107 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:55 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:56.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:55 smithi149 ceph-mon[36963]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-06-13T06:18:56.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:55 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:56.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:55 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:56.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:55 smithi149 ceph-mon[36963]: from='osd.11 [v2:172.21.15.149:6824/3783053198,v1:172.21.15.149:6825/3783053198]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-06-13T06:18:56.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:55 smithi149 ceph-mon[36963]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-06-13T06:18:56.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:55 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:56.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:55 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:56.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:55 smithi096 ceph-mon[36532]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-06-13T06:18:56.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:55 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:56.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:55 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:56.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:55 smithi096 ceph-mon[36532]: from='osd.11 [v2:172.21.15.149:6824/3783053198,v1:172.21.15.149:6825/3783053198]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-06-13T06:18:56.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:55 smithi096 ceph-mon[36532]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-06-13T06:18:56.292 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:55 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:56.292 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:55 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:18:57.110 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:56 smithi039 ceph-mon[32479]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-06-13T06:18:57.110 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:56 smithi039 ceph-mon[32479]: from='osd.11 [v2:172.21.15.149:6824/3783053198,v1:172.21.15.149:6825/3783053198]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-06-13T06:18:57.110 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:56 smithi039 ceph-mon[32479]: osdmap e79: 12 total, 11 up, 12 in 2024-06-13T06:18:57.110 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:56 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-13T06:18:57.110 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:56 smithi039 ceph-mon[32479]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-06-13T06:18:57.196 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:56 smithi149 ceph-mon[36963]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-06-13T06:18:57.197 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:56 smithi149 ceph-mon[36963]: from='osd.11 [v2:172.21.15.149:6824/3783053198,v1:172.21.15.149:6825/3783053198]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-06-13T06:18:57.197 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:56 smithi149 ceph-mon[36963]: osdmap e79: 12 total, 11 up, 12 in 2024-06-13T06:18:57.197 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:56 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-13T06:18:57.197 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:56 smithi149 ceph-mon[36963]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-06-13T06:18:57.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:56 smithi096 ceph-mon[36532]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-06-13T06:18:57.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:56 smithi096 ceph-mon[36532]: from='osd.11 [v2:172.21.15.149:6824/3783053198,v1:172.21.15.149:6825/3783053198]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-06-13T06:18:57.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:56 smithi096 ceph-mon[36532]: osdmap e79: 12 total, 11 up, 12 in 2024-06-13T06:18:57.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:56 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-13T06:18:57.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:56 smithi096 ceph-mon[36532]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-06-13T06:18:57.468 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:18:57 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:18:57.371+0000 7f3ab046c700 -1 osd.11 0 waiting for initial osdmap 2024-06-13T06:18:57.468 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:18:57 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:18:57.384+0000 7f3aa8257700 -1 osd.11 80 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-06-13T06:18:57.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.758+0000 7f64b0cfc700 1 -- 172.21.15.39:0/534424553 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64ac101da0 msgr2=0x7f64ac102200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:18:57.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.758+0000 7f64b0cfc700 1 --2- 172.21.15.39:0/534424553 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64ac101da0 0x7f64ac102200 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f6494009990 tx=0x7f6494009ca0 comp rx=0 tx=0).stop 2024-06-13T06:18:57.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.758+0000 7f64b0cfc700 1 -- 172.21.15.39:0/534424553 shutdown_connections 2024-06-13T06:18:57.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.758+0000 7f64b0cfc700 1 --2- 172.21.15.39:0/534424553 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f64ac102740 0x7f64ac108ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:18:57.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.758+0000 7f64b0cfc700 1 --2- 172.21.15.39:0/534424553 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f64ac100ba0 0x7f64ac100fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:18:57.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.758+0000 7f64b0cfc700 1 --2- 172.21.15.39:0/534424553 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64ac101da0 0x7f64ac102200 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:18:57.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.758+0000 7f64b0cfc700 1 -- 172.21.15.39:0/534424553 >> 172.21.15.39:0/534424553 conn(0x7f64ac0fc140 msgr2=0x7f64ac0fe580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:18:57.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.758+0000 7f64b0cfc700 1 -- 172.21.15.39:0/534424553 shutdown_connections 2024-06-13T06:18:57.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.758+0000 7f64b0cfc700 1 -- 172.21.15.39:0/534424553 wait complete. 2024-06-13T06:18:57.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.758+0000 7f64b0cfc700 1 Processor -- start 2024-06-13T06:18:57.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.759+0000 7f64b0cfc700 1 -- start start 2024-06-13T06:18:57.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.759+0000 7f64b0cfc700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f64ac100ba0 0x7f64ac198740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:18:57.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.759+0000 7f64b0cfc700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f64ac101da0 0x7f64ac198c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:18:57.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.759+0000 7f64b0cfc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64ac102740 0x7f64ac19fd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:18:57.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.759+0000 7f64b0cfc700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f64ac10e160 con 0x7f64ac102740 2024-06-13T06:18:57.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.759+0000 7f64b0cfc700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f64ac10dfe0 con 0x7f64ac100ba0 2024-06-13T06:18:57.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.759+0000 7f64b0cfc700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f64ac10e2e0 con 0x7f64ac101da0 2024-06-13T06:18:57.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.759+0000 7f64aad9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64ac102740 0x7f64ac19fd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:18:57.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.759+0000 7f64aad9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64ac102740 0x7f64ac19fd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54682/0 (socket says 172.21.15.39:54682) 2024-06-13T06:18:57.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.759+0000 7f64aad9d700 1 -- 172.21.15.39:0/481942112 learned_addr learned my addr 172.21.15.39:0/481942112 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:18:57.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.759+0000 7f64a9d9b700 1 --2- 172.21.15.39:0/481942112 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f64ac101da0 0x7f64ac198c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:18:57.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.759+0000 7f64aa59c700 1 --2- 172.21.15.39:0/481942112 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f64ac100ba0 0x7f64ac198740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:18:57.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.759+0000 7f64aad9d700 1 -- 172.21.15.39:0/481942112 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f64ac101da0 msgr2=0x7f64ac198c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:18:57.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.759+0000 7f64aad9d700 1 --2- 172.21.15.39:0/481942112 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f64ac101da0 0x7f64ac198c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:18:57.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.759+0000 7f64aad9d700 1 -- 172.21.15.39:0/481942112 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f64ac100ba0 msgr2=0x7f64ac198740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:18:57.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.759+0000 7f64aad9d700 1 --2- 172.21.15.39:0/481942112 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f64ac100ba0 0x7f64ac198740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:18:57.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.759+0000 7f64aad9d700 1 -- 172.21.15.39:0/481942112 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64ac1a03a0 con 0x7f64ac102740 2024-06-13T06:18:57.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.759+0000 7f64aad9d700 1 --2- 172.21.15.39:0/481942112 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64ac102740 0x7f64ac19fd00 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f64a400d9b0 tx=0x7f64a400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:18:57.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.759+0000 7f64a37fe700 1 -- 172.21.15.39:0/481942112 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64a4017070 con 0x7f64ac102740 2024-06-13T06:18:57.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.759+0000 7f64a37fe700 1 -- 172.21.15.39:0/481942112 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f64a4005020 con 0x7f64ac102740 2024-06-13T06:18:57.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.759+0000 7f64b0cfc700 1 -- 172.21.15.39:0/481942112 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64ac1a0690 con 0x7f64ac102740 2024-06-13T06:18:57.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.760+0000 7f64a37fe700 1 -- 172.21.15.39:0/481942112 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64a4009ab0 con 0x7f64ac102740 2024-06-13T06:18:57.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.760+0000 7f64b0cfc700 1 -- 172.21.15.39:0/481942112 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64ac1a0bd0 con 0x7f64ac102740 2024-06-13T06:18:57.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.761+0000 7f64b0cfc700 1 -- 172.21.15.39:0/481942112 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f64ac069180 con 0x7f64ac102740 2024-06-13T06:18:57.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.762+0000 7f64a37fe700 1 -- 172.21.15.39:0/481942112 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f64a40051d0 con 0x7f64ac102740 2024-06-13T06:18:57.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.762+0000 7f64a37fe700 1 --2- 172.21.15.39:0/481942112 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f64980a2ca0 0x7f64980a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:18:57.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.762+0000 7f64aa59c700 1 --2- 172.21.15.39:0/481942112 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f64980a2ca0 0x7f64980a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:18:57.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.762+0000 7f64a37fe700 1 -- 172.21.15.39:0/481942112 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 6847+0+0 (secure 0 0 0) 0x7f64a40ce6f0 con 0x7f64ac102740 2024-06-13T06:18:57.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.763+0000 7f64aa59c700 1 --2- 172.21.15.39:0/481942112 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f64980a2ca0 0x7f64980a5160 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f64ac101c00 tx=0x7f649c0091c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:18:57.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.767+0000 7f64a37fe700 1 -- 172.21.15.39:0/481942112 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f64a4020020 con 0x7f64ac102740 2024-06-13T06:18:57.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.974+0000 7f64b0cfc700 1 -- 172.21.15.39:0/481942112 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7f64ac0630a0 con 0x7f64ac102740 2024-06-13T06:18:57.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.974+0000 7f64a37fe700 1 -- 172.21.15.39:0/481942112 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v80) ==== 74+0+133 (secure 0 0 0) 0x7f64a400e350 con 0x7f64ac102740 2024-06-13T06:18:57.974 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:18:57.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.976+0000 7f64b0cfc700 1 -- 172.21.15.39:0/481942112 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f64980a2ca0 msgr2=0x7f64980a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:18:57.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.976+0000 7f64b0cfc700 1 --2- 172.21.15.39:0/481942112 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f64980a2ca0 0x7f64980a5160 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f64ac101c00 tx=0x7f649c0091c0 comp rx=0 tx=0).stop 2024-06-13T06:18:57.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.976+0000 7f64b0cfc700 1 -- 172.21.15.39:0/481942112 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64ac102740 msgr2=0x7f64ac19fd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:18:57.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.976+0000 7f64b0cfc700 1 --2- 172.21.15.39:0/481942112 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64ac102740 0x7f64ac19fd00 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f64a400d9b0 tx=0x7f64a400dcc0 comp rx=0 tx=0).stop 2024-06-13T06:18:57.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.976+0000 7f64b0cfc700 1 -- 172.21.15.39:0/481942112 shutdown_connections 2024-06-13T06:18:57.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.976+0000 7f64b0cfc700 1 --2- 172.21.15.39:0/481942112 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f64980a2ca0 0x7f64980a5160 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:18:57.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.976+0000 7f64b0cfc700 1 --2- 172.21.15.39:0/481942112 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64ac102740 0x7f64ac19fd00 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:18:57.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.976+0000 7f64b0cfc700 1 --2- 172.21.15.39:0/481942112 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f64ac100ba0 0x7f64ac198740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:18:57.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.976+0000 7f64b0cfc700 1 --2- 172.21.15.39:0/481942112 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f64ac101da0 0x7f64ac198c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:18:57.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.976+0000 7f64b0cfc700 1 -- 172.21.15.39:0/481942112 >> 172.21.15.39:0/481942112 conn(0x7f64ac0fc140 msgr2=0x7f64ac104fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:18:57.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.977+0000 7f64b0cfc700 1 -- 172.21.15.39:0/481942112 shutdown_connections 2024-06-13T06:18:57.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:18:57.977+0000 7f64b0cfc700 1 -- 172.21.15.39:0/481942112 wait complete. 2024-06-13T06:18:58.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:57 smithi149 ceph-mon[36963]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-06-13T06:18:58.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:57 smithi149 ceph-mon[36963]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]': finished 2024-06-13T06:18:58.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:57 smithi149 ceph-mon[36963]: osdmap e80: 12 total, 11 up, 12 in 2024-06-13T06:18:58.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:57 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-13T06:18:58.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:57 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-13T06:18:58.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:57 smithi149 ceph-mon[36963]: from='osd.11 ' entity='osd.11' 2024-06-13T06:18:58.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:57 smithi096 ceph-mon[36532]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-06-13T06:18:58.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:57 smithi096 ceph-mon[36532]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]': finished 2024-06-13T06:18:58.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:57 smithi096 ceph-mon[36532]: osdmap e80: 12 total, 11 up, 12 in 2024-06-13T06:18:58.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:57 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-13T06:18:58.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:57 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-13T06:18:58.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:57 smithi096 ceph-mon[36532]: from='osd.11 ' entity='osd.11' 2024-06-13T06:18:58.295 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:57 smithi039 ceph-mon[32479]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-06-13T06:18:58.295 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:57 smithi039 ceph-mon[32479]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]': finished 2024-06-13T06:18:58.295 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:57 smithi039 ceph-mon[32479]: osdmap e80: 12 total, 11 up, 12 in 2024-06-13T06:18:58.295 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:57 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-13T06:18:58.295 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:57 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-13T06:18:58.295 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:57 smithi039 ceph-mon[32479]: from='osd.11 ' entity='osd.11' 2024-06-13T06:18:58.743 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":80,"num_osds":12,"num_up_osds":11,"osd_up_since":1718259510,"num_in_osds":12,"osd_in_since":1718259517,"num_remapped_pgs":0} 2024-06-13T06:18:59.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:58 smithi039 ceph-mon[32479]: purged_snaps scrub starts 2024-06-13T06:18:59.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:58 smithi039 ceph-mon[32479]: purged_snaps scrub ok 2024-06-13T06:18:59.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:58 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-13T06:18:59.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:58 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/481942112' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-06-13T06:18:59.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:58 smithi039 ceph-mon[32479]: osd.11 [v2:172.21.15.149:6824/3783053198,v1:172.21.15.149:6825/3783053198] boot 2024-06-13T06:18:59.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:58 smithi039 ceph-mon[32479]: osdmap e81: 12 total, 12 up, 12 in 2024-06-13T06:18:59.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:18:58 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-13T06:18:59.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:58 smithi149 ceph-mon[36963]: purged_snaps scrub starts 2024-06-13T06:18:59.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:58 smithi149 ceph-mon[36963]: purged_snaps scrub ok 2024-06-13T06:18:59.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:58 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-13T06:18:59.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:58 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/481942112' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-06-13T06:18:59.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:58 smithi149 ceph-mon[36963]: osd.11 [v2:172.21.15.149:6824/3783053198,v1:172.21.15.149:6825/3783053198] boot 2024-06-13T06:18:59.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:58 smithi149 ceph-mon[36963]: osdmap e81: 12 total, 12 up, 12 in 2024-06-13T06:18:59.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:18:58 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-13T06:18:59.294 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:58 smithi096 ceph-mon[36532]: purged_snaps scrub starts 2024-06-13T06:18:59.294 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:58 smithi096 ceph-mon[36532]: purged_snaps scrub ok 2024-06-13T06:18:59.294 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:58 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-13T06:18:59.295 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:58 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/481942112' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-06-13T06:18:59.295 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:58 smithi096 ceph-mon[36532]: osd.11 [v2:172.21.15.149:6824/3783053198,v1:172.21.15.149:6825/3783053198] boot 2024-06-13T06:18:59.295 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:58 smithi096 ceph-mon[36532]: osdmap e81: 12 total, 12 up, 12 in 2024-06-13T06:18:59.295 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:18:58 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-13T06:18:59.744 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph osd stat -f json 2024-06-13T06:19:00.006 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:19:00.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:00 smithi039 ceph-mon[32479]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-06-13T06:19:00.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:00 smithi039 ceph-mon[32479]: Detected new or changed devices on smithi149 2024-06-13T06:19:00.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:00 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:00.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:00 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:00.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:00 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:19:00.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:00 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:19:00.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:00 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:19:00.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:00 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:19:00.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:00 smithi039 ceph-mon[32479]: Adjusting osd_memory_target on smithi149 to 1454M 2024-06-13T06:19:00.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:00 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:00.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:00 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:19:00.423 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:00 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:19:00.423 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:00 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:00.423 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:00 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:19:00.423 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:00 smithi039 ceph-mon[32479]: osdmap e82: 12 total, 12 up, 12 in 2024-06-13T06:19:00.423 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:00 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:19:00.423 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:00 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:19:00.423 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:00 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:00.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:00 smithi149 ceph-mon[36963]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-06-13T06:19:00.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:00 smithi149 ceph-mon[36963]: Detected new or changed devices on smithi149 2024-06-13T06:19:00.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:00 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:00.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:00 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:00.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:00 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:19:00.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:00 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:19:00.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:00 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:19:00.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:00 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:19:00.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:00 smithi149 ceph-mon[36963]: Adjusting osd_memory_target on smithi149 to 1454M 2024-06-13T06:19:00.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:00 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:00.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:00 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:19:00.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:00 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:19:00.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:00 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:00.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:00 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:19:00.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:00 smithi149 ceph-mon[36963]: osdmap e82: 12 total, 12 up, 12 in 2024-06-13T06:19:00.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:00 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:19:00.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:00 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:19:00.720 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:00 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:00.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:00 smithi096 ceph-mon[36532]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 332 MiB used, 983 GiB / 983 GiB avail 2024-06-13T06:19:00.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:00 smithi096 ceph-mon[36532]: Detected new or changed devices on smithi149 2024-06-13T06:19:00.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:00 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:00.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:00 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:00.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:00 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:19:00.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:00 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:19:00.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:00 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:19:00.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:00 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:19:00.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:00 smithi096 ceph-mon[36532]: Adjusting osd_memory_target on smithi149 to 1454M 2024-06-13T06:19:00.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:00 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:00.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:00 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:19:00.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:00 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:19:00.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:00 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:00.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:00 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:19:00.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:00 smithi096 ceph-mon[36532]: osdmap e82: 12 total, 12 up, 12 in 2024-06-13T06:19:00.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:00 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:19:00.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:00 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:19:00.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:00 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:01.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.622+0000 7fee977ab700 1 -- 172.21.15.39:0/2744844170 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fee901025e0 msgr2=0x7fee90102a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:01.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.622+0000 7fee977ab700 1 --2- 172.21.15.39:0/2744844170 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fee901025e0 0x7fee90102a40 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fee840099c0 tx=0x7fee84009cd0 comp rx=0 tx=0).stop 2024-06-13T06:19:01.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.622+0000 7fee977ab700 1 -- 172.21.15.39:0/2744844170 shutdown_connections 2024-06-13T06:19:01.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.622+0000 7fee977ab700 1 --2- 172.21.15.39:0/2744844170 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fee90102f80 0x7fee90109830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:01.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.622+0000 7fee977ab700 1 --2- 172.21.15.39:0/2744844170 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fee901013e0 0x7fee90101800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:01.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.622+0000 7fee977ab700 1 --2- 172.21.15.39:0/2744844170 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fee901025e0 0x7fee90102a40 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:01.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.622+0000 7fee977ab700 1 -- 172.21.15.39:0/2744844170 >> 172.21.15.39:0/2744844170 conn(0x7fee900fc980 msgr2=0x7fee900fedc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:19:01.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.622+0000 7fee977ab700 1 -- 172.21.15.39:0/2744844170 shutdown_connections 2024-06-13T06:19:01.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.622+0000 7fee977ab700 1 -- 172.21.15.39:0/2744844170 wait complete. 2024-06-13T06:19:01.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.623+0000 7fee977ab700 1 Processor -- start 2024-06-13T06:19:01.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.623+0000 7fee977ab700 1 -- start start 2024-06-13T06:19:01.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.623+0000 7fee977ab700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fee901013e0 0x7fee901986f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:01.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.623+0000 7fee977ab700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fee901025e0 0x7fee90198c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:01.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.623+0000 7fee977ab700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fee90102f80 0x7fee9019fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:01.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.623+0000 7fee977ab700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fee9010cfb0 con 0x7fee901013e0 2024-06-13T06:19:01.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.623+0000 7fee977ab700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fee9010ce30 con 0x7fee90102f80 2024-06-13T06:19:01.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.623+0000 7fee977ab700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fee9010d130 con 0x7fee901025e0 2024-06-13T06:19:01.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.623+0000 7fee95547700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fee901013e0 0x7fee901986f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:01.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.623+0000 7fee95547700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fee901013e0 0x7fee901986f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:46848/0 (socket says 172.21.15.39:46848) 2024-06-13T06:19:01.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.623+0000 7fee95547700 1 -- 172.21.15.39:0/1915459498 learned_addr learned my addr 172.21.15.39:0/1915459498 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:19:01.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.623+0000 7fee95d48700 1 --2- 172.21.15.39:0/1915459498 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fee90102f80 0x7fee9019fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:01.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.623+0000 7fee94d46700 1 --2- 172.21.15.39:0/1915459498 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fee901025e0 0x7fee90198c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:01.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.623+0000 7fee95547700 1 -- 172.21.15.39:0/1915459498 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fee901025e0 msgr2=0x7fee90198c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:01.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.623+0000 7fee95547700 1 --2- 172.21.15.39:0/1915459498 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fee901025e0 0x7fee90198c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:01.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.624+0000 7fee95547700 1 -- 172.21.15.39:0/1915459498 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fee90102f80 msgr2=0x7fee9019fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:01.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.624+0000 7fee95547700 1 --2- 172.21.15.39:0/1915459498 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fee90102f80 0x7fee9019fcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:01.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.624+0000 7fee95547700 1 -- 172.21.15.39:0/1915459498 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee901a0350 con 0x7fee901013e0 2024-06-13T06:19:01.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.624+0000 7fee95547700 1 --2- 172.21.15.39:0/1915459498 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fee901013e0 0x7fee901986f0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fee8c00d9b0 tx=0x7fee8c00dd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:19:01.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.624+0000 7fee827fc700 1 -- 172.21.15.39:0/1915459498 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee8c017030 con 0x7fee901013e0 2024-06-13T06:19:01.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.624+0000 7fee827fc700 1 -- 172.21.15.39:0/1915459498 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fee8c004500 con 0x7fee901013e0 2024-06-13T06:19:01.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.624+0000 7fee977ab700 1 -- 172.21.15.39:0/1915459498 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee901a0640 con 0x7fee901013e0 2024-06-13T06:19:01.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.624+0000 7fee827fc700 1 -- 172.21.15.39:0/1915459498 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee8c003aa0 con 0x7fee901013e0 2024-06-13T06:19:01.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.624+0000 7fee977ab700 1 -- 172.21.15.39:0/1915459498 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee901a0bd0 con 0x7fee901013e0 2024-06-13T06:19:01.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.625+0000 7fee977ab700 1 -- 172.21.15.39:0/1915459498 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fee90069180 con 0x7fee901013e0 2024-06-13T06:19:01.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.626+0000 7fee827fc700 1 -- 172.21.15.39:0/1915459498 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fee8c01a070 con 0x7fee901013e0 2024-06-13T06:19:01.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.627+0000 7fee827fc700 1 --2- 172.21.15.39:0/1915459498 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fee7c0a2ca0 0x7fee7c0a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:01.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.627+0000 7fee94d46700 1 --2- 172.21.15.39:0/1915459498 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fee7c0a2ca0 0x7fee7c0a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:01.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.627+0000 7fee827fc700 1 -- 172.21.15.39:0/1915459498 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fee8c0ce880 con 0x7fee901013e0 2024-06-13T06:19:01.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.627+0000 7fee94d46700 1 --2- 172.21.15.39:0/1915459498 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fee7c0a2ca0 0x7fee7c0a5160 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fee84000c00 tx=0x7fee84005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:19:01.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.630+0000 7fee827fc700 1 -- 172.21.15.39:0/1915459498 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fee8c09bd00 con 0x7fee901013e0 2024-06-13T06:19:01.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.836+0000 7fee977ab700 1 -- 172.21.15.39:0/1915459498 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7fee901a0e90 con 0x7fee901013e0 2024-06-13T06:19:01.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.836+0000 7fee827fc700 1 -- 172.21.15.39:0/1915459498 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v82) ==== 74+0+133 (secure 0 0 0) 0x7fee8c09b600 con 0x7fee901013e0 2024-06-13T06:19:01.836 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:19:01.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.838+0000 7fee977ab700 1 -- 172.21.15.39:0/1915459498 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fee7c0a2ca0 msgr2=0x7fee7c0a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:01.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.838+0000 7fee977ab700 1 --2- 172.21.15.39:0/1915459498 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fee7c0a2ca0 0x7fee7c0a5160 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fee84000c00 tx=0x7fee84005fd0 comp rx=0 tx=0).stop 2024-06-13T06:19:01.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.838+0000 7fee977ab700 1 -- 172.21.15.39:0/1915459498 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fee901013e0 msgr2=0x7fee901986f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:01.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.838+0000 7fee977ab700 1 --2- 172.21.15.39:0/1915459498 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fee901013e0 0x7fee901986f0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fee8c00d9b0 tx=0x7fee8c00dd70 comp rx=0 tx=0).stop 2024-06-13T06:19:01.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.839+0000 7fee977ab700 1 -- 172.21.15.39:0/1915459498 shutdown_connections 2024-06-13T06:19:01.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.839+0000 7fee977ab700 1 --2- 172.21.15.39:0/1915459498 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fee7c0a2ca0 0x7fee7c0a5160 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:01.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.839+0000 7fee977ab700 1 --2- 172.21.15.39:0/1915459498 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fee90102f80 0x7fee9019fcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:01.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.839+0000 7fee977ab700 1 --2- 172.21.15.39:0/1915459498 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fee901013e0 0x7fee901986f0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:01.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.839+0000 7fee977ab700 1 --2- 172.21.15.39:0/1915459498 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fee901025e0 0x7fee90198c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:01.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.839+0000 7fee977ab700 1 -- 172.21.15.39:0/1915459498 >> 172.21.15.39:0/1915459498 conn(0x7fee900fc980 msgr2=0x7fee900fe430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:19:01.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.839+0000 7fee977ab700 1 -- 172.21.15.39:0/1915459498 shutdown_connections 2024-06-13T06:19:01.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:01.839+0000 7fee977ab700 1 -- 172.21.15.39:0/1915459498 wait complete. 2024-06-13T06:19:02.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:02 smithi039 ceph-mon[32479]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:02.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:02 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/1915459498' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-06-13T06:19:02.490 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":82,"num_osds":12,"num_up_osds":12,"osd_up_since":1718259538,"num_in_osds":12,"osd_in_since":1718259517,"num_remapped_pgs":0} 2024-06-13T06:19:02.491 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph osd dump --format=json 2024-06-13T06:19:02.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:02 smithi149 ceph-mon[36963]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:02.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:02 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/1915459498' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-06-13T06:19:02.738 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:19:02.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:02 smithi096 ceph-mon[36532]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:02.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:02 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/1915459498' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-06-13T06:19:04.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.421+0000 7f9d987e3700 1 -- 172.21.15.39:0/3616719970 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d90107400 msgr2=0x7f9d901077e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:04.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.421+0000 7f9d987e3700 1 --2- 172.21.15.39:0/3616719970 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d90107400 0x7f9d901077e0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f9d84009990 tx=0x7f9d84009ca0 comp rx=0 tx=0).stop 2024-06-13T06:19:04.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.421+0000 7f9d987e3700 1 -- 172.21.15.39:0/3616719970 shutdown_connections 2024-06-13T06:19:04.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.421+0000 7f9d987e3700 1 --2- 172.21.15.39:0/3616719970 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9d90101d50 0x7f9d9010e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:04.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.421+0000 7f9d987e3700 1 --2- 172.21.15.39:0/3616719970 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d90107400 0x7f9d901077e0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:04.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.421+0000 7f9d987e3700 1 --2- 172.21.15.39:0/3616719970 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9d90101390 0x7f9d90101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:04.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.421+0000 7f9d987e3700 1 -- 172.21.15.39:0/3616719970 >> 172.21.15.39:0/3616719970 conn(0x7f9d90078340 msgr2=0x7f9d90078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:19:04.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.421+0000 7f9d987e3700 1 -- 172.21.15.39:0/3616719970 shutdown_connections 2024-06-13T06:19:04.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.421+0000 7f9d987e3700 1 -- 172.21.15.39:0/3616719970 wait complete. 2024-06-13T06:19:04.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.422+0000 7f9d987e3700 1 Processor -- start 2024-06-13T06:19:04.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.422+0000 7f9d987e3700 1 -- start start 2024-06-13T06:19:04.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.422+0000 7f9d987e3700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9d90101390 0x7f9d90103070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:04.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.422+0000 7f9d987e3700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d90101d50 0x7f9d901035b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:04.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.422+0000 7f9d987e3700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9d90107400 0x7f9d90103af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:04.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.422+0000 7f9d987e3700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f9d901116f0 con 0x7f9d90101d50 2024-06-13T06:19:04.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.422+0000 7f9d987e3700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f9d90111570 con 0x7f9d90101390 2024-06-13T06:19:04.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.422+0000 7f9d987e3700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f9d90111870 con 0x7f9d90107400 2024-06-13T06:19:04.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.422+0000 7f9d95d7e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d90101d50 0x7f9d901035b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:04.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.422+0000 7f9d95d7e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d90101d50 0x7f9d901035b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:46870/0 (socket says 172.21.15.39:46870) 2024-06-13T06:19:04.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.422+0000 7f9d95d7e700 1 -- 172.21.15.39:0/1673436498 learned_addr learned my addr 172.21.15.39:0/1673436498 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:19:04.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.422+0000 7f9d9657f700 1 --2- 172.21.15.39:0/1673436498 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9d90101390 0x7f9d90103070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:04.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.423+0000 7f9d96d80700 1 --2- 172.21.15.39:0/1673436498 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9d90107400 0x7f9d90103af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:04.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.423+0000 7f9d95d7e700 1 -- 172.21.15.39:0/1673436498 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9d90107400 msgr2=0x7f9d90103af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:04.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.423+0000 7f9d95d7e700 1 --2- 172.21.15.39:0/1673436498 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9d90107400 0x7f9d90103af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:04.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.423+0000 7f9d95d7e700 1 -- 172.21.15.39:0/1673436498 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9d90101390 msgr2=0x7f9d90103070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:04.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.423+0000 7f9d95d7e700 1 --2- 172.21.15.39:0/1673436498 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9d90101390 0x7f9d90103070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:04.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.423+0000 7f9d95d7e700 1 -- 172.21.15.39:0/1673436498 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d901a7100 con 0x7f9d90101d50 2024-06-13T06:19:04.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.423+0000 7f9d96d80700 1 --2- 172.21.15.39:0/1673436498 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9d90107400 0x7f9d90103af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:19:04.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.423+0000 7f9d95d7e700 1 --2- 172.21.15.39:0/1673436498 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d90101d50 0x7f9d901035b0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f9d8c00b530 tx=0x7f9d8c00b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:19:04.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.423+0000 7f9d837fe700 1 -- 172.21.15.39:0/1673436498 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d8c015020 con 0x7f9d90101d50 2024-06-13T06:19:04.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.423+0000 7f9d837fe700 1 -- 172.21.15.39:0/1673436498 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9d8c011d10 con 0x7f9d90101d50 2024-06-13T06:19:04.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.423+0000 7f9d987e3700 1 -- 172.21.15.39:0/1673436498 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d901a73f0 con 0x7f9d90101d50 2024-06-13T06:19:04.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.423+0000 7f9d837fe700 1 -- 172.21.15.39:0/1673436498 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d8c00f2e0 con 0x7f9d90101d50 2024-06-13T06:19:04.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.423+0000 7f9d987e3700 1 -- 172.21.15.39:0/1673436498 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d901a78e0 con 0x7f9d90101d50 2024-06-13T06:19:04.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.424+0000 7f9d987e3700 1 -- 172.21.15.39:0/1673436498 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9d90069180 con 0x7f9d90101d50 2024-06-13T06:19:04.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.425+0000 7f9d837fe700 1 -- 172.21.15.39:0/1673436498 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f9d8c018020 con 0x7f9d90101d50 2024-06-13T06:19:04.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.426+0000 7f9d837fe700 1 --2- 172.21.15.39:0/1673436498 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f9d7c0a2c20 0x7f9d7c0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:04.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.426+0000 7f9d9657f700 1 --2- 172.21.15.39:0/1673436498 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f9d7c0a2c20 0x7f9d7c0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:04.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.426+0000 7f9d837fe700 1 -- 172.21.15.39:0/1673436498 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f9d8c0ce9e0 con 0x7f9d90101d50 2024-06-13T06:19:04.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.427+0000 7f9d9657f700 1 --2- 172.21.15.39:0/1673436498 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f9d7c0a2c20 0x7f9d7c0a50e0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f9d8400b5c0 tx=0x7f9d84005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:19:04.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.430+0000 7f9d837fe700 1 -- 172.21.15.39:0/1673436498 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f9d8c01f020 con 0x7f9d90101d50 2024-06-13T06:19:04.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.635+0000 7f9d987e3700 1 -- 172.21.15.39:0/1673436498 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9d901045a0 con 0x7f9d90101d50 2024-06-13T06:19:04.635 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:04 smithi039 ceph-mon[32479]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:04.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.636+0000 7f9d837fe700 1 -- 172.21.15.39:0/1673436498 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+18420 (secure 0 0 0) 0x7f9d901045a0 con 0x7f9d90101d50 2024-06-13T06:19:04.636 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:19:04.636 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":82,"fsid":"ae626f9c-294b-11ef-bc9c-c7b262605968","created":"2024-06-13T06:11:51.305066+0000","modified":"2024-06-13T06:18:59.958430+0000","last_up_change":"2024-06-13T06:18:58.374371+0000","last_in_change":"2024-06-13T06:18:37.816473+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-13T06:15:09.300272+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b602e286-0350-4768-b03b-081f9c60cda7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":917128641},{"type":"v1","addr":"172.21.15.39:6803","nonce":917128641}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":917128641},{"type":"v1","addr":"172.21.15.39:6805","nonce":917128641}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":917128641},{"type":"v1","addr":"172.21.15.39:6809","nonce":917128641}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":917128641},{"type":"v1","addr":"172.21.15.39:6807","nonce":917128641}]},"public_addr":"172.21.15.39:6803/917128641","cluster_addr":"172.21.15.39:6805/917128641","heartbeat_back_addr":"172.21.15.39:6809/917128641","heartbeat_front_addr":"172.21.15.39:6807/917128641","state":["exists","up"]},{"osd":1,"uuid":"199bf34b-b607-43d8-8216-c4e80c8d3ebe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6800","nonce":1664615815},{"type":"v1","addr":"172.21.15.96:6801","nonce":1664615815}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6802","nonce":1664615815},{"type":"v1","addr":"172.21.15.96:6803","nonce":1664615815}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6806","nonce":1664615815},{"type":"v1","addr":"172.21.15.96:6807","nonce":1664615815}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6804","nonce":1664615815},{"type":"v1","addr":"172.21.15.96:6805","nonce":1664615815}]},"public_addr":"172.21.15.96:6801/1664615815","cluster_addr":"172.21.15.96:6803/1664615815","heartbeat_back_addr":"172.21.15.96:6807/1664615815","heartbeat_front_addr":"172.21.15.96:6805/1664615815","state":["exists","up"]},{"osd":2,"uuid":"1408753c-ec3d-4e23-964e-104614ccba56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":580976175},{"type":"v1","addr":"172.21.15.149:6801","nonce":580976175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":580976175},{"type":"v1","addr":"172.21.15.149:6803","nonce":580976175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":580976175},{"type":"v1","addr":"172.21.15.149:6807","nonce":580976175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":580976175},{"type":"v1","addr":"172.21.15.149:6805","nonce":580976175}]},"public_addr":"172.21.15.149:6801/580976175","cluster_addr":"172.21.15.149:6803/580976175","heartbeat_back_addr":"172.21.15.149:6807/580976175","heartbeat_front_addr":"172.21.15.149:6805/580976175","state":["exists","up"]},{"osd":3,"uuid":"8234a82f-d8d1-42c5-b257-799c0517bb1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2347430345},{"type":"v1","addr":"172.21.15.39:6811","nonce":2347430345}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2347430345},{"type":"v1","addr":"172.21.15.39:6813","nonce":2347430345}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6816","nonce":2347430345},{"type":"v1","addr":"172.21.15.39:6817","nonce":2347430345}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2347430345},{"type":"v1","addr":"172.21.15.39:6815","nonce":2347430345}]},"public_addr":"172.21.15.39:6811/2347430345","cluster_addr":"172.21.15.39:6813/2347430345","heartbeat_back_addr":"172.21.15.39:6817/2347430345","heartbeat_front_addr":"172.21.15.39:6815/2347430345","state":["exists","up"]},{"osd":4,"uuid":"977fac50-3471-408c-9747-70154767f29a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6808","nonce":1674089136},{"type":"v1","addr":"172.21.15.96:6809","nonce":1674089136}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6810","nonce":1674089136},{"type":"v1","addr":"172.21.15.96:6811","nonce":1674089136}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6814","nonce":1674089136},{"type":"v1","addr":"172.21.15.96:6815","nonce":1674089136}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6812","nonce":1674089136},{"type":"v1","addr":"172.21.15.96:6813","nonce":1674089136}]},"public_addr":"172.21.15.96:6809/1674089136","cluster_addr":"172.21.15.96:6811/1674089136","heartbeat_back_addr":"172.21.15.96:6815/1674089136","heartbeat_front_addr":"172.21.15.96:6813/1674089136","state":["exists","up"]},{"osd":5,"uuid":"99a866b2-466a-4779-bb0d-c104bac11df5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":3878401601},{"type":"v1","addr":"172.21.15.149:6809","nonce":3878401601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":3878401601},{"type":"v1","addr":"172.21.15.149:6811","nonce":3878401601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":3878401601},{"type":"v1","addr":"172.21.15.149:6815","nonce":3878401601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":3878401601},{"type":"v1","addr":"172.21.15.149:6813","nonce":3878401601}]},"public_addr":"172.21.15.149:6809/3878401601","cluster_addr":"172.21.15.149:6811/3878401601","heartbeat_back_addr":"172.21.15.149:6815/3878401601","heartbeat_front_addr":"172.21.15.149:6813/3878401601","state":["exists","up"]},{"osd":6,"uuid":"10df23c3-559c-4922-8ccf-99802a4f2449","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":1262679006},{"type":"v1","addr":"172.21.15.39:6819","nonce":1262679006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":1262679006},{"type":"v1","addr":"172.21.15.39:6821","nonce":1262679006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":1262679006},{"type":"v1","addr":"172.21.15.39:6825","nonce":1262679006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":1262679006},{"type":"v1","addr":"172.21.15.39:6823","nonce":1262679006}]},"public_addr":"172.21.15.39:6819/1262679006","cluster_addr":"172.21.15.39:6821/1262679006","heartbeat_back_addr":"172.21.15.39:6825/1262679006","heartbeat_front_addr":"172.21.15.39:6823/1262679006","state":["exists","up"]},{"osd":7,"uuid":"eba2316d-c2fc-4fd8-943c-74e05936af95","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6816","nonce":2801325231},{"type":"v1","addr":"172.21.15.96:6817","nonce":2801325231}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6818","nonce":2801325231},{"type":"v1","addr":"172.21.15.96:6819","nonce":2801325231}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6822","nonce":2801325231},{"type":"v1","addr":"172.21.15.96:6823","nonce":2801325231}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6820","nonce":2801325231},{"type":"v1","addr":"172.21.15.96:6821","nonce":2801325231}]},"public_addr":"172.21.15.96:6817/2801325231","cluster_addr":"172.21.15.96:6819/2801325231","heartbeat_back_addr":"172.21.15.96:6823/2801325231","heartbeat_front_addr":"172.21.15.96:6821/2801325231","state":["exists","up"]},{"osd":8,"uuid":"3c975612-4663-4516-bb94-8705d96309e1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":2814583725},{"type":"v1","addr":"172.21.15.149:6817","nonce":2814583725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":2814583725},{"type":"v1","addr":"172.21.15.149:6819","nonce":2814583725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":2814583725},{"type":"v1","addr":"172.21.15.149:6823","nonce":2814583725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":2814583725},{"type":"v1","addr":"172.21.15.149:6821","nonce":2814583725}]},"public_addr":"172.21.15.149:6817/2814583725","cluster_addr":"172.21.15.149:6819/2814583725","heartbeat_back_addr":"172.21.15.149:6823/2814583725","heartbeat_front_addr":"172.21.15.149:6821/2814583725","state":["exists","up"]},{"osd":9,"uuid":"17d9ffb0-b826-452c-bd91-1399fb46e734","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":2716066772},{"type":"v1","addr":"172.21.15.39:6827","nonce":2716066772}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":2716066772},{"type":"v1","addr":"172.21.15.39:6829","nonce":2716066772}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":2716066772},{"type":"v1","addr":"172.21.15.39:6833","nonce":2716066772}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":2716066772},{"type":"v1","addr":"172.21.15.39:6831","nonce":2716066772}]},"public_addr":"172.21.15.39:6827/2716066772","cluster_addr":"172.21.15.39:6829/2716066772","heartbeat_back_addr":"172.21.15.39:6833/2716066772","heartbeat_front_addr":"172.21.15.39:6831/2716066772","state":["exists","up"]},{"osd":10,"uuid":"5fa8dedf-2c1b-47b0-98ca-7983922b6e31","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6824","nonce":3117528382},{"type":"v1","addr":"172.21.15.96:6825","nonce":3117528382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6826","nonce":3117528382},{"type":"v1","addr":"172.21.15.96:6827","nonce":3117528382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6830","nonce":3117528382},{"type":"v1","addr":"172.21.15.96:6831","nonce":3117528382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6828","nonce":3117528382},{"type":"v1","addr":"172.21.15.96:6829","nonce":3117528382}]},"public_addr":"172.21.15.96:6825/3117528382","cluster_addr":"172.21.15.96:6827/3117528382","heartbeat_back_addr":"172.21.15.96:6831/3117528382","heartbeat_front_addr":"172.21.15.96:6829/3117528382","state":["exists","up"]},{"osd":11,"uuid":"464289a7-ae93-47f5-b88b-7c21ab02c295","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":3783053198},{"type":"v1","addr":"172.21.15.149:6825","nonce":3783053198}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":3783053198},{"type":"v1","addr":"172.21.15.149:6827","nonce":3783053198}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":3783053198},{"type":"v1","addr":"172.21.15.149:6831","nonce":3783053198}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":3783053198},{"type":"v1","addr":"172.21.15.149:6829","nonce":3783053198}]},"public_addr":"172.21.15.149:6825/3783053198","cluster_addr":"172.21.15.149:6827/3783053198","heartbeat_back_addr":"172.21.15.149:6831/3783053198","heartbeat_front_addr":"172.21.15.149:6829/3783053198","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:14:17.982063+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:14:41.653647+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:15:05.443023+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:15:30.243854+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:15:55.390739+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:16:20.257963+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:16:45.973831+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:17:11.985325+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:17:36.876077+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:18:03.226432+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:18:29.731400+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:18:56.089310+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:0/2230961630":"2024-06-14T06:12:44.764849+0000","172.21.15.39:0/3359492273":"2024-06-14T06:12:44.764849+0000","172.21.15.39:6800/1734263468":"2024-06-14T06:12:44.764849+0000","172.21.15.39:6801/1734263468":"2024-06-14T06:12:44.764849+0000","172.21.15.39:0/984030546":"2024-06-14T06:12:17.979204+0000","172.21.15.39:0/3526641224":"2024-06-14T06:12:44.764849+0000","172.21.15.39:0/3515867652":"2024-06-14T06:12:17.979204+0000","172.21.15.39:6800/1863890417":"2024-06-14T06:12:17.979204+0000","172.21.15.39:0/973565867":"2024-06-14T06:12:17.979204+0000","172.21.15.39:6801/1863890417":"2024-06-14T06:12:17.979204+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-13T06:19:04.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.639+0000 7f9d987e3700 1 -- 172.21.15.39:0/1673436498 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f9d7c0a2c20 msgr2=0x7f9d7c0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:04.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.639+0000 7f9d987e3700 1 --2- 172.21.15.39:0/1673436498 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f9d7c0a2c20 0x7f9d7c0a50e0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f9d8400b5c0 tx=0x7f9d84005960 comp rx=0 tx=0).stop 2024-06-13T06:19:04.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.639+0000 7f9d987e3700 1 -- 172.21.15.39:0/1673436498 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d90101d50 msgr2=0x7f9d901035b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:04.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.639+0000 7f9d987e3700 1 --2- 172.21.15.39:0/1673436498 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d90101d50 0x7f9d901035b0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f9d8c00b530 tx=0x7f9d8c00b840 comp rx=0 tx=0).stop 2024-06-13T06:19:04.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.639+0000 7f9d987e3700 1 -- 172.21.15.39:0/1673436498 shutdown_connections 2024-06-13T06:19:04.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.639+0000 7f9d987e3700 1 --2- 172.21.15.39:0/1673436498 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f9d7c0a2c20 0x7f9d7c0a50e0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:04.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.639+0000 7f9d987e3700 1 --2- 172.21.15.39:0/1673436498 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9d90107400 0x7f9d90103af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:04.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.639+0000 7f9d987e3700 1 --2- 172.21.15.39:0/1673436498 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9d90101390 0x7f9d90103070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:04.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.639+0000 7f9d987e3700 1 --2- 172.21.15.39:0/1673436498 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d90101d50 0x7f9d901035b0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:04.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.639+0000 7f9d987e3700 1 -- 172.21.15.39:0/1673436498 >> 172.21.15.39:0/1673436498 conn(0x7f9d90078340 msgr2=0x7f9d90100600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:19:04.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.639+0000 7f9d987e3700 1 -- 172.21.15.39:0/1673436498 shutdown_connections 2024-06-13T06:19:04.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:04.639+0000 7f9d987e3700 1 -- 172.21.15.39:0/1673436498 wait complete. 2024-06-13T06:19:04.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:04 smithi149 ceph-mon[36963]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:04.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:04 smithi096 ceph-mon[36532]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:05.349 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-06-13T06:15:09.300272+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-06-13T06:19:05.350 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-06-13T06:19:05.597 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:19:05.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:05 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/1673436498' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T06:19:05.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:05 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/1673436498' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T06:19:05.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:05 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/1673436498' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T06:19:06.618 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:06 smithi096 ceph-mon[36532]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:06.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:06 smithi039 ceph-mon[32479]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:06.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:06 smithi149 ceph-mon[36963]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:07.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.374+0000 7fdec6667700 1 -- 172.21.15.39:0/306716507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdec01010b0 msgr2=0x7fdec0101490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:07.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.374+0000 7fdec6667700 1 --2- 172.21.15.39:0/306716507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdec01010b0 0x7fdec0101490 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fdeb0009990 tx=0x7fdeb0009ca0 comp rx=0 tx=0).stop 2024-06-13T06:19:07.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.374+0000 7fdec6667700 1 -- 172.21.15.39:0/306716507 shutdown_connections 2024-06-13T06:19:07.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.374+0000 7fdec6667700 1 --2- 172.21.15.39:0/306716507 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fdec0105f50 0x7fdec010da90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:07.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.374+0000 7fdec6667700 1 --2- 172.21.15.39:0/306716507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdec01010b0 0x7fdec0101490 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:07.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.374+0000 7fdec6667700 1 --2- 172.21.15.39:0/306716507 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdec0101a60 0x7fdec0105820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:07.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.374+0000 7fdec6667700 1 -- 172.21.15.39:0/306716507 >> 172.21.15.39:0/306716507 conn(0x7fdec00766b0 msgr2=0x7fdec0076ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:19:07.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.374+0000 7fdec6667700 1 -- 172.21.15.39:0/306716507 shutdown_connections 2024-06-13T06:19:07.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.374+0000 7fdec6667700 1 -- 172.21.15.39:0/306716507 wait complete. 2024-06-13T06:19:07.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.374+0000 7fdec6667700 1 Processor -- start 2024-06-13T06:19:07.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.374+0000 7fdec6667700 1 -- start start 2024-06-13T06:19:07.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.375+0000 7fdec6667700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fdec01010b0 0x7fdec019c620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:07.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.375+0000 7fdec6667700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdec0101a60 0x7fdec019cb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:07.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.375+0000 7fdec6667700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdec0105f50 0x7fdec01967f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:07.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.375+0000 7fdec6667700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fdec0110650 con 0x7fdec0101a60 2024-06-13T06:19:07.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.375+0000 7fdec6667700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fdec01104d0 con 0x7fdec01010b0 2024-06-13T06:19:07.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.375+0000 7fdec6667700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fdec01107d0 con 0x7fdec0105f50 2024-06-13T06:19:07.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.375+0000 7fdebf7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdec0101a60 0x7fdec019cb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:07.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.375+0000 7fdebffff700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fdec01010b0 0x7fdec019c620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:07.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.375+0000 7fdebf7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdec0101a60 0x7fdec019cb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:46884/0 (socket says 172.21.15.39:46884) 2024-06-13T06:19:07.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.375+0000 7fdebf7fe700 1 -- 172.21.15.39:0/630978521 learned_addr learned my addr 172.21.15.39:0/630978521 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:19:07.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.375+0000 7fdec4c04700 1 --2- 172.21.15.39:0/630978521 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdec0105f50 0x7fdec01967f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:07.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.375+0000 7fdebf7fe700 1 -- 172.21.15.39:0/630978521 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdec0105f50 msgr2=0x7fdec01967f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:07.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.375+0000 7fdebf7fe700 1 --2- 172.21.15.39:0/630978521 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdec0105f50 0x7fdec01967f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:07.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.375+0000 7fdebf7fe700 1 -- 172.21.15.39:0/630978521 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fdec01010b0 msgr2=0x7fdec019c620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:07.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.375+0000 7fdebf7fe700 1 --2- 172.21.15.39:0/630978521 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fdec01010b0 0x7fdec019c620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:07.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.375+0000 7fdebf7fe700 1 -- 172.21.15.39:0/630978521 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdec0196fd0 con 0x7fdec0101a60 2024-06-13T06:19:07.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.376+0000 7fdebf7fe700 1 --2- 172.21.15.39:0/630978521 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdec0101a60 0x7fdec019cb60 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fdeb400dbc0 tx=0x7fdeb400ded0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:19:07.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.376+0000 7fdebd7fa700 1 -- 172.21.15.39:0/630978521 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdeb400ad70 con 0x7fdec0101a60 2024-06-13T06:19:07.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.376+0000 7fdebd7fa700 1 -- 172.21.15.39:0/630978521 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fdeb4004d10 con 0x7fdec0101a60 2024-06-13T06:19:07.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.376+0000 7fdec6667700 1 -- 172.21.15.39:0/630978521 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdec01972c0 con 0x7fdec0101a60 2024-06-13T06:19:07.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.376+0000 7fdebd7fa700 1 -- 172.21.15.39:0/630978521 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdeb400e780 con 0x7fdec0101a60 2024-06-13T06:19:07.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.376+0000 7fdec6667700 1 -- 172.21.15.39:0/630978521 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdec01a3480 con 0x7fdec0101a60 2024-06-13T06:19:07.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.377+0000 7fdec6667700 1 -- 172.21.15.39:0/630978521 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdec01090e0 con 0x7fdec0101a60 2024-06-13T06:19:07.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.378+0000 7fdebd7fa700 1 -- 172.21.15.39:0/630978521 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fdeb4004750 con 0x7fdec0101a60 2024-06-13T06:19:07.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.379+0000 7fdebd7fa700 1 --2- 172.21.15.39:0/630978521 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fdea80a2ca0 0x7fdea80a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:07.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.379+0000 7fdebffff700 1 --2- 172.21.15.39:0/630978521 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fdea80a2ca0 0x7fdea80a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:07.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.379+0000 7fdebd7fa700 1 -- 172.21.15.39:0/630978521 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fdeb40ceab0 con 0x7fdec0101a60 2024-06-13T06:19:07.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.379+0000 7fdebffff700 1 --2- 172.21.15.39:0/630978521 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fdea80a2ca0 0x7fdea80a5160 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fdeb000b5c0 tx=0x7fdeb0005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:19:07.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.383+0000 7fdebd7fa700 1 -- 172.21.15.39:0/630978521 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fdeb409beb0 con 0x7fdec0101a60 2024-06-13T06:19:07.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.589+0000 7fdec6667700 1 -- 172.21.15.39:0/630978521 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fdec0197cd0 con 0x7fdec0101a60 2024-06-13T06:19:07.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.590+0000 7fdebd7fa700 1 -- 172.21.15.39:0/630978521 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v82) ==== 93+0+10 (secure 0 0 0) 0x7fdeb409b7b0 con 0x7fdec0101a60 2024-06-13T06:19:07.589 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-06-13T06:19:07.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.592+0000 7fdec6667700 1 -- 172.21.15.39:0/630978521 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fdea80a2ca0 msgr2=0x7fdea80a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:07.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.592+0000 7fdec6667700 1 --2- 172.21.15.39:0/630978521 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fdea80a2ca0 0x7fdea80a5160 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fdeb000b5c0 tx=0x7fdeb0005960 comp rx=0 tx=0).stop 2024-06-13T06:19:07.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.592+0000 7fdec6667700 1 -- 172.21.15.39:0/630978521 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdec0101a60 msgr2=0x7fdec019cb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:07.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.592+0000 7fdec6667700 1 --2- 172.21.15.39:0/630978521 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdec0101a60 0x7fdec019cb60 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fdeb400dbc0 tx=0x7fdeb400ded0 comp rx=0 tx=0).stop 2024-06-13T06:19:07.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.592+0000 7fdec6667700 1 -- 172.21.15.39:0/630978521 shutdown_connections 2024-06-13T06:19:07.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.592+0000 7fdec6667700 1 --2- 172.21.15.39:0/630978521 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fdea80a2ca0 0x7fdea80a5160 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:07.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.592+0000 7fdec6667700 1 --2- 172.21.15.39:0/630978521 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdec0105f50 0x7fdec01967f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:07.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.592+0000 7fdec6667700 1 --2- 172.21.15.39:0/630978521 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fdec01010b0 0x7fdec019c620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:07.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.592+0000 7fdec6667700 1 --2- 172.21.15.39:0/630978521 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdec0101a60 0x7fdec019cb60 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:07.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.592+0000 7fdec6667700 1 -- 172.21.15.39:0/630978521 >> 172.21.15.39:0/630978521 conn(0x7fdec00766b0 msgr2=0x7fdec00feea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:19:07.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.592+0000 7fdec6667700 1 -- 172.21.15.39:0/630978521 shutdown_connections 2024-06-13T06:19:07.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:07.592+0000 7fdec6667700 1 -- 172.21.15.39:0/630978521 wait complete. 2024-06-13T06:19:08.320 INFO:tasks.cephadm:Adding mds.a on smithi039 2024-06-13T06:19:08.320 INFO:tasks.cephadm:Adding mds.d on smithi039 2024-06-13T06:19:08.320 INFO:tasks.cephadm:Adding mds.g on smithi039 2024-06-13T06:19:08.320 INFO:tasks.cephadm:Adding mds.j on smithi039 2024-06-13T06:19:08.320 INFO:tasks.cephadm:Adding mds.b on smithi096 2024-06-13T06:19:08.320 INFO:tasks.cephadm:Adding mds.e on smithi096 2024-06-13T06:19:08.320 INFO:tasks.cephadm:Adding mds.h on smithi096 2024-06-13T06:19:08.320 INFO:tasks.cephadm:Adding mds.k on smithi096 2024-06-13T06:19:08.321 INFO:tasks.cephadm:Adding mds.c on smithi149 2024-06-13T06:19:08.321 INFO:tasks.cephadm:Adding mds.f on smithi149 2024-06-13T06:19:08.321 INFO:tasks.cephadm:Adding mds.i on smithi149 2024-06-13T06:19:08.321 INFO:tasks.cephadm:Adding mds.l on smithi149 2024-06-13T06:19:08.321 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph orch apply mds all '12;smithi039=a;smithi039=d;smithi039=g;smithi039=j;smithi096=b;smithi096=e;smithi096=h;smithi096=k;smithi149=c;smithi149=f;smithi149=i;smithi149=l' 2024-06-13T06:19:08.567 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.c/config 2024-06-13T06:19:08.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:08 smithi039 ceph-mon[32479]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:08.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:08 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/630978521' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-06-13T06:19:08.689 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:08 smithi149 ceph-mon[36963]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:08.689 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:08 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/630978521' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-06-13T06:19:08.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:08 smithi096 ceph-mon[36532]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:08.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:08 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/630978521' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-06-13T06:19:10.198 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.196+0000 7f5cdf9b3700 1 -- 172.21.15.149:0/2908131282 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5cd8102720 msgr2=0x7f5cd8108fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:10.198 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.196+0000 7f5cdf9b3700 1 --2- 172.21.15.149:0/2908131282 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5cd8102720 0x7f5cd8108fd0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f5cd000b0a0 tx=0x7f5cd000b3b0 comp rx=0 tx=0).stop 2024-06-13T06:19:10.198 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.196+0000 7f5cdf9b3700 1 -- 172.21.15.149:0/2908131282 shutdown_connections 2024-06-13T06:19:10.198 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.196+0000 7f5cdf9b3700 1 --2- 172.21.15.149:0/2908131282 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5cd8102720 0x7f5cd8108fd0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:10.198 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.196+0000 7f5cdf9b3700 1 --2- 172.21.15.149:0/2908131282 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f5cd8100b80 0x7f5cd8100fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:10.198 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.196+0000 7f5cdf9b3700 1 --2- 172.21.15.149:0/2908131282 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5cd8101d80 0x7f5cd81021e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:10.198 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.196+0000 7f5cdf9b3700 1 -- 172.21.15.149:0/2908131282 >> 172.21.15.149:0/2908131282 conn(0x7f5cd80fc100 msgr2=0x7f5cd80fe560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:19:10.198 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.196+0000 7f5cdf9b3700 1 -- 172.21.15.149:0/2908131282 shutdown_connections 2024-06-13T06:19:10.198 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.196+0000 7f5cdf9b3700 1 -- 172.21.15.149:0/2908131282 wait complete. 2024-06-13T06:19:10.199 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.196+0000 7f5cdf9b3700 1 Processor -- start 2024-06-13T06:19:10.199 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.196+0000 7f5cdf9b3700 1 -- start start 2024-06-13T06:19:10.199 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.197+0000 7f5cdf9b3700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5cd8100b80 0x7f5cd810a540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:10.199 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.197+0000 7f5cdf9b3700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f5cd8101d80 0x7f5cd819d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:10.199 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.197+0000 7f5cdf9b3700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5cd8102720 0x7f5cd819f9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:10.199 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.197+0000 7f5cdf9b3700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f5cd810cfe0 con 0x7f5cd8100b80 2024-06-13T06:19:10.199 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.197+0000 7f5cdf9b3700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f5cd810ce60 con 0x7f5cd8101d80 2024-06-13T06:19:10.199 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.197+0000 7f5cdf9b3700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f5cd810d160 con 0x7f5cd8102720 2024-06-13T06:19:10.199 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.197+0000 7f5cddf50700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5cd8102720 0x7f5cd819f9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:10.199 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.197+0000 7f5cddf50700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5cd8102720 0x7f5cd819f9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.149:56596/0 (socket says 172.21.15.149:56596) 2024-06-13T06:19:10.199 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.197+0000 7f5cddf50700 1 -- 172.21.15.149:0/116498984 learned_addr learned my addr 172.21.15.149:0/116498984 (peer_addr_for_me v2:172.21.15.149:0/0) 2024-06-13T06:19:10.199 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.197+0000 7f5cdd74f700 1 --2- 172.21.15.149:0/116498984 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5cd8100b80 0x7f5cd810a540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:10.199 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.197+0000 7f5cdcf4e700 1 --2- 172.21.15.149:0/116498984 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f5cd8101d80 0x7f5cd819d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:10.200 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.197+0000 7f5cddf50700 1 -- 172.21.15.149:0/116498984 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f5cd8101d80 msgr2=0x7f5cd819d390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:10.200 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.197+0000 7f5cddf50700 1 --2- 172.21.15.149:0/116498984 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f5cd8101d80 0x7f5cd819d390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:10.200 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.197+0000 7f5cddf50700 1 -- 172.21.15.149:0/116498984 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5cd8100b80 msgr2=0x7f5cd810a540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:10.200 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.197+0000 7f5cddf50700 1 --2- 172.21.15.149:0/116498984 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5cd8100b80 0x7f5cd810a540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:10.200 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.197+0000 7f5cddf50700 1 -- 172.21.15.149:0/116498984 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5cd81a02a0 con 0x7f5cd8102720 2024-06-13T06:19:10.200 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.197+0000 7f5cddf50700 1 --2- 172.21.15.149:0/116498984 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5cd8102720 0x7f5cd819f9d0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f5cd000b070 tx=0x7f5cd0009800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:19:10.200 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.197+0000 7f5cce7fc700 1 -- 172.21.15.149:0/116498984 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cd0021070 con 0x7f5cd8102720 2024-06-13T06:19:10.200 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.198+0000 7f5cce7fc700 1 -- 172.21.15.149:0/116498984 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5cd0007cc0 con 0x7f5cd8102720 2024-06-13T06:19:10.200 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.198+0000 7f5cdf9b3700 1 -- 172.21.15.149:0/116498984 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5cd81a0530 con 0x7f5cd8102720 2024-06-13T06:19:10.200 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.198+0000 7f5cce7fc700 1 -- 172.21.15.149:0/116498984 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cd001b850 con 0x7f5cd8102720 2024-06-13T06:19:10.200 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.198+0000 7f5cdf9b3700 1 -- 172.21.15.149:0/116498984 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5cd81a0930 con 0x7f5cd8102720 2024-06-13T06:19:10.200 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.198+0000 7f5cdf9b3700 1 -- 172.21.15.149:0/116498984 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5cd802dca0 con 0x7f5cd8102720 2024-06-13T06:19:10.201 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.200+0000 7f5cce7fc700 1 -- 172.21.15.149:0/116498984 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f5cd0024070 con 0x7f5cd8102720 2024-06-13T06:19:10.201 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.200+0000 7f5cce7fc700 1 --2- 172.21.15.149:0/116498984 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f5cc40a2c20 0x7f5cc40a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:10.201 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.200+0000 7f5cce7fc700 1 -- 172.21.15.149:0/116498984 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f5cd00cfe60 con 0x7f5cd8102720 2024-06-13T06:19:10.201 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.201+0000 7f5cdd74f700 1 --2- 172.21.15.149:0/116498984 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f5cc40a2c20 0x7f5cc40a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:10.202 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.201+0000 7f5cdd74f700 1 --2- 172.21.15.149:0/116498984 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f5cc40a2c20 0x7f5cc40a50e0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f5cd8101be0 tx=0x7f5cc800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:19:10.203 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.204+0000 7f5cce7fc700 1 -- 172.21.15.149:0/116498984 <== mon.1 v2:172.21.15.149:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f5cd009d2f0 con 0x7f5cd8102720 2024-06-13T06:19:10.412 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.412+0000 7f5cdf9b3700 1 -- 172.21.15.149:0/116498984 --> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi039=a;smithi039=d;smithi039=g;smithi039=j;smithi096=b;smithi096=e;smithi096=h;smithi096=k;smithi149=c;smithi149=f;smithi149=i;smithi149=l", "target": ["mon-mgr", ""]}) -- 0x7f5cd80629d0 con 0x7f5cc40a2c20 2024-06-13T06:19:10.420 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.420+0000 7f5cce7fc700 1 -- 172.21.15.149:0/116498984 <== mgr.14152 v2:172.21.15.39:6800/2178314534 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+28 (secure 0 0 0) 0x7f5cd80629d0 con 0x7f5cc40a2c20 2024-06-13T06:19:10.420 INFO:teuthology.orchestra.run.smithi149.stdout:Scheduled mds.all update... 2024-06-13T06:19:10.424 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.424+0000 7f5cdf9b3700 1 -- 172.21.15.149:0/116498984 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f5cc40a2c20 msgr2=0x7f5cc40a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:10.424 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.424+0000 7f5cdf9b3700 1 --2- 172.21.15.149:0/116498984 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f5cc40a2c20 0x7f5cc40a50e0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f5cd8101be0 tx=0x7f5cc800b410 comp rx=0 tx=0).stop 2024-06-13T06:19:10.424 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.424+0000 7f5cdf9b3700 1 -- 172.21.15.149:0/116498984 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5cd8102720 msgr2=0x7f5cd819f9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:10.424 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.424+0000 7f5cdf9b3700 1 --2- 172.21.15.149:0/116498984 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5cd8102720 0x7f5cd819f9d0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f5cd000b070 tx=0x7f5cd0009800 comp rx=0 tx=0).stop 2024-06-13T06:19:10.424 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.424+0000 7f5cdf9b3700 1 -- 172.21.15.149:0/116498984 shutdown_connections 2024-06-13T06:19:10.424 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.424+0000 7f5cdf9b3700 1 --2- 172.21.15.149:0/116498984 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f5cc40a2c20 0x7f5cc40a50e0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:10.424 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.424+0000 7f5cdf9b3700 1 --2- 172.21.15.149:0/116498984 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5cd8102720 0x7f5cd819f9d0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:10.424 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.424+0000 7f5cdf9b3700 1 --2- 172.21.15.149:0/116498984 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5cd8100b80 0x7f5cd810a540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:10.424 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.424+0000 7f5cdf9b3700 1 --2- 172.21.15.149:0/116498984 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f5cd8101d80 0x7f5cd819d390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:10.424 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.424+0000 7f5cdf9b3700 1 -- 172.21.15.149:0/116498984 >> 172.21.15.149:0/116498984 conn(0x7f5cd80fc100 msgr2=0x7f5cd8104fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:19:10.425 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.424+0000 7f5cdf9b3700 1 -- 172.21.15.149:0/116498984 shutdown_connections 2024-06-13T06:19:10.425 INFO:teuthology.orchestra.run.smithi149.stderr:2024-06-13T06:19:10.425+0000 7f5cdf9b3700 1 -- 172.21.15.149:0/116498984 wait complete. 2024-06-13T06:19:10.629 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:10 smithi149 ceph-mon[36963]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:10.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:10 smithi039 ceph-mon[32479]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:10.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:10 smithi096 ceph-mon[36532]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:11.052 DEBUG:teuthology.orchestra.run.smithi039:mds.a> sudo journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mds.a.service 2024-06-13T06:19:11.055 DEBUG:teuthology.orchestra.run.smithi039:mds.d> sudo journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mds.d.service 2024-06-13T06:19:11.099 DEBUG:teuthology.orchestra.run.smithi039:mds.g> sudo journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mds.g.service 2024-06-13T06:19:11.143 DEBUG:teuthology.orchestra.run.smithi039:mds.j> sudo journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mds.j.service 2024-06-13T06:19:11.186 DEBUG:teuthology.orchestra.run.smithi096:mds.b> sudo journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mds.b.service 2024-06-13T06:19:11.189 DEBUG:teuthology.orchestra.run.smithi096:mds.e> sudo journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mds.e.service 2024-06-13T06:19:11.231 DEBUG:teuthology.orchestra.run.smithi096:mds.h> sudo journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mds.h.service 2024-06-13T06:19:11.274 DEBUG:teuthology.orchestra.run.smithi096:mds.k> sudo journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mds.k.service 2024-06-13T06:19:11.317 DEBUG:teuthology.orchestra.run.smithi149:mds.c> sudo journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mds.c.service 2024-06-13T06:19:11.320 DEBUG:teuthology.orchestra.run.smithi149:mds.f> sudo journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mds.f.service 2024-06-13T06:19:11.362 DEBUG:teuthology.orchestra.run.smithi149:mds.i> sudo journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mds.i.service 2024-06-13T06:19:11.405 DEBUG:teuthology.orchestra.run.smithi149:mds.l> sudo journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mds.l.service 2024-06-13T06:19:11.448 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-06-13T06:19:11.448 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T06:19:11.450 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:11 smithi149 ceph-mon[36963]: from='client.24391 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi039=a;smithi039=d;smithi039=g;smithi039=j;smithi096=b;smithi096=e;smithi096=h;smithi096=k;smithi149=c;smithi149=f;smithi149=i;smithi149=l", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:19:11.450 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:11 smithi149 ceph-mon[36963]: Saving service mds.all spec with placement smithi039=a;smithi039=d;smithi039=g;smithi039=j;smithi096=b;smithi096=e;smithi096=h;smithi096=k;smithi149=c;smithi149=f;smithi149=i;smithi149=l;count:12 2024-06-13T06:19:11.450 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:11 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:11.451 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:11 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:19:11.451 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:11 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:19:11.451 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:11 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:19:11.451 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:11 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:11.451 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:11 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T06:19:11.451 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:11 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T06:19:11.451 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:11 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:19:11.451 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:11 smithi149 ceph-mon[36963]: Deploying daemon mds.l on smithi149 2024-06-13T06:19:11.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:11 smithi096 ceph-mon[36532]: from='client.24391 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi039=a;smithi039=d;smithi039=g;smithi039=j;smithi096=b;smithi096=e;smithi096=h;smithi096=k;smithi149=c;smithi149=f;smithi149=i;smithi149=l", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:19:11.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:11 smithi096 ceph-mon[36532]: Saving service mds.all spec with placement smithi039=a;smithi039=d;smithi039=g;smithi039=j;smithi096=b;smithi096=e;smithi096=h;smithi096=k;smithi149=c;smithi149=f;smithi149=i;smithi149=l;count:12 2024-06-13T06:19:11.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:11 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:11.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:11 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:19:11.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:11 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:19:11.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:11 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:19:11.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:11 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:11.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:11 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T06:19:11.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:11 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T06:19:11.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:11 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:19:11.542 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:11 smithi096 ceph-mon[36532]: Deploying daemon mds.l on smithi149 2024-06-13T06:19:11.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:11 smithi039 ceph-mon[32479]: from='client.24391 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi039=a;smithi039=d;smithi039=g;smithi039=j;smithi096=b;smithi096=e;smithi096=h;smithi096=k;smithi149=c;smithi149=f;smithi149=i;smithi149=l", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:19:11.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:11 smithi039 ceph-mon[32479]: Saving service mds.all spec with placement smithi039=a;smithi039=d;smithi039=g;smithi039=j;smithi096=b;smithi096=e;smithi096=h;smithi096=k;smithi149=c;smithi149=f;smithi149=i;smithi149=l;count:12 2024-06-13T06:19:11.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:11 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:11.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:11 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:19:11.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:11 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:19:11.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:11 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:19:11.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:11 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:11.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:11 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T06:19:11.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:11 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T06:19:11.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:11 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:19:11.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:11 smithi039 ceph-mon[32479]: Deploying daemon mds.l on smithi149 2024-06-13T06:19:11.701 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:19:12.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:12 smithi149 ceph-mon[36963]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:12.718 INFO:journalctl@ceph.mds.l.smithi149.stdout:Jun 13 06:19:12 smithi149 systemd[1]: Starting Ceph mds.l for ae626f9c-294b-11ef-bc9c-c7b262605968... 2024-06-13T06:19:12.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:12 smithi096 ceph-mon[36532]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:12.847 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:12 smithi039 ceph-mon[32479]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:13.113 INFO:journalctl@ceph.mds.l.smithi149.stdout:Jun 13 06:19:12 smithi149 podman[66545]: 2024-06-13 06:19:12.763676077 +0000 UTC m=+0.017587247 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-13T06:19:13.113 INFO:journalctl@ceph.mds.l.smithi149.stdout:Jun 13 06:19:12 smithi149 podman[66545]: 2024-06-13 06:19:12.895006897 +0000 UTC m=+0.148918059 container create 0b46c3ab0ad8daf69f9d3f0ff2ead941b750140cb218cce5c3ba02337ebb131e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-l, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.build-date=20240528, RELEASE=squid-3d89acc, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-06-13T06:19:13.113 INFO:journalctl@ceph.mds.l.smithi149.stdout:Jun 13 06:19:13 smithi149 podman[66545]: 2024-06-13 06:19:13.114707945 +0000 UTC m=+0.368619111 container init 0b46c3ab0ad8daf69f9d3f0ff2ead941b750140cb218cce5c3ba02337ebb131e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-l, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc) 2024-06-13T06:19:13.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.464+0000 7fa02a269700 1 -- 172.21.15.39:0/2419695497 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa024101380 msgr2=0x7fa024101800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:13.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.464+0000 7fa02a269700 1 --2- 172.21.15.39:0/2419695497 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa024101380 0x7fa024101800 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fa00c009990 tx=0x7fa00c009ca0 comp rx=0 tx=0).stop 2024-06-13T06:19:13.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.464+0000 7fa02a269700 1 -- 172.21.15.39:0/2419695497 shutdown_connections 2024-06-13T06:19:13.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.464+0000 7fa02a269700 1 --2- 172.21.15.39:0/2419695497 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fa024101d40 0x7fa02410e230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:13.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.464+0000 7fa02a269700 1 --2- 172.21.15.39:0/2419695497 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa0241073f0 0x7fa0241077d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:13.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.464+0000 7fa02a269700 1 --2- 172.21.15.39:0/2419695497 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa024101380 0x7fa024101800 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:13.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.464+0000 7fa02a269700 1 -- 172.21.15.39:0/2419695497 >> 172.21.15.39:0/2419695497 conn(0x7fa024078300 msgr2=0x7fa024078710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:19:13.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.464+0000 7fa02a269700 1 -- 172.21.15.39:0/2419695497 shutdown_connections 2024-06-13T06:19:13.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.464+0000 7fa02a269700 1 -- 172.21.15.39:0/2419695497 wait complete. 2024-06-13T06:19:13.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.465+0000 7fa02a269700 1 Processor -- start 2024-06-13T06:19:13.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.465+0000 7fa02a269700 1 -- start start 2024-06-13T06:19:13.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.466+0000 7fa02a269700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fa024101380 0x7fa024199a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:13.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.466+0000 7fa02a269700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa024101d40 0x7fa024199f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:13.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.466+0000 7fa02a269700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa0241073f0 0x7fa0241a4aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:13.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.466+0000 7fa02a269700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fa024111660 con 0x7fa024101d40 2024-06-13T06:19:13.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.466+0000 7fa02a269700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fa0241114e0 con 0x7fa024101380 2024-06-13T06:19:13.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.466+0000 7fa02a269700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fa0241117e0 con 0x7fa0241073f0 2024-06-13T06:19:13.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.466+0000 7fa01bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa024101d40 0x7fa024199f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:13.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.466+0000 7fa023fff700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fa024101380 0x7fa024199a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:13.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.466+0000 7fa01bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa024101d40 0x7fa024199f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48372/0 (socket says 172.21.15.39:48372) 2024-06-13T06:19:13.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.466+0000 7fa028806700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa0241073f0 0x7fa0241a4aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:13.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.466+0000 7fa01bfff700 1 -- 172.21.15.39:0/4268517648 learned_addr learned my addr 172.21.15.39:0/4268517648 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:19:13.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.466+0000 7fa023fff700 1 -- 172.21.15.39:0/4268517648 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa0241073f0 msgr2=0x7fa0241a4aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:13.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.466+0000 7fa023fff700 1 --2- 172.21.15.39:0/4268517648 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa0241073f0 0x7fa0241a4aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:13.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.466+0000 7fa023fff700 1 -- 172.21.15.39:0/4268517648 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa024101d40 msgr2=0x7fa024199f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:13.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.466+0000 7fa023fff700 1 --2- 172.21.15.39:0/4268517648 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa024101d40 0x7fa024199f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:13.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.466+0000 7fa023fff700 1 -- 172.21.15.39:0/4268517648 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0241a4fe0 con 0x7fa024101380 2024-06-13T06:19:13.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.466+0000 7fa023fff700 1 --2- 172.21.15.39:0/4268517648 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fa024101380 0x7fa024199a20 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fa01400d950 tx=0x7fa01400dc60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:19:13.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.466+0000 7fa021ffb700 1 -- 172.21.15.39:0/4268517648 <== mon.2 v2:172.21.15.96:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa014016070 con 0x7fa024101380 2024-06-13T06:19:13.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.466+0000 7fa021ffb700 1 -- 172.21.15.39:0/4268517648 <== mon.2 v2:172.21.15.96:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa01400fd70 con 0x7fa024101380 2024-06-13T06:19:13.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.466+0000 7fa02a269700 1 -- 172.21.15.39:0/4268517648 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0241a5210 con 0x7fa024101380 2024-06-13T06:19:13.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.467+0000 7fa021ffb700 1 -- 172.21.15.39:0/4268517648 <== mon.2 v2:172.21.15.96:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa01400e3b0 con 0x7fa024101380 2024-06-13T06:19:13.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.467+0000 7fa02a269700 1 -- 172.21.15.39:0/4268517648 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0241a5750 con 0x7fa024101380 2024-06-13T06:19:13.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.467+0000 7fa02a269700 1 -- 172.21.15.39:0/4268517648 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa024069180 con 0x7fa024101380 2024-06-13T06:19:13.469 INFO:journalctl@ceph.mds.l.smithi149.stdout:Jun 13 06:19:13 smithi149 podman[66545]: 2024-06-13 06:19:13.117480574 +0000 UTC m=+0.371391745 container start 0b46c3ab0ad8daf69f9d3f0ff2ead941b750140cb218cce5c3ba02337ebb131e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-l, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240528, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0) 2024-06-13T06:19:13.469 INFO:journalctl@ceph.mds.l.smithi149.stdout:Jun 13 06:19:13 smithi149 ceph-mds[66564]: -- 172.21.15.149:0/57365563 <== mon.1 v2:172.21.15.149:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x559e293d5a40 con 0x559e293a8800 2024-06-13T06:19:13.470 INFO:journalctl@ceph.mds.l.smithi149.stdout:Jun 13 06:19:13 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-l[66560]: starting mds.l at 2024-06-13T06:19:13.470 INFO:journalctl@ceph.mds.l.smithi149.stdout:Jun 13 06:19:13 smithi149 bash[66545]: 0b46c3ab0ad8daf69f9d3f0ff2ead941b750140cb218cce5c3ba02337ebb131e 2024-06-13T06:19:13.470 INFO:journalctl@ceph.mds.l.smithi149.stdout:Jun 13 06:19:13 smithi149 systemd[1]: Started Ceph mds.l for ae626f9c-294b-11ef-bc9c-c7b262605968. 2024-06-13T06:19:13.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.469+0000 7fa021ffb700 1 -- 172.21.15.39:0/4268517648 <== mon.2 v2:172.21.15.96:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fa014019070 con 0x7fa024101380 2024-06-13T06:19:13.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.469+0000 7fa021ffb700 1 --2- 172.21.15.39:0/4268517648 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fa0100a2c20 0x7fa0100a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:13.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.469+0000 7fa01bfff700 1 --2- 172.21.15.39:0/4268517648 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fa0100a2c20 0x7fa0100a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:13.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.470+0000 7fa021ffb700 1 -- 172.21.15.39:0/4268517648 <== mon.2 v2:172.21.15.96:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fa0140ce700 con 0x7fa024101380 2024-06-13T06:19:13.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.470+0000 7fa01bfff700 1 --2- 172.21.15.39:0/4268517648 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fa0100a2c20 0x7fa0100a50e0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fa024106170 tx=0x7fa00c009590 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:19:13.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.473+0000 7fa021ffb700 1 -- 172.21.15.39:0/4268517648 <== mon.2 v2:172.21.15.96:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fa014010460 con 0x7fa024101380 2024-06-13T06:19:13.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.725+0000 7fa02a269700 1 -- 172.21.15.39:0/4268517648 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa0241a5a10 con 0x7fa024101380 2024-06-13T06:19:13.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.725+0000 7fa021ffb700 1 -- 172.21.15.39:0/4268517648 <== mon.2 v2:172.21.15.96:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1393 (secure 0 0 0) 0x7fa01409ba60 con 0x7fa024101380 2024-06-13T06:19:13.725 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:19:13.725 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/980475055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":980475055},{"type":"v1","addr":"172.21.15.149:6833","nonce":980475055}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-06-13T06:19:13.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.727+0000 7fa02a269700 1 -- 172.21.15.39:0/4268517648 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fa0100a2c20 msgr2=0x7fa0100a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:13.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.727+0000 7fa02a269700 1 --2- 172.21.15.39:0/4268517648 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fa0100a2c20 0x7fa0100a50e0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fa024106170 tx=0x7fa00c009590 comp rx=0 tx=0).stop 2024-06-13T06:19:13.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.727+0000 7fa02a269700 1 -- 172.21.15.39:0/4268517648 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fa024101380 msgr2=0x7fa024199a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:13.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.727+0000 7fa02a269700 1 --2- 172.21.15.39:0/4268517648 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fa024101380 0x7fa024199a20 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fa01400d950 tx=0x7fa01400dc60 comp rx=0 tx=0).stop 2024-06-13T06:19:13.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.727+0000 7fa02a269700 1 -- 172.21.15.39:0/4268517648 shutdown_connections 2024-06-13T06:19:13.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.727+0000 7fa02a269700 1 --2- 172.21.15.39:0/4268517648 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fa0100a2c20 0x7fa0100a50e0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:13.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.728+0000 7fa02a269700 1 --2- 172.21.15.39:0/4268517648 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa0241073f0 0x7fa0241a4aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:13.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.728+0000 7fa02a269700 1 --2- 172.21.15.39:0/4268517648 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fa024101380 0x7fa024199a20 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:13.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.728+0000 7fa02a269700 1 --2- 172.21.15.39:0/4268517648 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa024101d40 0x7fa024199f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:13.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.728+0000 7fa02a269700 1 -- 172.21.15.39:0/4268517648 >> 172.21.15.39:0/4268517648 conn(0x7fa024078300 msgr2=0x7fa0240ffdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:19:13.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.728+0000 7fa02a269700 1 -- 172.21.15.39:0/4268517648 shutdown_connections 2024-06-13T06:19:13.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:13.728+0000 7fa02a269700 1 -- 172.21.15.39:0/4268517648 wait complete. 2024-06-13T06:19:13.728 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 2 2024-06-13T06:19:14.178 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:14 smithi096 ceph-mon[36532]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:14.179 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:14 smithi096 ceph-mon[36532]: mds.? [v2:172.21.15.149:6832/980475055,v1:172.21.15.149:6833/980475055] up:boot 2024-06-13T06:19:14.179 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:14 smithi096 ceph-mon[36532]: fsmap 1 up:standby 2024-06-13T06:19:14.179 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:14 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-06-13T06:19:14.179 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:14 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:14.179 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:14 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:14.179 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:14 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:14.179 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:14 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T06:19:14.179 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:14 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T06:19:14.179 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:14 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:19:14.179 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:14 smithi096 ceph-mon[36532]: Deploying daemon mds.k on smithi096 2024-06-13T06:19:14.179 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:14 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/4268517648' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:19:14.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:14 smithi039 ceph-mon[32479]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:14.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:14 smithi039 ceph-mon[32479]: mds.? [v2:172.21.15.149:6832/980475055,v1:172.21.15.149:6833/980475055] up:boot 2024-06-13T06:19:14.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:14 smithi039 ceph-mon[32479]: fsmap 1 up:standby 2024-06-13T06:19:14.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:14 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-06-13T06:19:14.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:14 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:14.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:14 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:14.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:14 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:14.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:14 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T06:19:14.423 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:14 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T06:19:14.423 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:14 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:19:14.423 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:14 smithi039 ceph-mon[32479]: Deploying daemon mds.k on smithi096 2024-06-13T06:19:14.423 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:14 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/4268517648' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:19:14.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:14 smithi149 ceph-mon[36963]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:14.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:14 smithi149 ceph-mon[36963]: mds.? [v2:172.21.15.149:6832/980475055,v1:172.21.15.149:6833/980475055] up:boot 2024-06-13T06:19:14.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:14 smithi149 ceph-mon[36963]: fsmap 1 up:standby 2024-06-13T06:19:14.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:14 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-06-13T06:19:14.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:14 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:14.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:14 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:14.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:14 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:14.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:14 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T06:19:14.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:14 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T06:19:14.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:14 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:19:14.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:14 smithi149 ceph-mon[36963]: Deploying daemon mds.k on smithi096 2024-06-13T06:19:14.470 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:14 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/4268517648' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:19:15.703 INFO:journalctl@ceph.mds.k.smithi096.stdout:Jun 13 06:19:15 smithi096 systemd[1]: Starting Ceph mds.k for ae626f9c-294b-11ef-bc9c-c7b262605968... 2024-06-13T06:19:15.985 INFO:journalctl@ceph.mds.k.smithi096.stdout:Jun 13 06:19:15 smithi096 podman[66304]: 2024-06-13 06:19:15.606565064 +0000 UTC m=+0.017199157 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-13T06:19:15.985 INFO:journalctl@ceph.mds.k.smithi096.stdout:Jun 13 06:19:15 smithi096 podman[66304]: 2024-06-13 06:19:15.735319565 +0000 UTC m=+0.145953686 container create 27b79a91f73c8f5999ed58dcd8f4c14d004f7d071523522567fb4fdbc15cb3ee (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-k, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240528, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-06-13T06:19:15.985 INFO:journalctl@ceph.mds.k.smithi096.stdout:Jun 13 06:19:15 smithi096 podman[66304]: 2024-06-13 06:19:15.986646745 +0000 UTC m=+0.397280834 container init 27b79a91f73c8f5999ed58dcd8f4c14d004f7d071523522567fb4fdbc15cb3ee (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-k, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-13T06:19:16.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:16 smithi096 ceph-mon[36532]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:16.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:16 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:16.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:16 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:16.291 INFO:journalctl@ceph.mds.k.smithi096.stdout:Jun 13 06:19:15 smithi096 podman[66304]: 2024-06-13 06:19:15.989437026 +0000 UTC m=+0.400071105 container start 27b79a91f73c8f5999ed58dcd8f4c14d004f7d071523522567fb4fdbc15cb3ee (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-k, org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-13T06:19:16.291 INFO:journalctl@ceph.mds.k.smithi096.stdout:Jun 13 06:19:16 smithi096 ceph-mds[66323]: -- 172.21.15.96:0/1054704863 <== mon.2 v2:172.21.15.96:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x556bf7745a40 con 0x556bf7718c00 2024-06-13T06:19:16.291 INFO:journalctl@ceph.mds.k.smithi096.stdout:Jun 13 06:19:16 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-k[66319]: starting mds.k at 2024-06-13T06:19:16.291 INFO:journalctl@ceph.mds.k.smithi096.stdout:Jun 13 06:19:16 smithi096 bash[66304]: 27b79a91f73c8f5999ed58dcd8f4c14d004f7d071523522567fb4fdbc15cb3ee 2024-06-13T06:19:16.292 INFO:journalctl@ceph.mds.k.smithi096.stdout:Jun 13 06:19:16 smithi096 systemd[1]: Started Ceph mds.k for ae626f9c-294b-11ef-bc9c-c7b262605968. 2024-06-13T06:19:16.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:16 smithi039 ceph-mon[32479]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:16.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:16 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:16.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:16 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:16.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:16 smithi149 ceph-mon[36963]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:16.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:16 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:16.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:16 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:16.507 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T06:19:16.993 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:19:17.396 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:17 smithi096 ceph-mon[36532]: mds.? [v2:172.21.15.96:6832/2827318421,v1:172.21.15.96:6833/2827318421] up:boot 2024-06-13T06:19:17.397 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:17 smithi096 ceph-mon[36532]: fsmap 2 up:standby 2024-06-13T06:19:17.397 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:17 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-06-13T06:19:17.397 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:17 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:17.397 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:17 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T06:19:17.397 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:17 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T06:19:17.397 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:17 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:19:17.397 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:17 smithi096 ceph-mon[36532]: Deploying daemon mds.j on smithi039 2024-06-13T06:19:17.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:17 smithi039 ceph-mon[32479]: mds.? [v2:172.21.15.96:6832/2827318421,v1:172.21.15.96:6833/2827318421] up:boot 2024-06-13T06:19:17.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:17 smithi039 ceph-mon[32479]: fsmap 2 up:standby 2024-06-13T06:19:17.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:17 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-06-13T06:19:17.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:17 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:17.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:17 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T06:19:17.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:17 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T06:19:17.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:17 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:19:17.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:17 smithi039 ceph-mon[32479]: Deploying daemon mds.j on smithi039 2024-06-13T06:19:17.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:17 smithi149 ceph-mon[36963]: mds.? [v2:172.21.15.96:6832/2827318421,v1:172.21.15.96:6833/2827318421] up:boot 2024-06-13T06:19:17.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:17 smithi149 ceph-mon[36963]: fsmap 2 up:standby 2024-06-13T06:19:17.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:17 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-06-13T06:19:17.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:17 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:17.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:17 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T06:19:17.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:17 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T06:19:17.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:17 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:19:17.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:17 smithi149 ceph-mon[36963]: Deploying daemon mds.j on smithi039 2024-06-13T06:19:18.339 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:18 smithi039 ceph-mon[32479]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:18.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:18 smithi149 ceph-mon[36963]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:18.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:18 smithi096 ceph-mon[36532]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:18.672 INFO:journalctl@ceph.mds.j.smithi039.stdout:Jun 13 06:19:18 smithi039 systemd[1]: Starting Ceph mds.j for ae626f9c-294b-11ef-bc9c-c7b262605968... 2024-06-13T06:19:19.837 INFO:journalctl@ceph.mds.j.smithi039.stdout:Jun 13 06:19:19 smithi039 podman[69883]: 2024-06-13 06:19:19.601959897 +0000 UTC m=+0.020657559 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-13T06:19:19.837 INFO:journalctl@ceph.mds.j.smithi039.stdout:Jun 13 06:19:19 smithi039 podman[69883]: 2024-06-13 06:19:19.707138321 +0000 UTC m=+0.125836026 container create 572cd6e2979b94410d1028367f142982094838d6857d21a98484c344ff636c74 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-j, maintainer=Guillaume Abrioux , ceph=True, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-13T06:19:20.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.016+0000 7f21a6cd8700 1 -- 172.21.15.39:0/1476162288 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f21a0108500 msgr2=0x7f21a01088e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:20.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.016+0000 7f21a6cd8700 1 --2- 172.21.15.39:0/1476162288 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f21a0108500 0x7f21a01088e0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f2190009990 tx=0x7f2190009ca0 comp rx=0 tx=0).stop 2024-06-13T06:19:20.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.016+0000 7f21a6cd8700 1 -- 172.21.15.39:0/1476162288 shutdown_connections 2024-06-13T06:19:20.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.016+0000 7f21a6cd8700 1 --2- 172.21.15.39:0/1476162288 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f21a006ab30 0x7f21a010f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:20.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.016+0000 7f21a6cd8700 1 --2- 172.21.15.39:0/1476162288 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f21a0108500 0x7f21a01088e0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:20.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.016+0000 7f21a6cd8700 1 --2- 172.21.15.39:0/1476162288 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f21a006a170 0x7f21a006a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:20.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.016+0000 7f21a6cd8700 1 -- 172.21.15.39:0/1476162288 >> 172.21.15.39:0/1476162288 conn(0x7f21a0078340 msgr2=0x7f21a0078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:19:20.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.016+0000 7f21a6cd8700 1 -- 172.21.15.39:0/1476162288 shutdown_connections 2024-06-13T06:19:20.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.016+0000 7f21a6cd8700 1 -- 172.21.15.39:0/1476162288 wait complete. 2024-06-13T06:19:20.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.017+0000 7f21a6cd8700 1 Processor -- start 2024-06-13T06:19:20.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.017+0000 7f21a6cd8700 1 -- start start 2024-06-13T06:19:20.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.017+0000 7f21a6cd8700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f21a006a170 0x7f21a0101460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:20.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.017+0000 7f21a6cd8700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f21a006ab30 0x7f21a01019a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:20.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.017+0000 7f21a6cd8700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f21a0108500 0x7f21a0101ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:20.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.017+0000 7f21a6cd8700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f21a0112830 con 0x7f21a0108500 2024-06-13T06:19:20.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.017+0000 7f21a6cd8700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f21a01126b0 con 0x7f21a006ab30 2024-06-13T06:19:20.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.017+0000 7f21a6cd8700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f21a01129b0 con 0x7f21a006a170 2024-06-13T06:19:20.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.017+0000 7f21a5275700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f21a0108500 0x7f21a0101ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:20.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.017+0000 7f219ffff700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f21a006ab30 0x7f21a01019a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:20.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.017+0000 7f21a5275700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f21a0108500 0x7f21a0101ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48384/0 (socket says 172.21.15.39:48384) 2024-06-13T06:19:20.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.017+0000 7f21a5275700 1 -- 172.21.15.39:0/3948817796 learned_addr learned my addr 172.21.15.39:0/3948817796 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:19:20.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.017+0000 7f219ffff700 1 --2- 172.21.15.39:0/3948817796 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f21a006ab30 0x7f21a01019a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.96:3300/0 says I am v2:172.21.15.39:43388/0 (socket says 172.21.15.39:43388) 2024-06-13T06:19:20.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.017+0000 7f21a4a74700 1 --2- 172.21.15.39:0/3948817796 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f21a006a170 0x7f21a0101460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:20.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.018+0000 7f21a5275700 1 -- 172.21.15.39:0/3948817796 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f21a006a170 msgr2=0x7f21a0101460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:20.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.018+0000 7f21a5275700 1 --2- 172.21.15.39:0/3948817796 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f21a006a170 0x7f21a0101460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:20.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.018+0000 7f21a5275700 1 -- 172.21.15.39:0/3948817796 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f21a006ab30 msgr2=0x7f21a01019a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:20.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.018+0000 7f21a5275700 1 --2- 172.21.15.39:0/3948817796 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f21a006ab30 0x7f21a01019a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:20.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.018+0000 7f21a5275700 1 -- 172.21.15.39:0/3948817796 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21a01a7250 con 0x7f21a0108500 2024-06-13T06:19:20.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.018+0000 7f21a5275700 1 --2- 172.21.15.39:0/3948817796 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f21a0108500 0x7f21a0101ee0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f2198007ee0 tx=0x7f219800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:19:20.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.018+0000 7f219dffb700 1 -- 172.21.15.39:0/3948817796 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f219800ddd0 con 0x7f21a0108500 2024-06-13T06:19:20.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.018+0000 7f219dffb700 1 -- 172.21.15.39:0/3948817796 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2198004020 con 0x7f21a0108500 2024-06-13T06:19:20.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.018+0000 7f21a6cd8700 1 -- 172.21.15.39:0/3948817796 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21a01a7540 con 0x7f21a0108500 2024-06-13T06:19:20.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.018+0000 7f219dffb700 1 -- 172.21.15.39:0/3948817796 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2198015660 con 0x7f21a0108500 2024-06-13T06:19:20.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.018+0000 7f21a6cd8700 1 -- 172.21.15.39:0/3948817796 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21a01a7a80 con 0x7f21a0108500 2024-06-13T06:19:20.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.020+0000 7f21a6cd8700 1 -- 172.21.15.39:0/3948817796 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f21a010a9e0 con 0x7f21a0108500 2024-06-13T06:19:20.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.021+0000 7f219dffb700 1 -- 172.21.15.39:0/3948817796 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f21980041d0 con 0x7f21a0108500 2024-06-13T06:19:20.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.021+0000 7f219dffb700 1 --2- 172.21.15.39:0/3948817796 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f21880a2ca0 0x7f21880a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:20.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.022+0000 7f21a4a74700 1 --2- 172.21.15.39:0/3948817796 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f21880a2ca0 0x7f21880a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:20.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.022+0000 7f219dffb700 1 -- 172.21.15.39:0/3948817796 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f21980ce590 con 0x7f21a0108500 2024-06-13T06:19:20.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.022+0000 7f21a4a74700 1 --2- 172.21.15.39:0/3948817796 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f21880a2ca0 0x7f21880a5160 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f219000b5c0 tx=0x7f2190005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:19:20.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.026+0000 7f219dffb700 1 -- 172.21.15.39:0/3948817796 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f2198010070 con 0x7f21a0108500 2024-06-13T06:19:20.171 INFO:journalctl@ceph.mds.j.smithi039.stdout:Jun 13 06:19:20 smithi039 podman[69883]: 2024-06-13 06:19:20.127798005 +0000 UTC m=+0.546495664 container init 572cd6e2979b94410d1028367f142982094838d6857d21a98484c344ff636c74 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-j, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, ceph=True, io.buildah.version=1.33.5) 2024-06-13T06:19:20.172 INFO:journalctl@ceph.mds.j.smithi039.stdout:Jun 13 06:19:20 smithi039 podman[69883]: 2024-06-13 06:19:20.132157289 +0000 UTC m=+0.550854951 container start 572cd6e2979b94410d1028367f142982094838d6857d21a98484c344ff636c74 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-j, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240528, io.buildah.version=1.33.5) 2024-06-13T06:19:20.172 INFO:journalctl@ceph.mds.j.smithi039.stdout:Jun 13 06:19:20 smithi039 ceph-mds[69927]: -- 172.21.15.39:0/3700924445 <== mon.0 v2:172.21.15.39:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x564f023c3a40 con 0x564f02397000 2024-06-13T06:19:20.172 INFO:journalctl@ceph.mds.j.smithi039.stdout:Jun 13 06:19:20 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-j[69901]: starting mds.j at 2024-06-13T06:19:20.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.305+0000 7f21a6cd8700 1 -- 172.21.15.39:0/3948817796 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f21a01029c0 con 0x7f21a0108500 2024-06-13T06:19:20.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.306+0000 7f219dffb700 1 -- 172.21.15.39:0/3948817796 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 4 v4) ==== 93+0+3043 (secure 0 0 0) 0x7f21a01029c0 con 0x7f21a0108500 2024-06-13T06:19:20.305 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:19:20.305 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":4,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/2373452665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":2373452665},{"type":"v1","addr":"172.21.15.39:6835","nonce":2373452665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/980475055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":980475055},{"type":"v1","addr":"172.21.15.149:6833","nonce":980475055}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24431,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.96:6833/2827318421","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6832","nonce":2827318421},{"type":"v1","addr":"172.21.15.96:6833","nonce":2827318421}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-06-13T06:19:20.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.308+0000 7f21a6cd8700 1 -- 172.21.15.39:0/3948817796 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f21880a2ca0 msgr2=0x7f21880a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:20.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.308+0000 7f21a6cd8700 1 --2- 172.21.15.39:0/3948817796 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f21880a2ca0 0x7f21880a5160 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f219000b5c0 tx=0x7f2190005fd0 comp rx=0 tx=0).stop 2024-06-13T06:19:20.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.308+0000 7f21a6cd8700 1 -- 172.21.15.39:0/3948817796 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f21a0108500 msgr2=0x7f21a0101ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:20.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.308+0000 7f21a6cd8700 1 --2- 172.21.15.39:0/3948817796 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f21a0108500 0x7f21a0101ee0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f2198007ee0 tx=0x7f219800d3b0 comp rx=0 tx=0).stop 2024-06-13T06:19:20.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.308+0000 7f21a6cd8700 1 -- 172.21.15.39:0/3948817796 shutdown_connections 2024-06-13T06:19:20.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.308+0000 7f21a6cd8700 1 --2- 172.21.15.39:0/3948817796 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f21880a2ca0 0x7f21880a5160 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:20.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.308+0000 7f21a6cd8700 1 --2- 172.21.15.39:0/3948817796 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f21a0108500 0x7f21a0101ee0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:20.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.308+0000 7f21a6cd8700 1 --2- 172.21.15.39:0/3948817796 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f21a006a170 0x7f21a0101460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:20.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.308+0000 7f21a6cd8700 1 --2- 172.21.15.39:0/3948817796 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f21a006ab30 0x7f21a01019a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:20.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.308+0000 7f21a6cd8700 1 -- 172.21.15.39:0/3948817796 >> 172.21.15.39:0/3948817796 conn(0x7f21a0078340 msgr2=0x7f21a00fff90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:19:20.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.308+0000 7f21a6cd8700 1 -- 172.21.15.39:0/3948817796 shutdown_connections 2024-06-13T06:19:20.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:20.308+0000 7f21a6cd8700 1 -- 172.21.15.39:0/3948817796 wait complete. 2024-06-13T06:19:20.309 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 4 2024-06-13T06:19:20.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:20 smithi149 ceph-mon[36963]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:20.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:20 smithi096 ceph-mon[36532]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:20.613 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:20 smithi039 ceph-mon[32479]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:20.614 INFO:journalctl@ceph.mds.j.smithi039.stdout:Jun 13 06:19:20 smithi039 bash[69883]: 572cd6e2979b94410d1028367f142982094838d6857d21a98484c344ff636c74 2024-06-13T06:19:20.614 INFO:journalctl@ceph.mds.j.smithi039.stdout:Jun 13 06:19:20 smithi039 systemd[1]: Started Ceph mds.j for ae626f9c-294b-11ef-bc9c-c7b262605968. 2024-06-13T06:19:21.459 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:21 smithi039 ceph-mon[32479]: mds.? [v2:172.21.15.39:6834/2373452665,v1:172.21.15.39:6835/2373452665] up:boot 2024-06-13T06:19:21.459 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:21 smithi039 ceph-mon[32479]: fsmap 3 up:standby 2024-06-13T06:19:21.459 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:21 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-06-13T06:19:21.460 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:21 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/3948817796' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:19:21.460 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:21 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:21.460 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:21 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:21.460 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:21 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:21.460 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:21 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T06:19:21.460 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:21 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T06:19:21.460 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:21 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:19:21.460 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:21 smithi039 ceph-mon[32479]: Deploying daemon mds.d on smithi039 2024-06-13T06:19:21.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:21 smithi149 ceph-mon[36963]: mds.? [v2:172.21.15.39:6834/2373452665,v1:172.21.15.39:6835/2373452665] up:boot 2024-06-13T06:19:21.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:21 smithi149 ceph-mon[36963]: fsmap 3 up:standby 2024-06-13T06:19:21.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:21 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-06-13T06:19:21.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:21 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/3948817796' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:19:21.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:21 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:21.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:21 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:21.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:21 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:21.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:21 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T06:19:21.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:21 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T06:19:21.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:21 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:19:21.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:21 smithi149 ceph-mon[36963]: Deploying daemon mds.d on smithi039 2024-06-13T06:19:21.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:21 smithi096 ceph-mon[36532]: mds.? [v2:172.21.15.39:6834/2373452665,v1:172.21.15.39:6835/2373452665] up:boot 2024-06-13T06:19:21.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:21 smithi096 ceph-mon[36532]: fsmap 3 up:standby 2024-06-13T06:19:21.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:21 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-06-13T06:19:21.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:21 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/3948817796' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:19:21.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:21 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:21.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:21 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:21.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:21 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:21.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:21 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T06:19:21.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:21 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T06:19:21.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:21 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:19:21.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:21 smithi096 ceph-mon[36532]: Deploying daemon mds.d on smithi039 2024-06-13T06:19:22.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:22 smithi039 ceph-mon[32479]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:22.672 INFO:journalctl@ceph.mds.d.smithi039.stdout:Jun 13 06:19:22 smithi039 systemd[1]: Starting Ceph mds.d for ae626f9c-294b-11ef-bc9c-c7b262605968... 2024-06-13T06:19:22.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:22 smithi149 ceph-mon[36963]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:22.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:22 smithi096 ceph-mon[36532]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:22.924 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T06:19:23.062 INFO:journalctl@ceph.mds.d.smithi039.stdout:Jun 13 06:19:22 smithi039 podman[70223]: 2024-06-13 06:19:22.710504307 +0000 UTC m=+0.017922608 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-13T06:19:23.062 INFO:journalctl@ceph.mds.d.smithi039.stdout:Jun 13 06:19:22 smithi039 podman[70223]: 2024-06-13 06:19:22.81681526 +0000 UTC m=+0.124233541 container create 70ddb665755f86a2e27e920f79b3f3860f7fa7a6dc4be9587391a72608af8fa0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-d, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux , RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-13T06:19:23.062 INFO:journalctl@ceph.mds.d.smithi039.stdout:Jun 13 06:19:23 smithi039 podman[70223]: 2024-06-13 06:19:23.036126135 +0000 UTC m=+0.343544426 container init 70ddb665755f86a2e27e920f79b3f3860f7fa7a6dc4be9587391a72608af8fa0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-d, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=squid-3d89acc) 2024-06-13T06:19:23.062 INFO:journalctl@ceph.mds.d.smithi039.stdout:Jun 13 06:19:23 smithi039 podman[70223]: 2024-06-13 06:19:23.039420367 +0000 UTC m=+0.346838651 container start 70ddb665755f86a2e27e920f79b3f3860f7fa7a6dc4be9587391a72608af8fa0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-d, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5) 2024-06-13T06:19:23.224 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:19:23.344 INFO:journalctl@ceph.mds.d.smithi039.stdout:Jun 13 06:19:23 smithi039 ceph-mds[70260]: -- 172.21.15.39:0/2135379986 <== mon.0 v2:172.21.15.39:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x563882567a40 con 0x56388253a800 2024-06-13T06:19:23.344 INFO:journalctl@ceph.mds.d.smithi039.stdout:Jun 13 06:19:23 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-d[70238]: starting mds.d at 2024-06-13T06:19:23.344 INFO:journalctl@ceph.mds.d.smithi039.stdout:Jun 13 06:19:23 smithi039 bash[70223]: 70ddb665755f86a2e27e920f79b3f3860f7fa7a6dc4be9587391a72608af8fa0 2024-06-13T06:19:23.344 INFO:journalctl@ceph.mds.d.smithi039.stdout:Jun 13 06:19:23 smithi039 systemd[1]: Started Ceph mds.d for ae626f9c-294b-11ef-bc9c-c7b262605968. 2024-06-13T06:19:24.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:24 smithi149 ceph-mon[36963]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:24.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:24 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:24.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:24 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:24.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:24 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:24.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:24 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T06:19:24.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:24 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T06:19:24.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:24 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:19:24.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:24 smithi149 ceph-mon[36963]: Deploying daemon mds.e on smithi096 2024-06-13T06:19:24.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:24 smithi149 ceph-mon[36963]: mds.? [v2:172.21.15.39:6836/2187635150,v1:172.21.15.39:6837/2187635150] up:boot 2024-06-13T06:19:24.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:24 smithi149 ceph-mon[36963]: fsmap 4 up:standby 2024-06-13T06:19:24.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:24 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-06-13T06:19:24.527 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:24 smithi039 ceph-mon[32479]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:24.528 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:24 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:24.528 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:24 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:24.528 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:24 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:24.528 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:24 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T06:19:24.528 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:24 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T06:19:24.528 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:24 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:19:24.528 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:24 smithi039 ceph-mon[32479]: Deploying daemon mds.e on smithi096 2024-06-13T06:19:24.528 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:24 smithi039 ceph-mon[32479]: mds.? [v2:172.21.15.39:6836/2187635150,v1:172.21.15.39:6837/2187635150] up:boot 2024-06-13T06:19:24.528 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:24 smithi039 ceph-mon[32479]: fsmap 4 up:standby 2024-06-13T06:19:24.528 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:24 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-06-13T06:19:24.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:24 smithi096 ceph-mon[36532]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:24.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:24 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:24.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:24 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:24.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:24 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:24.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:24 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T06:19:24.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:24 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T06:19:24.542 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:24 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:19:24.542 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:24 smithi096 ceph-mon[36532]: Deploying daemon mds.e on smithi096 2024-06-13T06:19:24.542 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:24 smithi096 ceph-mon[36532]: mds.? [v2:172.21.15.39:6836/2187635150,v1:172.21.15.39:6837/2187635150] up:boot 2024-06-13T06:19:24.542 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:24 smithi096 ceph-mon[36532]: fsmap 4 up:standby 2024-06-13T06:19:24.542 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:24 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-06-13T06:19:24.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:24.750+0000 7f20b9dbc700 1 -- 172.21.15.39:0/3852329227 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f20b41009e0 msgr2=0x7f20b4100e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:24.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:24.750+0000 7f20b9dbc700 1 --2- 172.21.15.39:0/3852329227 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f20b41009e0 0x7f20b4100e60 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f20a80099c0 tx=0x7f20a8009cd0 comp rx=0 tx=0).stop 2024-06-13T06:19:24.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:24.750+0000 7f20b9dbc700 1 -- 172.21.15.39:0/3852329227 shutdown_connections 2024-06-13T06:19:24.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:24.751+0000 7f20b9dbc700 1 --2- 172.21.15.39:0/3852329227 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f20b41013a0 0x7f20b410f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:24.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:24.751+0000 7f20b9dbc700 1 --2- 172.21.15.39:0/3852329227 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f20b4108560 0x7f20b4108940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:24.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:24.751+0000 7f20b9dbc700 1 --2- 172.21.15.39:0/3852329227 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f20b41009e0 0x7f20b4100e60 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:24.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:24.751+0000 7f20b9dbc700 1 -- 172.21.15.39:0/3852329227 >> 172.21.15.39:0/3852329227 conn(0x7f20b4077990 msgr2=0x7f20b40fed10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:19:24.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:24.751+0000 7f20b9dbc700 1 -- 172.21.15.39:0/3852329227 shutdown_connections 2024-06-13T06:19:24.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:24.751+0000 7f20b9dbc700 1 -- 172.21.15.39:0/3852329227 wait complete. 2024-06-13T06:19:24.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:24.751+0000 7f20b9dbc700 1 Processor -- start 2024-06-13T06:19:24.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:24.751+0000 7f20b9dbc700 1 -- start start 2024-06-13T06:19:24.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:24.752+0000 7f20b9dbc700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f20b41009e0 0x7f20b4101bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:24.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:24.752+0000 7f20b9dbc700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f20b41013a0 0x7f20b4102100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:24.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:24.752+0000 7f20b9dbc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f20b4108560 0x7f20b4102640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:24.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:24.752+0000 7f20b9dbc700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f20b41127c0 con 0x7f20b4108560 2024-06-13T06:19:24.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:24.752+0000 7f20b9dbc700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f20b4112640 con 0x7f20b41009e0 2024-06-13T06:19:24.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:24.752+0000 7f20b9dbc700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f20b4112940 con 0x7f20b41013a0 2024-06-13T06:19:24.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:24.752+0000 7f20b3fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f20b4108560 0x7f20b4102640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:24.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:24.752+0000 7f20b2ffd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f20b41013a0 0x7f20b4102100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:24.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:24.752+0000 7f20b2ffd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f20b41013a0 0x7f20b4102100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.39:46010/0 (socket says 172.21.15.39:46010) 2024-06-13T06:19:24.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:24.752+0000 7f20b3fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f20b4108560 0x7f20b4102640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50624/0 (socket says 172.21.15.39:50624) 2024-06-13T06:19:24.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:24.752+0000 7f20b2ffd700 1 -- 172.21.15.39:0/3605610316 learned_addr learned my addr 172.21.15.39:0/3605610316 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:19:24.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:24.752+0000 7f20b37fe700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f20b41009e0 0x7f20b4101bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:24.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:24.752+0000 7f20b2ffd700 1 -- 172.21.15.39:0/3605610316 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f20b41009e0 msgr2=0x7f20b4101bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:24.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:24.752+0000 7f20b2ffd700 1 --2- 172.21.15.39:0/3605610316 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f20b41009e0 0x7f20b4101bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:24.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:24.752+0000 7f20b2ffd700 1 -- 172.21.15.39:0/3605610316 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f20b4108560 msgr2=0x7f20b4102640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:24.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:24.752+0000 7f20b2ffd700 1 --2- 172.21.15.39:0/3605610316 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f20b4108560 0x7f20b4102640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:24.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:24.752+0000 7f20b2ffd700 1 -- 172.21.15.39:0/3605610316 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20b41a7100 con 0x7f20b41013a0 2024-06-13T06:19:24.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:24.752+0000 7f20b3fff700 1 --2- 172.21.15.39:0/3605610316 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f20b4108560 0x7f20b4102640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T06:19:24.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:24.752+0000 7f20b2ffd700 1 --2- 172.21.15.39:0/3605610316 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f20b41013a0 0x7f20b4102100 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f20a8006010 tx=0x7f20a8009f80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:19:24.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:24.753+0000 7f20b0ff9700 1 -- 172.21.15.39:0/3605610316 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20a8026070 con 0x7f20b41013a0 2024-06-13T06:19:24.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:24.753+0000 7f20b9dbc700 1 -- 172.21.15.39:0/3605610316 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20b41a7390 con 0x7f20b41013a0 2024-06-13T06:19:24.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:24.753+0000 7f20b0ff9700 1 -- 172.21.15.39:0/3605610316 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f20a8004cd0 con 0x7f20b41013a0 2024-06-13T06:19:24.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:24.753+0000 7f20b0ff9700 1 -- 172.21.15.39:0/3605610316 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20a8003ba0 con 0x7f20b41013a0 2024-06-13T06:19:24.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:24.753+0000 7f20b9dbc700 1 -- 172.21.15.39:0/3605610316 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20b41a7840 con 0x7f20b41013a0 2024-06-13T06:19:24.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:24.753+0000 7f20b9dbc700 1 -- 172.21.15.39:0/3605610316 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f20b4069180 con 0x7f20b41013a0 2024-06-13T06:19:24.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:24.755+0000 7f20b0ff9700 1 -- 172.21.15.39:0/3605610316 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f20a8029070 con 0x7f20b41013a0 2024-06-13T06:19:24.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:24.756+0000 7f20b0ff9700 1 --2- 172.21.15.39:0/3605610316 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f209c0a2c20 0x7f209c0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:24.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:24.756+0000 7f20b37fe700 1 --2- 172.21.15.39:0/3605610316 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f209c0a2c20 0x7f209c0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:24.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:24.756+0000 7f20b0ff9700 1 -- 172.21.15.39:0/3605610316 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f20a80cf980 con 0x7f20b41013a0 2024-06-13T06:19:24.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:24.756+0000 7f20b37fe700 1 --2- 172.21.15.39:0/3605610316 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f209c0a2c20 0x7f209c0a50e0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f20a4005950 tx=0x7f20a400a300 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:19:24.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:24.763+0000 7f20b0ff9700 1 -- 172.21.15.39:0/3605610316 <== mon.1 v2:172.21.15.149:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f20a8030020 con 0x7f20b41013a0 2024-06-13T06:19:25.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:25.016+0000 7f20b9dbc700 1 -- 172.21.15.39:0/3605610316 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f20b402dca0 con 0x7f20b41013a0 2024-06-13T06:19:25.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:25.016+0000 7f20b0ff9700 1 -- 172.21.15.39:0/3605610316 <== mon.1 v2:172.21.15.149:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 5 v5) ==== 93+0+3868 (secure 0 0 0) 0x7f20a8013070 con 0x7f20b41013a0 2024-06-13T06:19:25.017 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:19:25.017 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":5,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/2373452665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":2373452665},{"type":"v1","addr":"172.21.15.39:6835","nonce":2373452665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/2187635150","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":2187635150},{"type":"v1","addr":"172.21.15.39:6837","nonce":2187635150}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/980475055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":980475055},{"type":"v1","addr":"172.21.15.149:6833","nonce":980475055}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24431,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.96:6833/2827318421","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6832","nonce":2827318421},{"type":"v1","addr":"172.21.15.96:6833","nonce":2827318421}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-06-13T06:19:25.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:25.019+0000 7f20b9dbc700 1 -- 172.21.15.39:0/3605610316 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f209c0a2c20 msgr2=0x7f209c0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:25.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:25.019+0000 7f20b9dbc700 1 --2- 172.21.15.39:0/3605610316 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f209c0a2c20 0x7f209c0a50e0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f20a4005950 tx=0x7f20a400a300 comp rx=0 tx=0).stop 2024-06-13T06:19:25.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:25.019+0000 7f20b9dbc700 1 -- 172.21.15.39:0/3605610316 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f20b41013a0 msgr2=0x7f20b4102100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:25.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:25.019+0000 7f20b9dbc700 1 --2- 172.21.15.39:0/3605610316 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f20b41013a0 0x7f20b4102100 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f20a8006010 tx=0x7f20a8009f80 comp rx=0 tx=0).stop 2024-06-13T06:19:25.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:25.019+0000 7f20b9dbc700 1 -- 172.21.15.39:0/3605610316 shutdown_connections 2024-06-13T06:19:25.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:25.019+0000 7f20b9dbc700 1 --2- 172.21.15.39:0/3605610316 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f209c0a2c20 0x7f209c0a50e0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:25.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:25.019+0000 7f20b9dbc700 1 --2- 172.21.15.39:0/3605610316 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f20b4108560 0x7f20b4102640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:25.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:25.019+0000 7f20b9dbc700 1 --2- 172.21.15.39:0/3605610316 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f20b41009e0 0x7f20b4101bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:25.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:25.019+0000 7f20b9dbc700 1 --2- 172.21.15.39:0/3605610316 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f20b41013a0 0x7f20b4102100 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:25.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:25.019+0000 7f20b9dbc700 1 -- 172.21.15.39:0/3605610316 >> 172.21.15.39:0/3605610316 conn(0x7f20b4077990 msgr2=0x7f20b40fef20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:19:25.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:25.019+0000 7f20b9dbc700 1 -- 172.21.15.39:0/3605610316 shutdown_connections 2024-06-13T06:19:25.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:25.019+0000 7f20b9dbc700 1 -- 172.21.15.39:0/3605610316 wait complete. 2024-06-13T06:19:25.020 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 5 2024-06-13T06:19:25.321 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:25 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/3605610316' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:19:25.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:25 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/3605610316' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:19:25.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:25 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/3605610316' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:19:25.541 INFO:journalctl@ceph.mds.e.smithi096.stdout:Jun 13 06:19:25 smithi096 systemd[1]: Starting Ceph mds.e for ae626f9c-294b-11ef-bc9c-c7b262605968... 2024-06-13T06:19:25.907 INFO:journalctl@ceph.mds.e.smithi096.stdout:Jun 13 06:19:25 smithi096 podman[66617]: 2024-06-13 06:19:25.535664471 +0000 UTC m=+0.017455512 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-13T06:19:25.907 INFO:journalctl@ceph.mds.e.smithi096.stdout:Jun 13 06:19:25 smithi096 podman[66617]: 2024-06-13 06:19:25.655370697 +0000 UTC m=+0.137161724 container create 01e448ce0291704c2b606dd85e8d5adffd6283a0f244dc60b4f0a5851a2820da (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-e, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-13T06:19:25.907 INFO:journalctl@ceph.mds.e.smithi096.stdout:Jun 13 06:19:25 smithi096 podman[66617]: 2024-06-13 06:19:25.908456185 +0000 UTC m=+0.390247227 container init 01e448ce0291704c2b606dd85e8d5adffd6283a0f244dc60b4f0a5851a2820da (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-e, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-13T06:19:26.221 INFO:journalctl@ceph.mds.e.smithi096.stdout:Jun 13 06:19:25 smithi096 podman[66617]: 2024-06-13 06:19:25.911286442 +0000 UTC m=+0.393077470 container start 01e448ce0291704c2b606dd85e8d5adffd6283a0f244dc60b4f0a5851a2820da (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-e, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240528) 2024-06-13T06:19:26.221 INFO:journalctl@ceph.mds.e.smithi096.stdout:Jun 13 06:19:25 smithi096 ceph-mds[66636]: -- 172.21.15.96:0/4057185275 <== mon.2 v2:172.21.15.96:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x557144f1fa40 con 0x557144ef2800 2024-06-13T06:19:26.221 INFO:journalctl@ceph.mds.e.smithi096.stdout:Jun 13 06:19:25 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-e[66632]: starting mds.e at 2024-06-13T06:19:26.221 INFO:journalctl@ceph.mds.e.smithi096.stdout:Jun 13 06:19:26 smithi096 bash[66617]: 01e448ce0291704c2b606dd85e8d5adffd6283a0f244dc60b4f0a5851a2820da 2024-06-13T06:19:26.221 INFO:journalctl@ceph.mds.e.smithi096.stdout:Jun 13 06:19:26 smithi096 systemd[1]: Started Ceph mds.e for ae626f9c-294b-11ef-bc9c-c7b262605968. 2024-06-13T06:19:26.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:26 smithi096 ceph-mon[36532]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:26.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:26 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:26.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:26 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:26.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:26 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:26.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:26 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T06:19:26.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:26 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T06:19:26.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:26 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:19:26.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:26 smithi039 ceph-mon[32479]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:26.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:26 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:26.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:26 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:26.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:26 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:26.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:26 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T06:19:26.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:26 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T06:19:26.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:26 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:19:26.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:26 smithi149 ceph-mon[36963]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:26.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:26 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:26.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:26 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:26.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:26 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:26.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:26 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T06:19:26.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:26 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T06:19:26.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:26 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:19:27.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:27 smithi149 ceph-mon[36963]: Deploying daemon mds.f on smithi149 2024-06-13T06:19:27.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:27 smithi149 ceph-mon[36963]: mds.? [v2:172.21.15.96:6834/3408571209,v1:172.21.15.96:6835/3408571209] up:boot 2024-06-13T06:19:27.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:27 smithi149 ceph-mon[36963]: fsmap 5 up:standby 2024-06-13T06:19:27.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:27 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-06-13T06:19:27.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:27 smithi096 ceph-mon[36532]: Deploying daemon mds.f on smithi149 2024-06-13T06:19:27.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:27 smithi096 ceph-mon[36532]: mds.? [v2:172.21.15.96:6834/3408571209,v1:172.21.15.96:6835/3408571209] up:boot 2024-06-13T06:19:27.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:27 smithi096 ceph-mon[36532]: fsmap 5 up:standby 2024-06-13T06:19:27.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:27 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-06-13T06:19:27.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:27 smithi039 ceph-mon[32479]: Deploying daemon mds.f on smithi149 2024-06-13T06:19:27.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:27 smithi039 ceph-mon[32479]: mds.? [v2:172.21.15.96:6834/3408571209,v1:172.21.15.96:6835/3408571209] up:boot 2024-06-13T06:19:27.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:27 smithi039 ceph-mon[32479]: fsmap 5 up:standby 2024-06-13T06:19:27.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:27 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-06-13T06:19:27.714 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T06:19:27.982 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:19:28.386 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:28 smithi039 ceph-mon[32479]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:28.446 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:28 smithi149 ceph-mon[36963]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:28.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:28 smithi096 ceph-mon[36532]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:29.218 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 13 06:19:28 smithi149 systemd[1]: Started Ceph mds.f for ae626f9c-294b-11ef-bc9c-c7b262605968. 2024-06-13T06:19:29.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.566+0000 7eff9bb65700 1 -- 172.21.15.39:0/1393498359 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7eff94101d30 msgr2=0x7eff9410e210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:29.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.566+0000 7eff9bb65700 1 --2- 172.21.15.39:0/1393498359 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7eff94101d30 0x7eff9410e210 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7eff8c00b0a0 tx=0x7eff8c00b3b0 comp rx=0 tx=0).stop 2024-06-13T06:19:29.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.566+0000 7eff9bb65700 1 -- 172.21.15.39:0/1393498359 shutdown_connections 2024-06-13T06:19:29.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.566+0000 7eff9bb65700 1 --2- 172.21.15.39:0/1393498359 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7eff94101d30 0x7eff9410e210 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:29.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.566+0000 7eff9bb65700 1 --2- 172.21.15.39:0/1393498359 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7eff941073d0 0x7eff941077b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:29.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.566+0000 7eff9bb65700 1 --2- 172.21.15.39:0/1393498359 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7eff94101390 0x7eff941017f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:29.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.566+0000 7eff9bb65700 1 -- 172.21.15.39:0/1393498359 >> 172.21.15.39:0/1393498359 conn(0x7eff940782c0 msgr2=0x7eff940786d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:19:29.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.566+0000 7eff9bb65700 1 -- 172.21.15.39:0/1393498359 shutdown_connections 2024-06-13T06:19:29.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.566+0000 7eff9bb65700 1 -- 172.21.15.39:0/1393498359 wait complete. 2024-06-13T06:19:29.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.567+0000 7eff9bb65700 1 Processor -- start 2024-06-13T06:19:29.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.567+0000 7eff9bb65700 1 -- start start 2024-06-13T06:19:29.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.567+0000 7eff9bb65700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7eff94101390 0x7eff94103040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:29.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.567+0000 7eff9bb65700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7eff94101d30 0x7eff94103580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:29.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.567+0000 7eff9bb65700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7eff941073d0 0x7eff94103ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:29.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.567+0000 7eff9bb65700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7eff941116a0 con 0x7eff94101d30 2024-06-13T06:19:29.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.567+0000 7eff9bb65700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7eff94111520 con 0x7eff94101390 2024-06-13T06:19:29.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.567+0000 7eff9bb65700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7eff94111820 con 0x7eff941073d0 2024-06-13T06:19:29.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.567+0000 7eff99100700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7eff94101d30 0x7eff94103580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:29.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.567+0000 7eff99100700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7eff94101d30 0x7eff94103580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50642/0 (socket says 172.21.15.39:50642) 2024-06-13T06:19:29.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.568+0000 7eff99100700 1 -- 172.21.15.39:0/2863563268 learned_addr learned my addr 172.21.15.39:0/2863563268 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:19:29.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.568+0000 7eff9a102700 1 --2- 172.21.15.39:0/2863563268 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7eff941073d0 0x7eff94103ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:29.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.568+0000 7eff99901700 1 --2- 172.21.15.39:0/2863563268 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7eff94101390 0x7eff94103040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:29.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.568+0000 7eff99100700 1 -- 172.21.15.39:0/2863563268 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7eff941073d0 msgr2=0x7eff94103ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:29.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.568+0000 7eff99100700 1 --2- 172.21.15.39:0/2863563268 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7eff941073d0 0x7eff94103ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:29.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.568+0000 7eff99100700 1 -- 172.21.15.39:0/2863563268 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7eff94101390 msgr2=0x7eff94103040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:29.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.568+0000 7eff99100700 1 --2- 172.21.15.39:0/2863563268 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7eff94101390 0x7eff94103040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:29.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.568+0000 7eff99100700 1 -- 172.21.15.39:0/2863563268 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff941a7160 con 0x7eff94101d30 2024-06-13T06:19:29.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.568+0000 7eff99901700 1 --2- 172.21.15.39:0/2863563268 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7eff94101390 0x7eff94103040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:19:29.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.568+0000 7eff99100700 1 --2- 172.21.15.39:0/2863563268 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7eff94101d30 0x7eff94103580 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7eff8400c920 tx=0x7eff8400cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:19:29.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.568+0000 7eff8affd700 1 -- 172.21.15.39:0/2863563268 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff84007b00 con 0x7eff94101d30 2024-06-13T06:19:29.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.568+0000 7eff8affd700 1 -- 172.21.15.39:0/2863563268 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7eff84004d10 con 0x7eff94101d30 2024-06-13T06:19:29.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.568+0000 7eff9bb65700 1 -- 172.21.15.39:0/2863563268 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff941a7450 con 0x7eff94101d30 2024-06-13T06:19:29.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.568+0000 7eff8affd700 1 -- 172.21.15.39:0/2863563268 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff84005680 con 0x7eff94101d30 2024-06-13T06:19:29.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.568+0000 7eff9bb65700 1 -- 172.21.15.39:0/2863563268 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff941a79e0 con 0x7eff94101d30 2024-06-13T06:19:29.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.569+0000 7eff9bb65700 1 -- 172.21.15.39:0/2863563268 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff94069180 con 0x7eff94101d30 2024-06-13T06:19:29.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.570+0000 7eff8affd700 1 -- 172.21.15.39:0/2863563268 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7eff84004750 con 0x7eff94101d30 2024-06-13T06:19:29.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.571+0000 7eff8affd700 1 --2- 172.21.15.39:0/2863563268 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7eff800a2ca0 0x7eff800a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:29.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.572+0000 7eff99901700 1 --2- 172.21.15.39:0/2863563268 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7eff800a2ca0 0x7eff800a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:29.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.572+0000 7eff8affd700 1 -- 172.21.15.39:0/2863563268 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7eff840ce690 con 0x7eff94101d30 2024-06-13T06:19:29.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.572+0000 7eff99901700 1 --2- 172.21.15.39:0/2863563268 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7eff800a2ca0 0x7eff800a5160 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7eff90005e10 tx=0x7eff90005d80 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:19:29.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.576+0000 7eff8affd700 1 -- 172.21.15.39:0/2863563268 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7eff84014030 con 0x7eff94101d30 2024-06-13T06:19:29.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.830+0000 7eff9bb65700 1 -- 172.21.15.39:0/2863563268 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7eff941a7ca0 con 0x7eff94101d30 2024-06-13T06:19:29.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.830+0000 7eff8affd700 1 -- 172.21.15.39:0/2863563268 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5521 (secure 0 0 0) 0x7eff8409ba90 con 0x7eff94101d30 2024-06-13T06:19:29.830 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:19:29.830 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":7,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/2373452665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":2373452665},{"type":"v1","addr":"172.21.15.39:6835","nonce":2373452665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/2187635150","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":2187635150},{"type":"v1","addr":"172.21.15.39:6837","nonce":2187635150}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/980475055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":980475055},{"type":"v1","addr":"172.21.15.149:6833","nonce":980475055}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24427,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/2757180167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":2757180167},{"type":"v1","addr":"172.21.15.149:6835","nonce":2757180167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24431,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.96:6833/2827318421","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6832","nonce":2827318421},{"type":"v1","addr":"172.21.15.96:6833","nonce":2827318421}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24455,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.96:6835/3408571209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6834","nonce":3408571209},{"type":"v1","addr":"172.21.15.96:6835","nonce":3408571209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[]} 2024-06-13T06:19:29.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.832+0000 7eff9bb65700 1 -- 172.21.15.39:0/2863563268 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7eff800a2ca0 msgr2=0x7eff800a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:29.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.832+0000 7eff9bb65700 1 --2- 172.21.15.39:0/2863563268 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7eff800a2ca0 0x7eff800a5160 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7eff90005e10 tx=0x7eff90005d80 comp rx=0 tx=0).stop 2024-06-13T06:19:29.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.832+0000 7eff9bb65700 1 -- 172.21.15.39:0/2863563268 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7eff94101d30 msgr2=0x7eff94103580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:29.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.832+0000 7eff9bb65700 1 --2- 172.21.15.39:0/2863563268 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7eff94101d30 0x7eff94103580 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7eff8400c920 tx=0x7eff8400cc30 comp rx=0 tx=0).stop 2024-06-13T06:19:29.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.832+0000 7eff9bb65700 1 -- 172.21.15.39:0/2863563268 shutdown_connections 2024-06-13T06:19:29.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.832+0000 7eff9bb65700 1 --2- 172.21.15.39:0/2863563268 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7eff800a2ca0 0x7eff800a5160 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:29.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.832+0000 7eff9bb65700 1 --2- 172.21.15.39:0/2863563268 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7eff941073d0 0x7eff94103ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:29.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.832+0000 7eff9bb65700 1 --2- 172.21.15.39:0/2863563268 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7eff94101390 0x7eff94103040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:29.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.832+0000 7eff9bb65700 1 --2- 172.21.15.39:0/2863563268 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7eff94101d30 0x7eff94103580 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:29.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.832+0000 7eff9bb65700 1 -- 172.21.15.39:0/2863563268 >> 172.21.15.39:0/2863563268 conn(0x7eff940782c0 msgr2=0x7eff94100690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:19:29.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.833+0000 7eff9bb65700 1 -- 172.21.15.39:0/2863563268 shutdown_connections 2024-06-13T06:19:29.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:29.833+0000 7eff9bb65700 1 -- 172.21.15.39:0/2863563268 wait complete. 2024-06-13T06:19:29.833 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 7 2024-06-13T06:19:30.163 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:29 smithi039 ceph-mon[32479]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:30.163 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:29 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:30.166 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:29 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:30.166 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:29 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:30.166 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:29 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T06:19:30.166 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:29 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T06:19:30.166 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:29 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:19:30.166 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:29 smithi039 ceph-mon[32479]: Deploying daemon mds.c on smithi149 2024-06-13T06:19:30.167 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:29 smithi039 ceph-mon[32479]: mds.? [v2:172.21.15.149:6834/2757180167,v1:172.21.15.149:6835/2757180167] up:boot 2024-06-13T06:19:30.167 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:29 smithi039 ceph-mon[32479]: fsmap 6 up:standby 2024-06-13T06:19:30.167 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:29 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-06-13T06:19:30.167 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:29 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/2863563268' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:19:30.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:29 smithi149 ceph-mon[36963]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:30.249 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:29 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:30.249 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:29 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:30.249 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:29 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:30.249 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:29 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T06:19:30.249 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:29 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T06:19:30.249 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:29 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:19:30.249 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:29 smithi149 ceph-mon[36963]: Deploying daemon mds.c on smithi149 2024-06-13T06:19:30.250 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:29 smithi149 ceph-mon[36963]: mds.? [v2:172.21.15.149:6834/2757180167,v1:172.21.15.149:6835/2757180167] up:boot 2024-06-13T06:19:30.250 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:29 smithi149 ceph-mon[36963]: fsmap 6 up:standby 2024-06-13T06:19:30.250 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:29 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-06-13T06:19:30.250 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:29 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/2863563268' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:19:30.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:29 smithi096 ceph-mon[36532]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:30.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:29 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:30.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:29 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:30.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:29 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:30.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:29 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T06:19:30.292 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:29 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T06:19:30.292 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:29 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:19:30.292 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:29 smithi096 ceph-mon[36532]: Deploying daemon mds.c on smithi149 2024-06-13T06:19:30.292 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:29 smithi096 ceph-mon[36532]: mds.? [v2:172.21.15.149:6834/2757180167,v1:172.21.15.149:6835/2757180167] up:boot 2024-06-13T06:19:30.292 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:29 smithi096 ceph-mon[36532]: fsmap 6 up:standby 2024-06-13T06:19:30.292 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:29 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-06-13T06:19:30.292 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:29 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/2863563268' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:19:31.218 INFO:journalctl@ceph.mds.c.smithi149.stdout:Jun 13 06:19:31 smithi149 systemd[1]: Starting Ceph mds.c for ae626f9c-294b-11ef-bc9c-c7b262605968... 2024-06-13T06:19:31.536 INFO:journalctl@ceph.mds.c.smithi149.stdout:Jun 13 06:19:31 smithi149 podman[67166]: 2024-06-13 06:19:31.161799581 +0000 UTC m=+0.017579820 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-13T06:19:31.536 INFO:journalctl@ceph.mds.c.smithi149.stdout:Jun 13 06:19:31 smithi149 podman[67166]: 2024-06-13 06:19:31.275537902 +0000 UTC m=+0.131318170 container create cc54e0927144223e18134888b2a4349a8c45622fb33fb5433e77d9a82fa663ab (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-c, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=squid-3d89acc, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-13T06:19:31.536 INFO:journalctl@ceph.mds.c.smithi149.stdout:Jun 13 06:19:31 smithi149 podman[67166]: 2024-06-13 06:19:31.537100357 +0000 UTC m=+0.392880597 container init cc54e0927144223e18134888b2a4349a8c45622fb33fb5433e77d9a82fa663ab (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-c, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-13T06:19:31.968 INFO:journalctl@ceph.mds.c.smithi149.stdout:Jun 13 06:19:31 smithi149 podman[67166]: 2024-06-13 06:19:31.5400512 +0000 UTC m=+0.395831427 container start cc54e0927144223e18134888b2a4349a8c45622fb33fb5433e77d9a82fa663ab (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-c, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-06-13T06:19:31.968 INFO:journalctl@ceph.mds.c.smithi149.stdout:Jun 13 06:19:31 smithi149 ceph-mds[67185]: -- 172.21.15.149:0/4026119430 <== mon.1 v2:172.21.15.149:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55db1c4ffa40 con 0x55db1c4d3000 2024-06-13T06:19:31.968 INFO:journalctl@ceph.mds.c.smithi149.stdout:Jun 13 06:19:31 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-c[67181]: starting mds.c at 2024-06-13T06:19:31.968 INFO:journalctl@ceph.mds.c.smithi149.stdout:Jun 13 06:19:31 smithi149 bash[67166]: cc54e0927144223e18134888b2a4349a8c45622fb33fb5433e77d9a82fa663ab 2024-06-13T06:19:31.968 INFO:journalctl@ceph.mds.c.smithi149.stdout:Jun 13 06:19:31 smithi149 systemd[1]: Started Ceph mds.c for ae626f9c-294b-11ef-bc9c-c7b262605968. 2024-06-13T06:19:32.463 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T06:19:32.727 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:19:32.849 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:32 smithi039 ceph-mon[32479]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:32.850 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:32 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:32.850 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:32 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:32.850 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:32 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:32.850 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:32 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T06:19:32.850 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:32 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T06:19:32.850 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:32 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:19:32.850 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:32 smithi039 ceph-mon[32479]: mds.? [v2:172.21.15.149:6836/1742889729,v1:172.21.15.149:6837/1742889729] up:boot 2024-06-13T06:19:32.850 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:32 smithi039 ceph-mon[32479]: fsmap 7 up:standby 2024-06-13T06:19:32.850 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:32 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-06-13T06:19:32.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:32 smithi149 ceph-mon[36963]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:32.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:32 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:32.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:32 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:32.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:32 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:32.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:32 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T06:19:32.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:32 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T06:19:32.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:32 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:19:32.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:32 smithi149 ceph-mon[36963]: mds.? [v2:172.21.15.149:6836/1742889729,v1:172.21.15.149:6837/1742889729] up:boot 2024-06-13T06:19:32.970 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:32 smithi149 ceph-mon[36963]: fsmap 7 up:standby 2024-06-13T06:19:32.970 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:32 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-06-13T06:19:33.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:32 smithi096 ceph-mon[36532]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:33.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:32 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:33.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:32 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:33.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:32 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:33.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:32 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T06:19:33.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:32 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T06:19:33.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:32 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:19:33.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:32 smithi096 ceph-mon[36532]: mds.? [v2:172.21.15.149:6836/1742889729,v1:172.21.15.149:6837/1742889729] up:boot 2024-06-13T06:19:33.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:32 smithi096 ceph-mon[36532]: fsmap 7 up:standby 2024-06-13T06:19:33.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:32 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-06-13T06:19:33.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:33 smithi149 ceph-mon[36963]: Deploying daemon mds.h on smithi096 2024-06-13T06:19:33.992 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:33 smithi096 ceph-mon[36532]: Deploying daemon mds.h on smithi096 2024-06-13T06:19:33.992 INFO:journalctl@ceph.mds.h.smithi096.stdout:Jun 13 06:19:33 smithi096 systemd[1]: Starting Ceph mds.h for ae626f9c-294b-11ef-bc9c-c7b262605968... 2024-06-13T06:19:34.033 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:33 smithi039 ceph-mon[32479]: Deploying daemon mds.h on smithi096 2024-06-13T06:19:34.291 INFO:journalctl@ceph.mds.h.smithi096.stdout:Jun 13 06:19:34 smithi096 podman[66920]: 2024-06-13 06:19:34.112100868 +0000 UTC m=+0.017094951 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-13T06:19:34.291 INFO:journalctl@ceph.mds.h.smithi096.stdout:Jun 13 06:19:34 smithi096 podman[66920]: 2024-06-13 06:19:34.227296902 +0000 UTC m=+0.132290989 container create 64b8443865aa4930ad1df17f4e4213306f3bcb8eb9b5b5f18cf4e433b7b826f6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-h, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528) 2024-06-13T06:19:34.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.390+0000 7ff79e635700 1 -- 172.21.15.39:0/923096019 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff7981030f0 msgr2=0x7ff798107110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:34.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.390+0000 7ff79e635700 1 --2- 172.21.15.39:0/923096019 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff7981030f0 0x7ff798107110 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7ff7800099c0 tx=0x7ff780009cd0 comp rx=0 tx=0).stop 2024-06-13T06:19:34.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.390+0000 7ff79e635700 1 -- 172.21.15.39:0/923096019 shutdown_connections 2024-06-13T06:19:34.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.390+0000 7ff79e635700 1 --2- 172.21.15.39:0/923096019 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff798107840 0x7ff79810f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:34.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.390+0000 7ff79e635700 1 --2- 172.21.15.39:0/923096019 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff798102740 0x7ff798102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:34.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.390+0000 7ff79e635700 1 --2- 172.21.15.39:0/923096019 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff7981030f0 0x7ff798107110 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:34.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.390+0000 7ff79e635700 1 -- 172.21.15.39:0/923096019 >> 172.21.15.39:0/923096019 conn(0x7ff7980795f0 msgr2=0x7ff798079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:19:34.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.390+0000 7ff79e635700 1 -- 172.21.15.39:0/923096019 shutdown_connections 2024-06-13T06:19:34.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.390+0000 7ff79e635700 1 -- 172.21.15.39:0/923096019 wait complete. 2024-06-13T06:19:34.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.390+0000 7ff79e635700 1 Processor -- start 2024-06-13T06:19:34.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.390+0000 7ff79e635700 1 -- start start 2024-06-13T06:19:34.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.391+0000 7ff79e635700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff798102740 0x7ff798074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:34.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.391+0000 7ff79e635700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff7981030f0 0x7ff798074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:34.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.391+0000 7ff79e635700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff798107840 0x7ff798075210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:34.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.391+0000 7ff79e635700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7ff798112750 con 0x7ff798102740 2024-06-13T06:19:34.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.391+0000 7ff79e635700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7ff7981125d0 con 0x7ff7981030f0 2024-06-13T06:19:34.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.391+0000 7ff79e635700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7ff7981128d0 con 0x7ff798107840 2024-06-13T06:19:34.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.391+0000 7ff797fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff798102740 0x7ff798074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:34.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.391+0000 7ff7977fe700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff7981030f0 0x7ff798074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:34.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.391+0000 7ff797fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff798102740 0x7ff798074790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42614/0 (socket says 172.21.15.39:42614) 2024-06-13T06:19:34.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.391+0000 7ff797fff700 1 -- 172.21.15.39:0/2834282383 learned_addr learned my addr 172.21.15.39:0/2834282383 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:19:34.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.391+0000 7ff79cbd2700 1 --2- 172.21.15.39:0/2834282383 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff798107840 0x7ff798075210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:34.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.391+0000 7ff7977fe700 1 -- 172.21.15.39:0/2834282383 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff798107840 msgr2=0x7ff798075210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:34.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.391+0000 7ff7977fe700 1 --2- 172.21.15.39:0/2834282383 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff798107840 0x7ff798075210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:34.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.391+0000 7ff7977fe700 1 -- 172.21.15.39:0/2834282383 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff798102740 msgr2=0x7ff798074790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:34.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.391+0000 7ff7977fe700 1 --2- 172.21.15.39:0/2834282383 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff798102740 0x7ff798074790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:34.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.391+0000 7ff7977fe700 1 -- 172.21.15.39:0/2834282383 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7981a7070 con 0x7ff7981030f0 2024-06-13T06:19:34.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.392+0000 7ff7977fe700 1 --2- 172.21.15.39:0/2834282383 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff7981030f0 0x7ff798074cd0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7ff7800098e0 tx=0x7ff78000fa00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:19:34.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.392+0000 7ff7957fa700 1 -- 172.21.15.39:0/2834282383 <== mon.2 v2:172.21.15.96:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff780027070 con 0x7ff7981030f0 2024-06-13T06:19:34.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.392+0000 7ff7957fa700 1 -- 172.21.15.39:0/2834282383 <== mon.2 v2:172.21.15.96:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff780003680 con 0x7ff7981030f0 2024-06-13T06:19:34.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.392+0000 7ff79e635700 1 -- 172.21.15.39:0/2834282383 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7981a7300 con 0x7ff7981030f0 2024-06-13T06:19:34.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.392+0000 7ff7957fa700 1 -- 172.21.15.39:0/2834282383 <== mon.2 v2:172.21.15.96:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7800173f0 con 0x7ff7981030f0 2024-06-13T06:19:34.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.392+0000 7ff79e635700 1 -- 172.21.15.39:0/2834282383 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7981a7750 con 0x7ff7981030f0 2024-06-13T06:19:34.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.393+0000 7ff79e635700 1 -- 172.21.15.39:0/2834282383 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff798069180 con 0x7ff7981030f0 2024-06-13T06:19:34.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.394+0000 7ff7957fa700 1 -- 172.21.15.39:0/2834282383 <== mon.2 v2:172.21.15.96:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7ff78002a070 con 0x7ff7981030f0 2024-06-13T06:19:34.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.395+0000 7ff7957fa700 1 --2- 172.21.15.39:0/2834282383 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff7840a2c20 0x7ff7840a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:34.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.395+0000 7ff797fff700 1 --2- 172.21.15.39:0/2834282383 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff7840a2c20 0x7ff7840a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:34.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.395+0000 7ff7957fa700 1 -- 172.21.15.39:0/2834282383 <== mon.2 v2:172.21.15.96:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7ff7800cfcc0 con 0x7ff7981030f0 2024-06-13T06:19:34.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.395+0000 7ff797fff700 1 --2- 172.21.15.39:0/2834282383 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff7840a2c20 0x7ff7840a50e0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7ff78800ad20 tx=0x7ff788005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:19:34.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.398+0000 7ff7957fa700 1 -- 172.21.15.39:0/2834282383 <== mon.2 v2:172.21.15.96:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7ff780013070 con 0x7ff7981030f0 2024-06-13T06:19:34.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.647+0000 7ff79e635700 1 -- 172.21.15.39:0/2834282383 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff79802dd40 con 0x7ff7981030f0 2024-06-13T06:19:34.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.648+0000 7ff7957fa700 1 -- 172.21.15.39:0/2834282383 <== mon.2 v2:172.21.15.96:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+6349 (secure 0 0 0) 0x7ff78009d1d0 con 0x7ff7981030f0 2024-06-13T06:19:34.648 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:19:34.648 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":8,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/2373452665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":2373452665},{"type":"v1","addr":"172.21.15.39:6835","nonce":2373452665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/2187635150","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":2187635150},{"type":"v1","addr":"172.21.15.39:6837","nonce":2187635150}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/980475055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":980475055},{"type":"v1","addr":"172.21.15.149:6833","nonce":980475055}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24427,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/2757180167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":2757180167},{"type":"v1","addr":"172.21.15.149:6835","nonce":2757180167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24431,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.96:6833/2827318421","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6832","nonce":2827318421},{"type":"v1","addr":"172.21.15.96:6833","nonce":2827318421}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24439,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6837/1742889729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":1742889729},{"type":"v1","addr":"172.21.15.149:6837","nonce":1742889729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24455,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.96:6835/3408571209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6834","nonce":3408571209},{"type":"v1","addr":"172.21.15.96:6835","nonce":3408571209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[]} 2024-06-13T06:19:34.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.650+0000 7ff79e635700 1 -- 172.21.15.39:0/2834282383 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff7840a2c20 msgr2=0x7ff7840a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:34.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.650+0000 7ff79e635700 1 --2- 172.21.15.39:0/2834282383 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff7840a2c20 0x7ff7840a50e0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7ff78800ad20 tx=0x7ff788005f90 comp rx=0 tx=0).stop 2024-06-13T06:19:34.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.650+0000 7ff79e635700 1 -- 172.21.15.39:0/2834282383 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff7981030f0 msgr2=0x7ff798074cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:34.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.650+0000 7ff79e635700 1 --2- 172.21.15.39:0/2834282383 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff7981030f0 0x7ff798074cd0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7ff7800098e0 tx=0x7ff78000fa00 comp rx=0 tx=0).stop 2024-06-13T06:19:34.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.650+0000 7ff79e635700 1 -- 172.21.15.39:0/2834282383 shutdown_connections 2024-06-13T06:19:34.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.650+0000 7ff79e635700 1 --2- 172.21.15.39:0/2834282383 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff7840a2c20 0x7ff7840a50e0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:34.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.650+0000 7ff79e635700 1 --2- 172.21.15.39:0/2834282383 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff798107840 0x7ff798075210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:34.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.650+0000 7ff79e635700 1 --2- 172.21.15.39:0/2834282383 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff798102740 0x7ff798074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:34.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.650+0000 7ff79e635700 1 --2- 172.21.15.39:0/2834282383 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff7981030f0 0x7ff798074cd0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:34.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.650+0000 7ff79e635700 1 -- 172.21.15.39:0/2834282383 >> 172.21.15.39:0/2834282383 conn(0x7ff7980795f0 msgr2=0x7ff7981004f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:19:34.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.651+0000 7ff79e635700 1 -- 172.21.15.39:0/2834282383 shutdown_connections 2024-06-13T06:19:34.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:34.651+0000 7ff79e635700 1 -- 172.21.15.39:0/2834282383 wait complete. 2024-06-13T06:19:34.651 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 8 2024-06-13T06:19:34.706 INFO:journalctl@ceph.mds.h.smithi096.stdout:Jun 13 06:19:34 smithi096 podman[66920]: 2024-06-13 06:19:34.480087676 +0000 UTC m=+0.385081760 container init 64b8443865aa4930ad1df17f4e4213306f3bcb8eb9b5b5f18cf4e433b7b826f6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-h, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc) 2024-06-13T06:19:34.706 INFO:journalctl@ceph.mds.h.smithi096.stdout:Jun 13 06:19:34 smithi096 podman[66920]: 2024-06-13 06:19:34.483276586 +0000 UTC m=+0.388270673 container start 64b8443865aa4930ad1df17f4e4213306f3bcb8eb9b5b5f18cf4e433b7b826f6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-h, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-06-13T06:19:34.706 INFO:journalctl@ceph.mds.h.smithi096.stdout:Jun 13 06:19:34 smithi096 ceph-mds[66939]: -- 172.21.15.96:0/1436609390 <== mon.2 v2:172.21.15.96:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x557a9e305a40 con 0x557a9e2d9000 2024-06-13T06:19:34.707 INFO:journalctl@ceph.mds.h.smithi096.stdout:Jun 13 06:19:34 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-h[66935]: starting mds.h at 2024-06-13T06:19:34.707 INFO:journalctl@ceph.mds.h.smithi096.stdout:Jun 13 06:19:34 smithi096 bash[66920]: 64b8443865aa4930ad1df17f4e4213306f3bcb8eb9b5b5f18cf4e433b7b826f6 2024-06-13T06:19:34.707 INFO:journalctl@ceph.mds.h.smithi096.stdout:Jun 13 06:19:34 smithi096 systemd[1]: Started Ceph mds.h for ae626f9c-294b-11ef-bc9c-c7b262605968. 2024-06-13T06:19:34.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:34 smithi039 ceph-mon[32479]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:34.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:34 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:34.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:34 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:34.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:34 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/2834282383' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:19:34.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:34 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:34.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:34 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T06:19:34.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:34 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T06:19:34.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:34 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:19:34.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:34 smithi039 ceph-mon[32479]: Deploying daemon mds.i on smithi149 2024-06-13T06:19:34.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:34 smithi149 ceph-mon[36963]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:34.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:34 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:34.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:34 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:34.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:34 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/2834282383' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:19:34.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:34 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:34.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:34 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T06:19:34.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:34 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T06:19:34.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:34 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:19:34.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:34 smithi149 ceph-mon[36963]: Deploying daemon mds.i on smithi149 2024-06-13T06:19:35.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:34 smithi096 ceph-mon[36532]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:35.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:34 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:35.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:34 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:35.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:34 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/2834282383' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:19:35.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:34 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:35.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:34 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T06:19:35.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:34 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T06:19:35.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:34 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:19:35.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:34 smithi096 ceph-mon[36532]: Deploying daemon mds.i on smithi149 2024-06-13T06:19:35.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:35 smithi149 ceph-mon[36963]: mds.? [v2:172.21.15.96:6836/2574644445,v1:172.21.15.96:6837/2574644445] up:boot 2024-06-13T06:19:35.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:35 smithi149 ceph-mon[36963]: fsmap 8 up:standby 2024-06-13T06:19:35.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:35 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-06-13T06:19:35.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:35 smithi149 ceph-mon[36963]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:36.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:35 smithi096 ceph-mon[36532]: mds.? [v2:172.21.15.96:6836/2574644445,v1:172.21.15.96:6837/2574644445] up:boot 2024-06-13T06:19:36.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:35 smithi096 ceph-mon[36532]: fsmap 8 up:standby 2024-06-13T06:19:36.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:35 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-06-13T06:19:36.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:35 smithi096 ceph-mon[36532]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:36.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:35 smithi039 ceph-mon[32479]: mds.? [v2:172.21.15.96:6836/2574644445,v1:172.21.15.96:6837/2574644445] up:boot 2024-06-13T06:19:36.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:35 smithi039 ceph-mon[32479]: fsmap 8 up:standby 2024-06-13T06:19:36.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:35 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-06-13T06:19:36.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:35 smithi039 ceph-mon[32479]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:36.925 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 13 06:19:36 smithi149 systemd[1]: Starting Ceph mds.i for ae626f9c-294b-11ef-bc9c-c7b262605968... 2024-06-13T06:19:37.176 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 13 06:19:36 smithi149 podman[67467]: 2024-06-13 06:19:36.82902514 +0000 UTC m=+0.017962403 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-13T06:19:37.177 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 13 06:19:36 smithi149 podman[67467]: 2024-06-13 06:19:36.939492445 +0000 UTC m=+0.128429707 container create f346a99f718c72682fa467c66c6dcb4be46369a67dfce7a59ecb6be87c801280 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-i, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_CLEAN=True, org.label-schema.build-date=20240528, RELEASE=squid-3d89acc) 2024-06-13T06:19:37.177 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 13 06:19:37 smithi149 podman[67467]: 2024-06-13 06:19:37.175404115 +0000 UTC m=+0.364341377 container init f346a99f718c72682fa467c66c6dcb4be46369a67dfce7a59ecb6be87c801280 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-i, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240528, maintainer=Guillaume Abrioux , RELEASE=squid-3d89acc) 2024-06-13T06:19:37.177 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 13 06:19:37 smithi149 podman[67467]: 2024-06-13 06:19:37.177967389 +0000 UTC m=+0.366904657 container start f346a99f718c72682fa467c66c6dcb4be46369a67dfce7a59ecb6be87c801280 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-i, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, GIT_BRANCH=HEAD) 2024-06-13T06:19:37.310 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T06:19:37.468 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 13 06:19:37 smithi149 ceph-mds[67486]: -- 172.21.15.149:0/3679813171 <== mon.1 v2:172.21.15.149:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5619c4f9fa40 con 0x5619c4f73000 2024-06-13T06:19:37.468 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 13 06:19:37 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-i[67482]: starting mds.i at 2024-06-13T06:19:37.468 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 13 06:19:37 smithi149 bash[67467]: f346a99f718c72682fa467c66c6dcb4be46369a67dfce7a59ecb6be87c801280 2024-06-13T06:19:37.468 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 13 06:19:37 smithi149 systemd[1]: Started Ceph mds.i for ae626f9c-294b-11ef-bc9c-c7b262605968. 2024-06-13T06:19:37.588 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:19:38.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:38 smithi039 ceph-mon[32479]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:38.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:38 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:38.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:38 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:38.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:38 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:38.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:38 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T06:19:38.673 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:38 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T06:19:38.673 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:38 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:19:38.673 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:38 smithi039 ceph-mon[32479]: Deploying daemon mds.g on smithi039 2024-06-13T06:19:38.673 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:38 smithi039 ceph-mon[32479]: mds.? [v2:172.21.15.149:6838/862740064,v1:172.21.15.149:6839/862740064] up:boot 2024-06-13T06:19:38.673 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:38 smithi039 ceph-mon[32479]: fsmap 9 up:standby 2024-06-13T06:19:38.674 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:38 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-06-13T06:19:38.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:38 smithi149 ceph-mon[36963]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:38.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:38 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:38.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:38 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:38.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:38 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:38.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:38 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T06:19:38.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:38 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T06:19:38.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:38 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:19:38.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:38 smithi149 ceph-mon[36963]: Deploying daemon mds.g on smithi039 2024-06-13T06:19:38.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:38 smithi149 ceph-mon[36963]: mds.? [v2:172.21.15.149:6838/862740064,v1:172.21.15.149:6839/862740064] up:boot 2024-06-13T06:19:38.720 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:38 smithi149 ceph-mon[36963]: fsmap 9 up:standby 2024-06-13T06:19:38.720 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:38 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-06-13T06:19:38.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:38 smithi096 ceph-mon[36532]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:38.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:38 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:38.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:38 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:38.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:38 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:38.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:38 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T06:19:38.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:38 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T06:19:38.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:38 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:19:38.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:38 smithi096 ceph-mon[36532]: Deploying daemon mds.g on smithi039 2024-06-13T06:19:38.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:38 smithi096 ceph-mon[36532]: mds.? [v2:172.21.15.149:6838/862740064,v1:172.21.15.149:6839/862740064] up:boot 2024-06-13T06:19:38.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:38 smithi096 ceph-mon[36532]: fsmap 9 up:standby 2024-06-13T06:19:38.793 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:38 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-06-13T06:19:39.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.582+0000 7f87e29b1700 1 -- 172.21.15.39:0/2348457816 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f87dc101620 msgr2=0x7f87dc101a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:39.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.582+0000 7f87e29b1700 1 --2- 172.21.15.39:0/2348457816 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f87dc101620 0x7f87dc101a00 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f87cc0099c0 tx=0x7f87cc009cd0 comp rx=0 tx=0).stop 2024-06-13T06:19:39.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.582+0000 7f87e29b1700 1 -- 172.21.15.39:0/2348457816 shutdown_connections 2024-06-13T06:19:39.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.582+0000 7f87e29b1700 1 --2- 172.21.15.39:0/2348457816 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f87dc1066b0 0x7f87dc10e280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:39.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.582+0000 7f87e29b1700 1 --2- 172.21.15.39:0/2348457816 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f87dc101620 0x7f87dc101a00 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:39.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.582+0000 7f87e29b1700 1 --2- 172.21.15.39:0/2348457816 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f87dc101fd0 0x7f87dc105fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:39.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.582+0000 7f87e29b1700 1 -- 172.21.15.39:0/2348457816 >> 172.21.15.39:0/2348457816 conn(0x7f87dc078340 msgr2=0x7f87dc078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:19:39.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.582+0000 7f87e29b1700 1 -- 172.21.15.39:0/2348457816 shutdown_connections 2024-06-13T06:19:39.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.583+0000 7f87e29b1700 1 -- 172.21.15.39:0/2348457816 wait complete. 2024-06-13T06:19:39.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.583+0000 7f87e29b1700 1 Processor -- start 2024-06-13T06:19:39.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.583+0000 7f87e29b1700 1 -- start start 2024-06-13T06:19:39.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.584+0000 7f87e29b1700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f87dc101620 0x7f87dc19e800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:39.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.584+0000 7f87e29b1700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f87dc101fd0 0x7f87dc19ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:39.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.584+0000 7f87e29b1700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f87dc1066b0 0x7f87dc1989c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:39.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.584+0000 7f87e29b1700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f87dc111690 con 0x7f87dc101fd0 2024-06-13T06:19:39.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.584+0000 7f87e29b1700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f87dc111510 con 0x7f87dc101620 2024-06-13T06:19:39.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.584+0000 7f87e29b1700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f87dc111810 con 0x7f87dc1066b0 2024-06-13T06:19:39.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.584+0000 7f87db7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f87dc101fd0 0x7f87dc19ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:39.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.584+0000 7f87db7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f87dc101fd0 0x7f87dc19ed40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42626/0 (socket says 172.21.15.39:42626) 2024-06-13T06:19:39.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.584+0000 7f87db7fe700 1 -- 172.21.15.39:0/400488803 learned_addr learned my addr 172.21.15.39:0/400488803 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:19:39.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.584+0000 7f87e0f4e700 1 --2- 172.21.15.39:0/400488803 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f87dc1066b0 0x7f87dc1989c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:39.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.584+0000 7f87dbfff700 1 --2- 172.21.15.39:0/400488803 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f87dc101620 0x7f87dc19e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:39.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.584+0000 7f87db7fe700 1 -- 172.21.15.39:0/400488803 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f87dc1066b0 msgr2=0x7f87dc1989c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:39.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.584+0000 7f87db7fe700 1 --2- 172.21.15.39:0/400488803 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f87dc1066b0 0x7f87dc1989c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:39.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.584+0000 7f87db7fe700 1 -- 172.21.15.39:0/400488803 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f87dc101620 msgr2=0x7f87dc19e800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:39.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.584+0000 7f87db7fe700 1 --2- 172.21.15.39:0/400488803 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f87dc101620 0x7f87dc19e800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:39.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.584+0000 7f87db7fe700 1 -- 172.21.15.39:0/400488803 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87dc199120 con 0x7f87dc101fd0 2024-06-13T06:19:39.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.584+0000 7f87db7fe700 1 --2- 172.21.15.39:0/400488803 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f87dc101fd0 0x7f87dc19ed40 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f87d000c9e0 tx=0x7f87d000ccf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:19:39.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.584+0000 7f87d97fa700 1 -- 172.21.15.39:0/400488803 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87d0007aa0 con 0x7f87dc101fd0 2024-06-13T06:19:39.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.585+0000 7f87d97fa700 1 -- 172.21.15.39:0/400488803 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f87d0007c40 con 0x7f87dc101fd0 2024-06-13T06:19:39.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.585+0000 7f87e29b1700 1 -- 172.21.15.39:0/400488803 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87dc199410 con 0x7f87dc101fd0 2024-06-13T06:19:39.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.585+0000 7f87d97fa700 1 -- 172.21.15.39:0/400488803 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87d0018660 con 0x7f87dc101fd0 2024-06-13T06:19:39.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.585+0000 7f87e29b1700 1 -- 172.21.15.39:0/400488803 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87dc1a56d0 con 0x7f87dc101fd0 2024-06-13T06:19:39.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.585+0000 7f87c2ffd700 1 -- 172.21.15.39:0/400488803 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87dc069180 con 0x7f87dc101fd0 2024-06-13T06:19:39.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.587+0000 7f87d97fa700 1 -- 172.21.15.39:0/400488803 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f87d000f450 con 0x7f87dc101fd0 2024-06-13T06:19:39.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.588+0000 7f87d97fa700 1 --2- 172.21.15.39:0/400488803 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f87c40a2ca0 0x7f87c40a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:39.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.588+0000 7f87dbfff700 1 --2- 172.21.15.39:0/400488803 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f87c40a2ca0 0x7f87c40a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:39.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.588+0000 7f87d97fa700 1 -- 172.21.15.39:0/400488803 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f87d00cee70 con 0x7f87dc101fd0 2024-06-13T06:19:39.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.588+0000 7f87dbfff700 1 --2- 172.21.15.39:0/400488803 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f87c40a2ca0 0x7f87c40a5160 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f87cc009990 tx=0x7f87cc005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:19:39.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.591+0000 7f87d97fa700 1 -- 172.21.15.39:0/400488803 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f87d0014030 con 0x7f87dc101fd0 2024-06-13T06:19:39.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.852+0000 7f87c2ffd700 1 -- 172.21.15.39:0/400488803 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f87dc0630a0 con 0x7f87dc101fd0 2024-06-13T06:19:39.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.852+0000 7f87d97fa700 1 -- 172.21.15.39:0/400488803 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) ==== 94+0+8001 (secure 0 0 0) 0x7f87d009c260 con 0x7f87dc101fd0 2024-06-13T06:19:39.852 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:19:39.852 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":10,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/2373452665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":2373452665},{"type":"v1","addr":"172.21.15.39:6835","nonce":2373452665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/2187635150","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":2187635150},{"type":"v1","addr":"172.21.15.39:6837","nonce":2187635150}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/980475055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":980475055},{"type":"v1","addr":"172.21.15.149:6833","nonce":980475055}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24427,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/2757180167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":2757180167},{"type":"v1","addr":"172.21.15.149:6835","nonce":2757180167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24431,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.96:6833/2827318421","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6832","nonce":2827318421},{"type":"v1","addr":"172.21.15.96:6833","nonce":2827318421}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24439,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6837/1742889729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":1742889729},{"type":"v1","addr":"172.21.15.149:6837","nonce":1742889729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24448,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6839/862740064","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":862740064},{"type":"v1","addr":"172.21.15.149:6839","nonce":862740064}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24455,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.96:6835/3408571209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6834","nonce":3408571209},{"type":"v1","addr":"172.21.15.96:6835","nonce":3408571209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24482,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.96:6837/2574644445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6836","nonce":2574644445},{"type":"v1","addr":"172.21.15.96:6837","nonce":2574644445}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-06-13T06:19:39.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.855+0000 7f87c2ffd700 1 -- 172.21.15.39:0/400488803 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f87c40a2ca0 msgr2=0x7f87c40a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:39.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.855+0000 7f87c2ffd700 1 --2- 172.21.15.39:0/400488803 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f87c40a2ca0 0x7f87c40a5160 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f87cc009990 tx=0x7f87cc005fb0 comp rx=0 tx=0).stop 2024-06-13T06:19:39.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.855+0000 7f87c2ffd700 1 -- 172.21.15.39:0/400488803 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f87dc101fd0 msgr2=0x7f87dc19ed40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:39.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.855+0000 7f87c2ffd700 1 --2- 172.21.15.39:0/400488803 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f87dc101fd0 0x7f87dc19ed40 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f87d000c9e0 tx=0x7f87d000ccf0 comp rx=0 tx=0).stop 2024-06-13T06:19:39.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.855+0000 7f87c2ffd700 1 -- 172.21.15.39:0/400488803 shutdown_connections 2024-06-13T06:19:39.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.855+0000 7f87c2ffd700 1 --2- 172.21.15.39:0/400488803 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f87c40a2ca0 0x7f87c40a5160 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:39.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.855+0000 7f87c2ffd700 1 --2- 172.21.15.39:0/400488803 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f87dc1066b0 0x7f87dc1989c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:39.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.855+0000 7f87c2ffd700 1 --2- 172.21.15.39:0/400488803 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f87dc101620 0x7f87dc19e800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:39.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.855+0000 7f87c2ffd700 1 --2- 172.21.15.39:0/400488803 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f87dc101fd0 0x7f87dc19ed40 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:39.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.855+0000 7f87c2ffd700 1 -- 172.21.15.39:0/400488803 >> 172.21.15.39:0/400488803 conn(0x7f87dc078340 msgr2=0x7f87dc06ae00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:19:39.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.855+0000 7f87c2ffd700 1 -- 172.21.15.39:0/400488803 shutdown_connections 2024-06-13T06:19:39.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:39.855+0000 7f87c2ffd700 1 -- 172.21.15.39:0/400488803 wait complete. 2024-06-13T06:19:39.855 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 10 2024-06-13T06:19:40.650 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:40 smithi039 ceph-mon[32479]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:40.650 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:40 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/400488803' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:19:40.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:40 smithi149 ceph-mon[36963]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:40.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:40 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/400488803' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:19:40.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:40 smithi096 ceph-mon[36532]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:40.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:40 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/400488803' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:19:41.671 INFO:journalctl@ceph.mds.g.smithi039.stdout:Jun 13 06:19:41 smithi039 systemd[1]: Starting Ceph mds.g for ae626f9c-294b-11ef-bc9c-c7b262605968... 2024-06-13T06:19:41.985 INFO:journalctl@ceph.mds.g.smithi039.stdout:Jun 13 06:19:41 smithi039 podman[71162]: 2024-06-13 06:19:41.636672587 +0000 UTC m=+0.018613122 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-13T06:19:41.986 INFO:journalctl@ceph.mds.g.smithi039.stdout:Jun 13 06:19:41 smithi039 podman[71162]: 2024-06-13 06:19:41.739088605 +0000 UTC m=+0.121029139 container create 6f739b3189244fff23704d24f7a45170ab568471e275b9d8f6ed6f87090e2d1b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-g, RELEASE=squid-3d89acc, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, CEPH_POINT_RELEASE=) 2024-06-13T06:19:41.986 INFO:journalctl@ceph.mds.g.smithi039.stdout:Jun 13 06:19:41 smithi039 podman[71162]: 2024-06-13 06:19:41.983482401 +0000 UTC m=+0.365422937 container init 6f739b3189244fff23704d24f7a45170ab568471e275b9d8f6ed6f87090e2d1b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-g, RELEASE=squid-3d89acc, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.build-date=20240528, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-06-13T06:19:41.986 INFO:journalctl@ceph.mds.g.smithi039.stdout:Jun 13 06:19:41 smithi039 podman[71162]: 2024-06-13 06:19:41.986783577 +0000 UTC m=+0.368724114 container start 6f739b3189244fff23704d24f7a45170ab568471e275b9d8f6ed6f87090e2d1b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-g, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=squid-3d89acc, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-06-13T06:19:42.353 INFO:journalctl@ceph.mds.g.smithi039.stdout:Jun 13 06:19:42 smithi039 ceph-mds[71181]: -- 172.21.15.39:0/1264382155 <== mon.0 v2:172.21.15.39:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55af760d1a40 con 0x55af760a4c00 2024-06-13T06:19:42.353 INFO:journalctl@ceph.mds.g.smithi039.stdout:Jun 13 06:19:42 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-g[71177]: starting mds.g at 2024-06-13T06:19:42.353 INFO:journalctl@ceph.mds.g.smithi039.stdout:Jun 13 06:19:42 smithi039 bash[71162]: 6f739b3189244fff23704d24f7a45170ab568471e275b9d8f6ed6f87090e2d1b 2024-06-13T06:19:42.353 INFO:journalctl@ceph.mds.g.smithi039.stdout:Jun 13 06:19:42 smithi039 systemd[1]: Started Ceph mds.g for ae626f9c-294b-11ef-bc9c-c7b262605968. 2024-06-13T06:19:42.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:42 smithi039 ceph-mon[32479]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:42.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:42 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:42.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:42 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:42.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:42 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:42.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:42 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T06:19:42.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:42 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T06:19:42.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:42 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:19:42.679 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T06:19:42.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:42 smithi149 ceph-mon[36963]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:42.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:42 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:42.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:42 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:42.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:42 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:42.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:42 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T06:19:42.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:42 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T06:19:42.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:42 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:19:42.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:42 smithi096 ceph-mon[36532]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:42.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:42 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:42.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:42 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:42.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:42 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:42.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:42 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T06:19:42.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:42 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T06:19:42.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:42 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:19:43.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:43 smithi039 ceph-mon[32479]: Deploying daemon mds.a on smithi039 2024-06-13T06:19:43.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:43 smithi039 ceph-mon[32479]: mds.? [v2:172.21.15.39:6838/1475451558,v1:172.21.15.39:6839/1475451558] up:boot 2024-06-13T06:19:43.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:43 smithi039 ceph-mon[32479]: fsmap 10 up:standby 2024-06-13T06:19:43.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:43 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-06-13T06:19:43.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:43 smithi149 ceph-mon[36963]: Deploying daemon mds.a on smithi039 2024-06-13T06:19:43.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:43 smithi149 ceph-mon[36963]: mds.? [v2:172.21.15.39:6838/1475451558,v1:172.21.15.39:6839/1475451558] up:boot 2024-06-13T06:19:43.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:43 smithi149 ceph-mon[36963]: fsmap 10 up:standby 2024-06-13T06:19:43.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:43 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-06-13T06:19:43.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:43 smithi096 ceph-mon[36532]: Deploying daemon mds.a on smithi039 2024-06-13T06:19:43.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:43 smithi096 ceph-mon[36532]: mds.? [v2:172.21.15.39:6838/1475451558,v1:172.21.15.39:6839/1475451558] up:boot 2024-06-13T06:19:43.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:43 smithi096 ceph-mon[36532]: fsmap 10 up:standby 2024-06-13T06:19:43.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:43 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-06-13T06:19:43.814 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:19:44.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:44 smithi039 ceph-mon[32479]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:44.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:44 smithi149 ceph-mon[36963]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:44.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:44 smithi096 ceph-mon[36532]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:46.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.155+0000 7fd721395700 1 -- 172.21.15.39:0/2579510366 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd71c06b560 msgr2=0x7fd71c10f330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:46.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.156+0000 7fd721395700 1 --2- 172.21.15.39:0/2579510366 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd71c06b560 0x7fd71c10f330 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fd71400b0d0 tx=0x7fd71400b3e0 comp rx=0 tx=0).stop 2024-06-13T06:19:46.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.156+0000 7fd721395700 1 -- 172.21.15.39:0/2579510366 shutdown_connections 2024-06-13T06:19:46.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.156+0000 7fd721395700 1 --2- 172.21.15.39:0/2579510366 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd71c06b560 0x7fd71c10f330 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:46.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.156+0000 7fd721395700 1 --2- 172.21.15.39:0/2579510366 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd71c108560 0x7fd71c108940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:46.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.156+0000 7fd721395700 1 --2- 172.21.15.39:0/2579510366 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd71c06aba0 0x7fd71c06b020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:46.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.156+0000 7fd721395700 1 -- 172.21.15.39:0/2579510366 >> 172.21.15.39:0/2579510366 conn(0x7fd71c0780f0 msgr2=0x7fd71c078500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:19:46.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.156+0000 7fd721395700 1 -- 172.21.15.39:0/2579510366 shutdown_connections 2024-06-13T06:19:46.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.156+0000 7fd721395700 1 -- 172.21.15.39:0/2579510366 wait complete. 2024-06-13T06:19:46.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.156+0000 7fd721395700 1 Processor -- start 2024-06-13T06:19:46.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.156+0000 7fd721395700 1 -- start start 2024-06-13T06:19:46.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.157+0000 7fd721395700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd71c06aba0 0x7fd71c19e700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:46.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.157+0000 7fd721395700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd71c06b560 0x7fd71c19ec40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:46.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.157+0000 7fd721395700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd71c108560 0x7fd71c198910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:46.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.157+0000 7fd721395700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fd71c1127d0 con 0x7fd71c06aba0 2024-06-13T06:19:46.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.157+0000 7fd721395700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fd71c112650 con 0x7fd71c06b560 2024-06-13T06:19:46.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.157+0000 7fd721395700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fd71c112950 con 0x7fd71c108560 2024-06-13T06:19:46.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.157+0000 7fd71affd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd71c06aba0 0x7fd71c19e700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:46.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.157+0000 7fd71affd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd71c06aba0 0x7fd71c19e700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40080/0 (socket says 172.21.15.39:40080) 2024-06-13T06:19:46.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.157+0000 7fd71affd700 1 -- 172.21.15.39:0/4021760677 learned_addr learned my addr 172.21.15.39:0/4021760677 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:19:46.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.157+0000 7fd71a7fc700 1 --2- 172.21.15.39:0/4021760677 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd71c06b560 0x7fd71c19ec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:46.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.157+0000 7fd71b7fe700 1 --2- 172.21.15.39:0/4021760677 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd71c108560 0x7fd71c198910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:46.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.157+0000 7fd71affd700 1 -- 172.21.15.39:0/4021760677 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd71c108560 msgr2=0x7fd71c198910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:46.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.157+0000 7fd71affd700 1 --2- 172.21.15.39:0/4021760677 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd71c108560 0x7fd71c198910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:46.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.157+0000 7fd71affd700 1 -- 172.21.15.39:0/4021760677 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd71c06b560 msgr2=0x7fd71c19ec40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:46.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.157+0000 7fd71affd700 1 --2- 172.21.15.39:0/4021760677 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd71c06b560 0x7fd71c19ec40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:46.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.157+0000 7fd71affd700 1 -- 172.21.15.39:0/4021760677 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd71c199070 con 0x7fd71c06aba0 2024-06-13T06:19:46.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.157+0000 7fd71affd700 1 --2- 172.21.15.39:0/4021760677 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd71c06aba0 0x7fd71c19e700 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fd70c00c990 tx=0x7fd70c00cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:19:46.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.157+0000 7fd703fff700 1 -- 172.21.15.39:0/4021760677 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd70c007940 con 0x7fd71c06aba0 2024-06-13T06:19:46.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.158+0000 7fd721395700 1 -- 172.21.15.39:0/4021760677 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd71c199360 con 0x7fd71c06aba0 2024-06-13T06:19:46.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.158+0000 7fd703fff700 1 -- 172.21.15.39:0/4021760677 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd70c00f450 con 0x7fd71c06aba0 2024-06-13T06:19:46.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.158+0000 7fd703fff700 1 -- 172.21.15.39:0/4021760677 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd70c018660 con 0x7fd71c06aba0 2024-06-13T06:19:46.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.158+0000 7fd721395700 1 -- 172.21.15.39:0/4021760677 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd71c1a55d0 con 0x7fd71c06aba0 2024-06-13T06:19:46.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.159+0000 7fd721395700 1 -- 172.21.15.39:0/4021760677 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd71c069180 con 0x7fd71c06aba0 2024-06-13T06:19:46.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.160+0000 7fd703fff700 1 -- 172.21.15.39:0/4021760677 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fd70c007ae0 con 0x7fd71c06aba0 2024-06-13T06:19:46.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.160+0000 7fd703fff700 1 --2- 172.21.15.39:0/4021760677 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fd7040a2c20 0x7fd7040a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:46.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.161+0000 7fd71a7fc700 1 --2- 172.21.15.39:0/4021760677 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fd7040a2c20 0x7fd7040a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:46.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.161+0000 7fd703fff700 1 -- 172.21.15.39:0/4021760677 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fd70c0ce9e0 con 0x7fd71c06aba0 2024-06-13T06:19:46.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.161+0000 7fd71a7fc700 1 --2- 172.21.15.39:0/4021760677 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fd7040a2c20 0x7fd7040a50e0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fd71c0785a0 tx=0x7fd7100073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:19:46.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.165+0000 7fd703fff700 1 -- 172.21.15.39:0/4021760677 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fd70c014030 con 0x7fd71c06aba0 2024-06-13T06:19:46.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.419+0000 7fd721395700 1 -- 172.21.15.39:0/4021760677 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd71c1a5860 con 0x7fd71c06aba0 2024-06-13T06:19:46.419 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:46 smithi039 ceph-mon[32479]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:46.419 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:46 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:46.419 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:46 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:46.419 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:46 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:46.419 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:46 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T06:19:46.419 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:46 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T06:19:46.419 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:46 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:19:46.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.420+0000 7fd703fff700 1 -- 172.21.15.39:0/4021760677 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) ==== 94+0+9650 (secure 0 0 0) 0x7fd70c09bde0 con 0x7fd71c06aba0 2024-06-13T06:19:46.420 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:19:46.420 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":12,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/2373452665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":2373452665},{"type":"v1","addr":"172.21.15.39:6835","nonce":2373452665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/2187635150","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":2187635150},{"type":"v1","addr":"172.21.15.39:6837","nonce":2187635150}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14571,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6839/1475451558","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":1475451558},{"type":"v1","addr":"172.21.15.39:6839","nonce":1475451558}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14577,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6841/313570480","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":313570480},{"type":"v1","addr":"172.21.15.39:6841","nonce":313570480}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/980475055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":980475055},{"type":"v1","addr":"172.21.15.149:6833","nonce":980475055}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24427,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/2757180167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":2757180167},{"type":"v1","addr":"172.21.15.149:6835","nonce":2757180167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24431,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.96:6833/2827318421","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6832","nonce":2827318421},{"type":"v1","addr":"172.21.15.96:6833","nonce":2827318421}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24439,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6837/1742889729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":1742889729},{"type":"v1","addr":"172.21.15.149:6837","nonce":1742889729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24448,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6839/862740064","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":862740064},{"type":"v1","addr":"172.21.15.149:6839","nonce":862740064}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24455,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.96:6835/3408571209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6834","nonce":3408571209},{"type":"v1","addr":"172.21.15.96:6835","nonce":3408571209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24482,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.96:6837/2574644445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6836","nonce":2574644445},{"type":"v1","addr":"172.21.15.96:6837","nonce":2574644445}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-06-13T06:19:46.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.422+0000 7fd721395700 1 -- 172.21.15.39:0/4021760677 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fd7040a2c20 msgr2=0x7fd7040a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:46.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.422+0000 7fd721395700 1 --2- 172.21.15.39:0/4021760677 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fd7040a2c20 0x7fd7040a50e0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fd71c0785a0 tx=0x7fd7100073d0 comp rx=0 tx=0).stop 2024-06-13T06:19:46.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.422+0000 7fd721395700 1 -- 172.21.15.39:0/4021760677 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd71c06aba0 msgr2=0x7fd71c19e700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:46.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.422+0000 7fd721395700 1 --2- 172.21.15.39:0/4021760677 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd71c06aba0 0x7fd71c19e700 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fd70c00c990 tx=0x7fd70c00cca0 comp rx=0 tx=0).stop 2024-06-13T06:19:46.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.422+0000 7fd721395700 1 -- 172.21.15.39:0/4021760677 shutdown_connections 2024-06-13T06:19:46.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.422+0000 7fd721395700 1 --2- 172.21.15.39:0/4021760677 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fd7040a2c20 0x7fd7040a50e0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:46.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.422+0000 7fd721395700 1 --2- 172.21.15.39:0/4021760677 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd71c108560 0x7fd71c198910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:46.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.422+0000 7fd721395700 1 --2- 172.21.15.39:0/4021760677 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd71c06aba0 0x7fd71c19e700 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:46.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.422+0000 7fd721395700 1 --2- 172.21.15.39:0/4021760677 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd71c06b560 0x7fd71c19ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:46.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.422+0000 7fd721395700 1 -- 172.21.15.39:0/4021760677 >> 172.21.15.39:0/4021760677 conn(0x7fd71c0780f0 msgr2=0x7fd71c100010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:19:46.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.422+0000 7fd721395700 1 -- 172.21.15.39:0/4021760677 shutdown_connections 2024-06-13T06:19:46.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:46.422+0000 7fd721395700 1 -- 172.21.15.39:0/4021760677 wait complete. 2024-06-13T06:19:46.423 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 12 2024-06-13T06:19:46.642 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:46 smithi096 ceph-mon[36532]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:46.642 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:46 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:46.642 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:46 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:46.642 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:46 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:46.642 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:46 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T06:19:46.642 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:46 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T06:19:46.642 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:46 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:19:46.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:46 smithi149 ceph-mon[36963]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:46.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:46 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:46.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:46 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:46.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:46 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:46.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:46 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-06-13T06:19:46.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:46 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-06-13T06:19:46.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:46 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:19:47.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:47 smithi039 ceph-mon[32479]: Deploying daemon mds.b on smithi096 2024-06-13T06:19:47.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:47 smithi039 ceph-mon[32479]: mds.? [v2:172.21.15.39:6840/313570480,v1:172.21.15.39:6841/313570480] up:boot 2024-06-13T06:19:47.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:47 smithi039 ceph-mon[32479]: fsmap 11 up:standby 2024-06-13T06:19:47.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:47 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-06-13T06:19:47.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:47 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/4021760677' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:19:47.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:47 smithi149 ceph-mon[36963]: Deploying daemon mds.b on smithi096 2024-06-13T06:19:47.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:47 smithi149 ceph-mon[36963]: mds.? [v2:172.21.15.39:6840/313570480,v1:172.21.15.39:6841/313570480] up:boot 2024-06-13T06:19:47.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:47 smithi149 ceph-mon[36963]: fsmap 11 up:standby 2024-06-13T06:19:47.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:47 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-06-13T06:19:47.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:47 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/4021760677' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:19:47.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:47 smithi096 ceph-mon[36532]: Deploying daemon mds.b on smithi096 2024-06-13T06:19:47.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:47 smithi096 ceph-mon[36532]: mds.? [v2:172.21.15.39:6840/313570480,v1:172.21.15.39:6841/313570480] up:boot 2024-06-13T06:19:47.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:47 smithi096 ceph-mon[36532]: fsmap 11 up:standby 2024-06-13T06:19:47.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:47 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-06-13T06:19:47.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:47 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/4021760677' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:19:48.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:48 smithi096 ceph-mon[36532]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:48.542 INFO:journalctl@ceph.mds.b.smithi096.stdout:Jun 13 06:19:48 smithi096 systemd[1]: Starting Ceph mds.b for ae626f9c-294b-11ef-bc9c-c7b262605968... 2024-06-13T06:19:48.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:48 smithi039 ceph-mon[32479]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:48.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:48 smithi149 ceph-mon[36963]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:48.909 INFO:journalctl@ceph.mds.b.smithi096.stdout:Jun 13 06:19:48 smithi096 podman[67220]: 2024-06-13 06:19:48.54079252 +0000 UTC m=+0.016959794 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-13T06:19:48.909 INFO:journalctl@ceph.mds.b.smithi096.stdout:Jun 13 06:19:48 smithi096 podman[67220]: 2024-06-13 06:19:48.648372984 +0000 UTC m=+0.124540244 container create 52c2d9e6fa9e97f3f0d9e9c376afce9108019972f49cd5f7ece1081d49480b1e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-b, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240528, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-13T06:19:48.909 INFO:journalctl@ceph.mds.b.smithi096.stdout:Jun 13 06:19:48 smithi096 podman[67220]: 2024-06-13 06:19:48.884360005 +0000 UTC m=+0.360527276 container init 52c2d9e6fa9e97f3f0d9e9c376afce9108019972f49cd5f7ece1081d49480b1e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-b, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240528, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-06-13T06:19:48.909 INFO:journalctl@ceph.mds.b.smithi096.stdout:Jun 13 06:19:48 smithi096 podman[67220]: 2024-06-13 06:19:48.887840369 +0000 UTC m=+0.364007633 container start 52c2d9e6fa9e97f3f0d9e9c376afce9108019972f49cd5f7ece1081d49480b1e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-b, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240528, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-13T06:19:48.909 INFO:journalctl@ceph.mds.b.smithi096.stdout:Jun 13 06:19:48 smithi096 ceph-mds[67239]: -- 172.21.15.96:0/2784035730 <== mon.2 v2:172.21.15.96:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ecc3721a40 con 0x55ecc36f4800 2024-06-13T06:19:49.064 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T06:19:49.291 INFO:journalctl@ceph.mds.b.smithi096.stdout:Jun 13 06:19:48 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-b[67235]: starting mds.b at 2024-06-13T06:19:49.291 INFO:journalctl@ceph.mds.b.smithi096.stdout:Jun 13 06:19:49 smithi096 bash[67220]: 52c2d9e6fa9e97f3f0d9e9c376afce9108019972f49cd5f7ece1081d49480b1e 2024-06-13T06:19:49.291 INFO:journalctl@ceph.mds.b.smithi096.stdout:Jun 13 06:19:49 smithi096 systemd[1]: Started Ceph mds.b for ae626f9c-294b-11ef-bc9c-c7b262605968. 2024-06-13T06:19:49.334 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:19:50.321 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:50 smithi096 ceph-mon[36532]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:50.321 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:50 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:50.321 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:50 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:50.321 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:50 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:50.321 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:50 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:50.321 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:50 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:50.321 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:50 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:19:50.321 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:50 smithi096 ceph-mon[36532]: mds.? [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] up:boot 2024-06-13T06:19:50.321 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:50 smithi096 ceph-mon[36532]: fsmap 12 up:standby 2024-06-13T06:19:50.322 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:50 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-06-13T06:19:50.322 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:50 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:50.328 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:50 smithi149 ceph-mon[36963]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:50.328 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:50 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:50.328 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:50 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:50.328 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:50 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:50.328 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:50 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:50.329 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:50 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:50.329 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:50 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:19:50.329 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:50 smithi149 ceph-mon[36963]: mds.? [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] up:boot 2024-06-13T06:19:50.329 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:50 smithi149 ceph-mon[36963]: fsmap 12 up:standby 2024-06-13T06:19:50.329 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:50 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-06-13T06:19:50.329 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:50 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:50.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:50 smithi039 ceph-mon[32479]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:50.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:50 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:50.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:50 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:50.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:50 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:50.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:50 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:50.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:50 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:50.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:50 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:19:50.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:50 smithi039 ceph-mon[32479]: mds.? [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] up:boot 2024-06-13T06:19:50.423 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:50 smithi039 ceph-mon[32479]: fsmap 12 up:standby 2024-06-13T06:19:50.423 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:50 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-06-13T06:19:50.423 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:50 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:50.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:50.995+0000 7fe9cfcb5700 1 -- 172.21.15.39:0/3413240192 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9c8101390 msgr2=0x7fe9c8101810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:50.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:50.995+0000 7fe9cfcb5700 1 --2- 172.21.15.39:0/3413240192 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9c8101390 0x7fe9c8101810 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fe9b8009990 tx=0x7fe9b8009ca0 comp rx=0 tx=0).stop 2024-06-13T06:19:50.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:50.995+0000 7fe9cfcb5700 1 -- 172.21.15.39:0/3413240192 shutdown_connections 2024-06-13T06:19:50.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:50.995+0000 7fe9cfcb5700 1 --2- 172.21.15.39:0/3413240192 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe9c8101d50 0x7fe9c810e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:50.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:50.995+0000 7fe9cfcb5700 1 --2- 172.21.15.39:0/3413240192 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe9c8107400 0x7fe9c81077e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:50.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:50.995+0000 7fe9cfcb5700 1 --2- 172.21.15.39:0/3413240192 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9c8101390 0x7fe9c8101810 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:50.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:50.995+0000 7fe9cfcb5700 1 -- 172.21.15.39:0/3413240192 >> 172.21.15.39:0/3413240192 conn(0x7fe9c8078340 msgr2=0x7fe9c8078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:19:50.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:50.995+0000 7fe9cfcb5700 1 -- 172.21.15.39:0/3413240192 shutdown_connections 2024-06-13T06:19:50.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:50.995+0000 7fe9cfcb5700 1 -- 172.21.15.39:0/3413240192 wait complete. 2024-06-13T06:19:50.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:50.996+0000 7fe9cfcb5700 1 Processor -- start 2024-06-13T06:19:50.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:50.996+0000 7fe9cfcb5700 1 -- start start 2024-06-13T06:19:50.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:50.996+0000 7fe9cfcb5700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9c8101390 0x7fe9c819e800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:50.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:50.996+0000 7fe9cfcb5700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe9c8101d50 0x7fe9c819ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:50.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:50.996+0000 7fe9cda51700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9c8101390 0x7fe9c819e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:50.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:50.996+0000 7fe9cfcb5700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe9c8107400 0x7fe9c81989c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:50.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:50.996+0000 7fe9cfcb5700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fe9c8111670 con 0x7fe9c8101390 2024-06-13T06:19:50.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:50.996+0000 7fe9cfcb5700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fe9c81114f0 con 0x7fe9c8101d50 2024-06-13T06:19:50.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:50.996+0000 7fe9cda51700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9c8101390 0x7fe9c819e800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45986/0 (socket says 172.21.15.39:45986) 2024-06-13T06:19:50.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:50.996+0000 7fe9cfcb5700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fe9c81117f0 con 0x7fe9c8107400 2024-06-13T06:19:50.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:50.996+0000 7fe9cda51700 1 -- 172.21.15.39:0/2110494938 learned_addr learned my addr 172.21.15.39:0/2110494938 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:19:50.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:50.996+0000 7fe9cd250700 1 --2- 172.21.15.39:0/2110494938 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe9c8101d50 0x7fe9c819ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:50.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:50.997+0000 7fe9cda51700 1 -- 172.21.15.39:0/2110494938 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe9c8107400 msgr2=0x7fe9c81989c0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-06-13T06:19:50.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:50.997+0000 7fe9cda51700 1 --2- 172.21.15.39:0/2110494938 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe9c8107400 0x7fe9c81989c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:50.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:50.997+0000 7fe9cda51700 1 -- 172.21.15.39:0/2110494938 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe9c8101d50 msgr2=0x7fe9c819ed40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:50.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:50.997+0000 7fe9cda51700 1 --2- 172.21.15.39:0/2110494938 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe9c8101d50 0x7fe9c819ed40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:50.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:50.997+0000 7fe9cda51700 1 -- 172.21.15.39:0/2110494938 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9c8199120 con 0x7fe9c8101390 2024-06-13T06:19:50.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:50.997+0000 7fe9cd250700 1 --2- 172.21.15.39:0/2110494938 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe9c8101d50 0x7fe9c819ed40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T06:19:50.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:50.997+0000 7fe9cda51700 1 --2- 172.21.15.39:0/2110494938 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9c8101390 0x7fe9c819e800 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fe9c400e9a0 tx=0x7fe9c400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:19:50.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:50.998+0000 7fe9beffd700 1 -- 172.21.15.39:0/2110494938 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9c400cbd0 con 0x7fe9c8101390 2024-06-13T06:19:50.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:50.998+0000 7fe9beffd700 1 -- 172.21.15.39:0/2110494938 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe9c400cd70 con 0x7fe9c8101390 2024-06-13T06:19:50.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:50.998+0000 7fe9cfcb5700 1 -- 172.21.15.39:0/2110494938 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9c8199410 con 0x7fe9c8101390 2024-06-13T06:19:50.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:50.998+0000 7fe9beffd700 1 -- 172.21.15.39:0/2110494938 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9c40186f0 con 0x7fe9c8101390 2024-06-13T06:19:50.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:50.999+0000 7fe9cfcb5700 1 -- 172.21.15.39:0/2110494938 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9c81a56d0 con 0x7fe9c8101390 2024-06-13T06:19:51.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:51.000+0000 7fe9cfcb5700 1 -- 172.21.15.39:0/2110494938 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9c8069180 con 0x7fe9c8101390 2024-06-13T06:19:51.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:51.001+0000 7fe9beffd700 1 -- 172.21.15.39:0/2110494938 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fe9c4010430 con 0x7fe9c8101390 2024-06-13T06:19:51.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:51.002+0000 7fe9beffd700 1 --2- 172.21.15.39:0/2110494938 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fe9b40a2ca0 0x7fe9b40a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:51.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:51.002+0000 7fe9cd250700 1 --2- 172.21.15.39:0/2110494938 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fe9b40a2ca0 0x7fe9b40a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:51.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:51.002+0000 7fe9beffd700 1 -- 172.21.15.39:0/2110494938 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fe9c40ced10 con 0x7fe9c8101390 2024-06-13T06:19:51.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:51.003+0000 7fe9cd250700 1 --2- 172.21.15.39:0/2110494938 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fe9b40a2ca0 0x7fe9b40a5160 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fe9b800b2e0 tx=0x7fe9b8005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:19:51.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:51.007+0000 7fe9beffd700 1 -- 172.21.15.39:0/2110494938 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fe9c409c110 con 0x7fe9c8101390 2024-06-13T06:19:51.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:51.290+0000 7fe9cfcb5700 1 -- 172.21.15.39:0/2110494938 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe9c81a58a0 con 0x7fe9c8101390 2024-06-13T06:19:51.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:51.290+0000 7fe9beffd700 1 -- 172.21.15.39:0/2110494938 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+10476 (secure 0 0 0) 0x7fe9c409ba10 con 0x7fe9c8101390 2024-06-13T06:19:51.290 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:19:51.290 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":13,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/2373452665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":2373452665},{"type":"v1","addr":"172.21.15.39:6835","nonce":2373452665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/2187635150","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":2187635150},{"type":"v1","addr":"172.21.15.39:6837","nonce":2187635150}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14571,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6839/1475451558","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":1475451558},{"type":"v1","addr":"172.21.15.39:6839","nonce":1475451558}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14577,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6841/313570480","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":313570480},{"type":"v1","addr":"172.21.15.39:6841","nonce":313570480}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/980475055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":980475055},{"type":"v1","addr":"172.21.15.149:6833","nonce":980475055}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24427,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/2757180167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":2757180167},{"type":"v1","addr":"172.21.15.149:6835","nonce":2757180167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24431,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.96:6833/2827318421","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6832","nonce":2827318421},{"type":"v1","addr":"172.21.15.96:6833","nonce":2827318421}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24439,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6837/1742889729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":1742889729},{"type":"v1","addr":"172.21.15.149:6837","nonce":1742889729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24448,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6839/862740064","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":862740064},{"type":"v1","addr":"172.21.15.149:6839","nonce":862740064}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24455,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.96:6835/3408571209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6834","nonce":3408571209},{"type":"v1","addr":"172.21.15.96:6835","nonce":3408571209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24482,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.96:6837/2574644445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6836","nonce":2574644445},{"type":"v1","addr":"172.21.15.96:6837","nonce":2574644445}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24512,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.96:6839/1459106434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6838","nonce":1459106434},{"type":"v1","addr":"172.21.15.96:6839","nonce":1459106434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[]} 2024-06-13T06:19:51.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:51.293+0000 7fe9cfcb5700 1 -- 172.21.15.39:0/2110494938 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fe9b40a2ca0 msgr2=0x7fe9b40a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:51.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:51.293+0000 7fe9cfcb5700 1 --2- 172.21.15.39:0/2110494938 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fe9b40a2ca0 0x7fe9b40a5160 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fe9b800b2e0 tx=0x7fe9b8005960 comp rx=0 tx=0).stop 2024-06-13T06:19:51.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:51.293+0000 7fe9cfcb5700 1 -- 172.21.15.39:0/2110494938 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9c8101390 msgr2=0x7fe9c819e800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:51.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:51.293+0000 7fe9cfcb5700 1 --2- 172.21.15.39:0/2110494938 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9c8101390 0x7fe9c819e800 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fe9c400e9a0 tx=0x7fe9c400ecb0 comp rx=0 tx=0).stop 2024-06-13T06:19:51.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:51.293+0000 7fe9cfcb5700 1 -- 172.21.15.39:0/2110494938 shutdown_connections 2024-06-13T06:19:51.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:51.293+0000 7fe9cfcb5700 1 --2- 172.21.15.39:0/2110494938 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fe9b40a2ca0 0x7fe9b40a5160 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:51.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:51.293+0000 7fe9cfcb5700 1 --2- 172.21.15.39:0/2110494938 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe9c8107400 0x7fe9c81989c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:51.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:51.293+0000 7fe9cfcb5700 1 --2- 172.21.15.39:0/2110494938 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9c8101390 0x7fe9c819e800 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:51.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:51.293+0000 7fe9cfcb5700 1 --2- 172.21.15.39:0/2110494938 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe9c8101d50 0x7fe9c819ed40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:51.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:51.293+0000 7fe9cfcb5700 1 -- 172.21.15.39:0/2110494938 >> 172.21.15.39:0/2110494938 conn(0x7fe9c8078340 msgr2=0x7fe9c81005a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:19:51.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:51.293+0000 7fe9cfcb5700 1 -- 172.21.15.39:0/2110494938 shutdown_connections 2024-06-13T06:19:51.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:51.293+0000 7fe9cfcb5700 1 -- 172.21.15.39:0/2110494938 wait complete. 2024-06-13T06:19:51.293 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 13 2024-06-13T06:19:52.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:52 smithi096 ceph-mon[36532]: pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:52.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:52 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:52.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:52 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:52.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:52 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:52.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:52 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:52.292 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:52 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/2110494938' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:19:52.355 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:52 smithi039 ceph-mon[32479]: pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:52.355 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:52 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:52.355 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:52 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:52.355 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:52 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:52.355 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:52 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:52.355 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:52 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/2110494938' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:19:52.383 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph --format=json-pretty osd lspools 2024-06-13T06:19:52.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:52 smithi149 ceph-mon[36963]: pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:52.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:52 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:52.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:52 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:52.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:52 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:52.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:52 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:52.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:52 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/2110494938' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:19:52.659 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:19:54.064 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:54 smithi039 ceph-mon[32479]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:54.064 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:54 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:54.064 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:54 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:54.270 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:54 smithi149 ceph-mon[36963]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:54.270 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:54 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:54.271 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:54 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:54.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:54 smithi096 ceph-mon[36532]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:54.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:54 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:54.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:54 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:54.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.307+0000 7f934fba1700 1 -- 172.21.15.39:0/3624183420 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9348101d50 msgr2=0x7f934810e240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:54.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.307+0000 7f934fba1700 1 --2- 172.21.15.39:0/3624183420 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9348101d50 0x7f934810e240 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f934000b0a0 tx=0x7f934000b3b0 comp rx=0 tx=0).stop 2024-06-13T06:19:54.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.308+0000 7f934fba1700 1 -- 172.21.15.39:0/3624183420 shutdown_connections 2024-06-13T06:19:54.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.308+0000 7f934fba1700 1 --2- 172.21.15.39:0/3624183420 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9348101d50 0x7f934810e240 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:54.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.308+0000 7f934fba1700 1 --2- 172.21.15.39:0/3624183420 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9348107400 0x7f93481077e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:54.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.308+0000 7f934fba1700 1 --2- 172.21.15.39:0/3624183420 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9348101390 0x7f9348101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:54.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.308+0000 7f934fba1700 1 -- 172.21.15.39:0/3624183420 >> 172.21.15.39:0/3624183420 conn(0x7f9348078340 msgr2=0x7f9348078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:19:54.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.308+0000 7f934fba1700 1 -- 172.21.15.39:0/3624183420 shutdown_connections 2024-06-13T06:19:54.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.308+0000 7f934fba1700 1 -- 172.21.15.39:0/3624183420 wait complete. 2024-06-13T06:19:54.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.308+0000 7f934fba1700 1 Processor -- start 2024-06-13T06:19:54.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.308+0000 7f934fba1700 1 -- start start 2024-06-13T06:19:54.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.309+0000 7f934fba1700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9348101390 0x7f9348103070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:54.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.309+0000 7f934fba1700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9348101d50 0x7f93481035b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:54.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.309+0000 7f934fba1700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9348107400 0x7f9348103af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:54.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.309+0000 7f934fba1700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f9348111670 con 0x7f9348101390 2024-06-13T06:19:54.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.309+0000 7f934fba1700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f93481114f0 con 0x7f9348107400 2024-06-13T06:19:54.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.309+0000 7f934fba1700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f93481117f0 con 0x7f9348101d50 2024-06-13T06:19:54.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.309+0000 7f934d93d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9348101390 0x7f9348103070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:54.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.309+0000 7f934d93d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9348101390 0x7f9348103070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:46010/0 (socket says 172.21.15.39:46010) 2024-06-13T06:19:54.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.309+0000 7f934d93d700 1 -- 172.21.15.39:0/2621465549 learned_addr learned my addr 172.21.15.39:0/2621465549 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:19:54.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.309+0000 7f934d13c700 1 --2- 172.21.15.39:0/2621465549 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9348101d50 0x7f93481035b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:54.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.309+0000 7f934e13e700 1 --2- 172.21.15.39:0/2621465549 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9348107400 0x7f9348103af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:54.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.309+0000 7f934d93d700 1 -- 172.21.15.39:0/2621465549 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9348101d50 msgr2=0x7f93481035b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:54.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.309+0000 7f934d93d700 1 --2- 172.21.15.39:0/2621465549 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9348101d50 0x7f93481035b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:54.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.309+0000 7f934d93d700 1 -- 172.21.15.39:0/2621465549 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9348107400 msgr2=0x7f9348103af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:54.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.309+0000 7f934d93d700 1 --2- 172.21.15.39:0/2621465549 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9348107400 0x7f9348103af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:54.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.309+0000 7f934d93d700 1 -- 172.21.15.39:0/2621465549 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93481a70c0 con 0x7f9348101390 2024-06-13T06:19:54.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.309+0000 7f934d93d700 1 --2- 172.21.15.39:0/2621465549 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9348101390 0x7f9348103070 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f934400d980 tx=0x7f934400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:19:54.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.310+0000 7f933effd700 1 -- 172.21.15.39:0/2621465549 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9344016070 con 0x7f9348101390 2024-06-13T06:19:54.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.310+0000 7f933effd700 1 -- 172.21.15.39:0/2621465549 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9344004d10 con 0x7f9348101390 2024-06-13T06:19:54.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.310+0000 7f934fba1700 1 -- 172.21.15.39:0/2621465549 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93481a73b0 con 0x7f9348101390 2024-06-13T06:19:54.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.310+0000 7f933effd700 1 -- 172.21.15.39:0/2621465549 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9344005670 con 0x7f9348101390 2024-06-13T06:19:54.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.310+0000 7f934fba1700 1 -- 172.21.15.39:0/2621465549 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93481a7940 con 0x7f9348101390 2024-06-13T06:19:54.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.311+0000 7f934fba1700 1 -- 172.21.15.39:0/2621465549 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9348069180 con 0x7f9348101390 2024-06-13T06:19:54.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.312+0000 7f933effd700 1 -- 172.21.15.39:0/2621465549 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f9344004750 con 0x7f9348101390 2024-06-13T06:19:54.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.313+0000 7f933effd700 1 --2- 172.21.15.39:0/2621465549 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f93340a2ca0 0x7f93340a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:54.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.313+0000 7f934d13c700 1 --2- 172.21.15.39:0/2621465549 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f93340a2ca0 0x7f93340a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:54.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.313+0000 7f933effd700 1 -- 172.21.15.39:0/2621465549 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f93440ce870 con 0x7f9348101390 2024-06-13T06:19:54.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.313+0000 7f934d13c700 1 --2- 172.21.15.39:0/2621465549 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f93340a2ca0 0x7f93340a5160 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f9348078920 tx=0x7f933800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:19:54.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.318+0000 7f933effd700 1 -- 172.21.15.39:0/2621465549 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f934401f020 con 0x7f9348101390 2024-06-13T06:19:54.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.547+0000 7f934fba1700 1 -- 172.21.15.39:0/2621465549 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f93481a7c20 con 0x7f9348101390 2024-06-13T06:19:54.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.548+0000 7f933effd700 1 -- 172.21.15.39:0/2621465549 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v82) ==== 84+0+65 (secure 0 0 0) 0x7f93440bb030 con 0x7f9348101390 2024-06-13T06:19:54.547 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:19:54.547 INFO:teuthology.orchestra.run.smithi039.stdout:[ 2024-06-13T06:19:54.548 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:19:54.548 INFO:teuthology.orchestra.run.smithi039.stdout: "poolnum": 1, 2024-06-13T06:19:54.548 INFO:teuthology.orchestra.run.smithi039.stdout: "poolname": ".mgr" 2024-06-13T06:19:54.548 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:19:54.548 INFO:teuthology.orchestra.run.smithi039.stdout:] 2024-06-13T06:19:54.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.550+0000 7f934fba1700 1 -- 172.21.15.39:0/2621465549 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f93340a2ca0 msgr2=0x7f93340a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:54.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.550+0000 7f934fba1700 1 --2- 172.21.15.39:0/2621465549 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f93340a2ca0 0x7f93340a5160 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f9348078920 tx=0x7f933800b410 comp rx=0 tx=0).stop 2024-06-13T06:19:54.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.550+0000 7f934fba1700 1 -- 172.21.15.39:0/2621465549 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9348101390 msgr2=0x7f9348103070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:54.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.550+0000 7f934fba1700 1 --2- 172.21.15.39:0/2621465549 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9348101390 0x7f9348103070 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f934400d980 tx=0x7f934400dc90 comp rx=0 tx=0).stop 2024-06-13T06:19:54.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.550+0000 7f934fba1700 1 -- 172.21.15.39:0/2621465549 shutdown_connections 2024-06-13T06:19:54.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.550+0000 7f934fba1700 1 --2- 172.21.15.39:0/2621465549 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f93340a2ca0 0x7f93340a5160 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:54.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.550+0000 7f934fba1700 1 --2- 172.21.15.39:0/2621465549 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9348107400 0x7f9348103af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:54.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.550+0000 7f934fba1700 1 --2- 172.21.15.39:0/2621465549 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9348101390 0x7f9348103070 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:54.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.550+0000 7f934fba1700 1 --2- 172.21.15.39:0/2621465549 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9348101d50 0x7f93481035b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:54.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.550+0000 7f934fba1700 1 -- 172.21.15.39:0/2621465549 >> 172.21.15.39:0/2621465549 conn(0x7f9348078340 msgr2=0x7f93481005d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:19:54.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.550+0000 7f934fba1700 1 -- 172.21.15.39:0/2621465549 shutdown_connections 2024-06-13T06:19:54.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:54.550+0000 7f934fba1700 1 -- 172.21.15.39:0/2621465549 wait complete. 2024-06-13T06:19:55.170 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:55 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:19:55.170 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:55 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:19:55.170 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:55 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:55.170 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:55 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/2621465549' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-06-13T06:19:55.170 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:55 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:19:55.198 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-06-13T06:19:55.198 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-06-13T06:19:55.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:55 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:19:55.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:55 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:19:55.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:55 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:55.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:55 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/2621465549' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-06-13T06:19:55.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:55 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:19:55.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:55 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:19:55.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:55 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:19:55.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:55 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:55.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:55 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/2621465549' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-06-13T06:19:55.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:55 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:19:56.110 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:19:56.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:56 smithi039 ceph-mon[32479]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:56.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:56 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:56.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:56 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:56.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:56 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:56.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:56 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:56.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:56 smithi149 ceph-mon[36963]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:56.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:56 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:56.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:56 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:56.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:56 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:56.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:56 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:57.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:56 smithi096 ceph-mon[36532]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:57.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:56 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:57.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:56 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:57.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:56 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:57.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:56 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:57.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:57.820+0000 7fbd7548f700 1 -- 172.21.15.39:0/670502202 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbd70107840 msgr2=0x7fbd7010f3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:57.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:57.820+0000 7fbd7548f700 1 --2- 172.21.15.39:0/670502202 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbd70107840 0x7fbd7010f3c0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fbd6800b0d0 tx=0x7fbd6800b3e0 comp rx=0 tx=0).stop 2024-06-13T06:19:57.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:57.820+0000 7fbd7548f700 1 -- 172.21.15.39:0/670502202 shutdown_connections 2024-06-13T06:19:57.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:57.820+0000 7fbd7548f700 1 --2- 172.21.15.39:0/670502202 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbd70107840 0x7fbd7010f3c0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:57.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:57.820+0000 7fbd7548f700 1 --2- 172.21.15.39:0/670502202 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbd70102740 0x7fbd70102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:57.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:57.820+0000 7fbd7548f700 1 --2- 172.21.15.39:0/670502202 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fbd701030f0 0x7fbd70107110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:57.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:57.820+0000 7fbd7548f700 1 -- 172.21.15.39:0/670502202 >> 172.21.15.39:0/670502202 conn(0x7fbd700795f0 msgr2=0x7fbd70079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:19:57.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:57.820+0000 7fbd7548f700 1 -- 172.21.15.39:0/670502202 shutdown_connections 2024-06-13T06:19:57.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:57.820+0000 7fbd7548f700 1 -- 172.21.15.39:0/670502202 wait complete. 2024-06-13T06:19:57.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:57.821+0000 7fbd7548f700 1 Processor -- start 2024-06-13T06:19:57.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:57.821+0000 7fbd7548f700 1 -- start start 2024-06-13T06:19:57.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:57.821+0000 7fbd7548f700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fbd70102740 0x7fbd7019e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:57.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:57.821+0000 7fbd7548f700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbd701030f0 0x7fbd7019ee00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:57.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:57.821+0000 7fbd7548f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbd70107840 0x7fbd70198ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:57.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:57.821+0000 7fbd7548f700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fbd70112850 con 0x7fbd70107840 2024-06-13T06:19:57.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:57.821+0000 7fbd7548f700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fbd701126d0 con 0x7fbd70102740 2024-06-13T06:19:57.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:57.821+0000 7fbd7548f700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fbd701129d0 con 0x7fbd701030f0 2024-06-13T06:19:57.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:57.822+0000 7fbd6f7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbd70107840 0x7fbd70198ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:57.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:57.822+0000 7fbd6f7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbd70107840 0x7fbd70198ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:46036/0 (socket says 172.21.15.39:46036) 2024-06-13T06:19:57.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:57.822+0000 7fbd6f7fe700 1 -- 172.21.15.39:0/1758007498 learned_addr learned my addr 172.21.15.39:0/1758007498 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:19:57.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:57.822+0000 7fbd6effd700 1 --2- 172.21.15.39:0/1758007498 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fbd70102740 0x7fbd7019e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:57.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:57.822+0000 7fbd6e7fc700 1 --2- 172.21.15.39:0/1758007498 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbd701030f0 0x7fbd7019ee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:57.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:57.822+0000 7fbd6f7fe700 1 -- 172.21.15.39:0/1758007498 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbd701030f0 msgr2=0x7fbd7019ee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:57.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:57.822+0000 7fbd6f7fe700 1 --2- 172.21.15.39:0/1758007498 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbd701030f0 0x7fbd7019ee00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:57.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:57.822+0000 7fbd6f7fe700 1 -- 172.21.15.39:0/1758007498 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fbd70102740 msgr2=0x7fbd7019e8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:57.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:57.822+0000 7fbd6f7fe700 1 --2- 172.21.15.39:0/1758007498 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fbd70102740 0x7fbd7019e8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:57.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:57.822+0000 7fbd6f7fe700 1 -- 172.21.15.39:0/1758007498 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd70199230 con 0x7fbd70107840 2024-06-13T06:19:57.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:57.822+0000 7fbd6effd700 1 --2- 172.21.15.39:0/1758007498 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fbd70102740 0x7fbd7019e8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:19:57.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:57.822+0000 7fbd6e7fc700 1 --2- 172.21.15.39:0/1758007498 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbd701030f0 0x7fbd7019ee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:19:57.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:57.822+0000 7fbd6f7fe700 1 --2- 172.21.15.39:0/1758007498 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbd70107840 0x7fbd70198ad0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fbd68006070 tx=0x7fbd68004ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:19:57.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:57.822+0000 7fbd57fff700 1 -- 172.21.15.39:0/1758007498 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd68021070 con 0x7fbd70107840 2024-06-13T06:19:57.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:57.822+0000 7fbd57fff700 1 -- 172.21.15.39:0/1758007498 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbd68007df0 con 0x7fbd70107840 2024-06-13T06:19:57.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:57.822+0000 7fbd7548f700 1 -- 172.21.15.39:0/1758007498 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd701994c0 con 0x7fbd70107840 2024-06-13T06:19:57.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:57.822+0000 7fbd57fff700 1 -- 172.21.15.39:0/1758007498 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd68005470 con 0x7fbd70107840 2024-06-13T06:19:57.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:57.822+0000 7fbd7548f700 1 -- 172.21.15.39:0/1758007498 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd701a5790 con 0x7fbd70107840 2024-06-13T06:19:57.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:57.823+0000 7fbd7548f700 1 -- 172.21.15.39:0/1758007498 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbd70069180 con 0x7fbd70107840 2024-06-13T06:19:57.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:57.825+0000 7fbd57fff700 1 -- 172.21.15.39:0/1758007498 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fbd68024070 con 0x7fbd70107840 2024-06-13T06:19:57.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:57.825+0000 7fbd57fff700 1 --2- 172.21.15.39:0/1758007498 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fbd580a2c20 0x7fbd580a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:19:57.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:57.825+0000 7fbd6effd700 1 --2- 172.21.15.39:0/1758007498 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fbd580a2c20 0x7fbd580a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:19:57.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:57.825+0000 7fbd57fff700 1 -- 172.21.15.39:0/1758007498 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fbd6800f020 con 0x7fbd70107840 2024-06-13T06:19:57.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:57.826+0000 7fbd6effd700 1 --2- 172.21.15.39:0/1758007498 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fbd580a2c20 0x7fbd580a50e0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fbd70107340 tx=0x7fbd60008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:19:57.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:57.830+0000 7fbd57fff700 1 -- 172.21.15.39:0/1758007498 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fbd6802b020 con 0x7fbd70107840 2024-06-13T06:19:58.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:58.036+0000 7fbd7548f700 1 -- 172.21.15.39:0/1758007498 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fbd7002dca0 con 0x7fbd70107840 2024-06-13T06:19:58.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:58.547+0000 7fbd57fff700 1 -- 172.21.15.39:0/1758007498 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v83) ==== 138+0+0 (secure 0 0 0) 0x7fbd680074e0 con 0x7fbd70107840 2024-06-13T06:19:58.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:58.549+0000 7fbd7548f700 1 -- 172.21.15.39:0/1758007498 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fbd580a2c20 msgr2=0x7fbd580a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:58.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:58.549+0000 7fbd7548f700 1 --2- 172.21.15.39:0/1758007498 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fbd580a2c20 0x7fbd580a50e0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fbd70107340 tx=0x7fbd60008040 comp rx=0 tx=0).stop 2024-06-13T06:19:58.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:58.549+0000 7fbd7548f700 1 -- 172.21.15.39:0/1758007498 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbd70107840 msgr2=0x7fbd70198ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:19:58.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:58.549+0000 7fbd7548f700 1 --2- 172.21.15.39:0/1758007498 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbd70107840 0x7fbd70198ad0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fbd68006070 tx=0x7fbd68004ef0 comp rx=0 tx=0).stop 2024-06-13T06:19:58.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:58.550+0000 7fbd7548f700 1 -- 172.21.15.39:0/1758007498 shutdown_connections 2024-06-13T06:19:58.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:58.550+0000 7fbd7548f700 1 --2- 172.21.15.39:0/1758007498 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fbd580a2c20 0x7fbd580a50e0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:58.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:58.550+0000 7fbd7548f700 1 --2- 172.21.15.39:0/1758007498 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbd70107840 0x7fbd70198ad0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:58.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:58.550+0000 7fbd7548f700 1 --2- 172.21.15.39:0/1758007498 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fbd70102740 0x7fbd7019e8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:58.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:58.550+0000 7fbd7548f700 1 --2- 172.21.15.39:0/1758007498 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbd701030f0 0x7fbd7019ee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:19:58.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:58.550+0000 7fbd7548f700 1 -- 172.21.15.39:0/1758007498 >> 172.21.15.39:0/1758007498 conn(0x7fbd700795f0 msgr2=0x7fbd70100680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:19:58.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:58.550+0000 7fbd7548f700 1 -- 172.21.15.39:0/1758007498 shutdown_connections 2024-06-13T06:19:58.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:19:58.550+0000 7fbd7548f700 1 -- 172.21.15.39:0/1758007498 wait complete. 2024-06-13T06:19:58.550 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_metadata' created 2024-06-13T06:19:58.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:58 smithi096 ceph-mon[36532]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:58.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:58 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:58.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:58 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:58.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:58 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:19:58.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:58 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:19:58.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:58 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:58.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:58 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/1758007498' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-06-13T06:19:58.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:58 smithi039 ceph-mon[32479]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:58.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:58 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:58.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:58 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:58.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:58 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:19:58.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:58 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:19:58.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:58 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:58.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:58 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/1758007498' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-06-13T06:19:58.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:58 smithi149 ceph-mon[36963]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:19:58.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:58 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:58.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:58 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:58.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:58 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:19:58.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:58 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:19:58.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:58 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:19:58.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:58 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/1758007498' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-06-13T06:19:59.239 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-06-13T06:19:59.494 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:19:59.834 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:59 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/1758007498' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-06-13T06:19:59.834 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:19:59 smithi039 ceph-mon[32479]: osdmap e83: 12 total, 12 up, 12 in 2024-06-13T06:19:59.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:59 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/1758007498' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-06-13T06:19:59.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:19:59 smithi149 ceph-mon[36963]: osdmap e83: 12 total, 12 up, 12 in 2024-06-13T06:20:00.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:59 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/1758007498' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-06-13T06:20:00.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:19:59 smithi096 ceph-mon[36532]: osdmap e83: 12 total, 12 up, 12 in 2024-06-13T06:20:00.915 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:00 smithi039 ceph-mon[32479]: pgmap v290: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:20:00.915 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:00 smithi039 ceph-mon[32479]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-13T06:20:00.915 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:00 smithi039 ceph-mon[32479]: osdmap e84: 12 total, 12 up, 12 in 2024-06-13T06:20:00.916 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:00 smithi039 ceph-mon[32479]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-06-13T06:20:00.916 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:00 smithi039 ceph-mon[32479]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-06-13T06:20:00.916 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:00 smithi039 ceph-mon[32479]: application not enabled on pool 'cephfs_metadata' 2024-06-13T06:20:00.916 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:00 smithi039 ceph-mon[32479]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-06-13T06:20:00.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:00 smithi149 ceph-mon[36963]: pgmap v290: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:20:00.980 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:00 smithi149 ceph-mon[36963]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-13T06:20:00.980 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:00 smithi149 ceph-mon[36963]: osdmap e84: 12 total, 12 up, 12 in 2024-06-13T06:20:00.980 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:00 smithi149 ceph-mon[36963]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-06-13T06:20:00.980 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:00 smithi149 ceph-mon[36963]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-06-13T06:20:00.980 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:00 smithi149 ceph-mon[36963]: application not enabled on pool 'cephfs_metadata' 2024-06-13T06:20:00.980 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:00 smithi149 ceph-mon[36963]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-06-13T06:20:01.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:00 smithi096 ceph-mon[36532]: pgmap v290: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:20:01.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:00 smithi096 ceph-mon[36532]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-13T06:20:01.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:00 smithi096 ceph-mon[36532]: osdmap e84: 12 total, 12 up, 12 in 2024-06-13T06:20:01.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:00 smithi096 ceph-mon[36532]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-06-13T06:20:01.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:00 smithi096 ceph-mon[36532]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-06-13T06:20:01.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:00 smithi096 ceph-mon[36532]: application not enabled on pool 'cephfs_metadata' 2024-06-13T06:20:01.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:00 smithi096 ceph-mon[36532]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-06-13T06:20:01.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:01.156+0000 7fc7d4fd0700 1 -- 172.21.15.39:0/3881932527 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc7d0108500 msgr2=0x7fc7d01088e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:01.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:01.156+0000 7fc7d4fd0700 1 --2- 172.21.15.39:0/3881932527 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc7d0108500 0x7fc7d01088e0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fc7c0009990 tx=0x7fc7c0009ca0 comp rx=0 tx=0).stop 2024-06-13T06:20:01.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:01.156+0000 7fc7d4fd0700 1 -- 172.21.15.39:0/3881932527 shutdown_connections 2024-06-13T06:20:01.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:01.156+0000 7fc7d4fd0700 1 --2- 172.21.15.39:0/3881932527 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc7d006ab30 0x7fc7d010f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:01.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:01.156+0000 7fc7d4fd0700 1 --2- 172.21.15.39:0/3881932527 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc7d0108500 0x7fc7d01088e0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:01.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:01.156+0000 7fc7d4fd0700 1 --2- 172.21.15.39:0/3881932527 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc7d006a170 0x7fc7d006a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:01.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:01.156+0000 7fc7d4fd0700 1 -- 172.21.15.39:0/3881932527 >> 172.21.15.39:0/3881932527 conn(0x7fc7d0078340 msgr2=0x7fc7d0078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:20:01.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:01.156+0000 7fc7d4fd0700 1 -- 172.21.15.39:0/3881932527 shutdown_connections 2024-06-13T06:20:01.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:01.156+0000 7fc7d4fd0700 1 -- 172.21.15.39:0/3881932527 wait complete. 2024-06-13T06:20:01.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:01.157+0000 7fc7d4fd0700 1 Processor -- start 2024-06-13T06:20:01.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:01.157+0000 7fc7d4fd0700 1 -- start start 2024-06-13T06:20:01.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:01.157+0000 7fc7d4fd0700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc7d006a170 0x7fc7d0198de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:01.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:01.157+0000 7fc7d4fd0700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc7d006ab30 0x7fc7d0199320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:01.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:01.157+0000 7fc7d4fd0700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc7d0108500 0x7fc7d019d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:01.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:01.157+0000 7fc7d4fd0700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fc7d01128b0 con 0x7fc7d006a170 2024-06-13T06:20:01.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:01.157+0000 7fc7d4fd0700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fc7d0112730 con 0x7fc7d0108500 2024-06-13T06:20:01.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:01.157+0000 7fc7d4fd0700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fc7d0112a30 con 0x7fc7d006ab30 2024-06-13T06:20:01.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:01.157+0000 7fc7ce59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc7d006a170 0x7fc7d0198de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:01.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:01.157+0000 7fc7ce59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc7d006a170 0x7fc7d0198de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58608/0 (socket says 172.21.15.39:58608) 2024-06-13T06:20:01.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:01.157+0000 7fc7ce59c700 1 -- 172.21.15.39:0/1797495685 learned_addr learned my addr 172.21.15.39:0/1797495685 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:20:01.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:01.157+0000 7fc7ced9d700 1 --2- 172.21.15.39:0/1797495685 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc7d0108500 0x7fc7d019d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:01.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:01.157+0000 7fc7cdd9b700 1 --2- 172.21.15.39:0/1797495685 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc7d006ab30 0x7fc7d0199320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:01.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:01.158+0000 7fc7ce59c700 1 -- 172.21.15.39:0/1797495685 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc7d006ab30 msgr2=0x7fc7d0199320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:01.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:01.158+0000 7fc7ce59c700 1 --2- 172.21.15.39:0/1797495685 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc7d006ab30 0x7fc7d0199320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:01.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:01.158+0000 7fc7ce59c700 1 -- 172.21.15.39:0/1797495685 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc7d0108500 msgr2=0x7fc7d019d6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:01.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:01.158+0000 7fc7ce59c700 1 --2- 172.21.15.39:0/1797495685 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc7d0108500 0x7fc7d019d6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:01.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:01.158+0000 7fc7ce59c700 1 -- 172.21.15.39:0/1797495685 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7d019ddf0 con 0x7fc7d006a170 2024-06-13T06:20:01.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:01.158+0000 7fc7ce59c700 1 --2- 172.21.15.39:0/1797495685 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc7d006a170 0x7fc7d0198de0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fc7c0005910 tx=0x7fc7c00047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:20:01.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:01.158+0000 7fc7bf7fe700 1 -- 172.21.15.39:0/1797495685 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7c0027070 con 0x7fc7d006a170 2024-06-13T06:20:01.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:01.158+0000 7fc7bf7fe700 1 -- 172.21.15.39:0/1797495685 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc7c0004050 con 0x7fc7d006a170 2024-06-13T06:20:01.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:01.158+0000 7fc7bf7fe700 1 -- 172.21.15.39:0/1797495685 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7c0022e30 con 0x7fc7d006a170 2024-06-13T06:20:01.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:01.158+0000 7fc7d4fd0700 1 -- 172.21.15.39:0/1797495685 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7d019e080 con 0x7fc7d006a170 2024-06-13T06:20:01.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:01.158+0000 7fc7d4fd0700 1 -- 172.21.15.39:0/1797495685 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7d01a5960 con 0x7fc7d006a170 2024-06-13T06:20:01.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:01.159+0000 7fc7d4fd0700 1 -- 172.21.15.39:0/1797495685 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7d010a9e0 con 0x7fc7d006a170 2024-06-13T06:20:01.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:01.160+0000 7fc7bf7fe700 1 -- 172.21.15.39:0/1797495685 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fc7c002a070 con 0x7fc7d006a170 2024-06-13T06:20:01.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:01.161+0000 7fc7bf7fe700 1 --2- 172.21.15.39:0/1797495685 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fc7b80a2ca0 0x7fc7b80a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:01.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:01.161+0000 7fc7bf7fe700 1 -- 172.21.15.39:0/1797495685 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7497+0+0 (secure 0 0 0) 0x7fc7c00cf9b0 con 0x7fc7d006a170 2024-06-13T06:20:01.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:01.161+0000 7fc7cdd9b700 1 --2- 172.21.15.39:0/1797495685 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fc7b80a2ca0 0x7fc7b80a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:01.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:01.162+0000 7fc7cdd9b700 1 --2- 172.21.15.39:0/1797495685 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fc7b80a2ca0 0x7fc7b80a5160 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fc7d0078a20 tx=0x7fc7c4009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:20:01.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:01.166+0000 7fc7bf7fe700 1 -- 172.21.15.39:0/1797495685 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fc7c0013070 con 0x7fc7d006a170 2024-06-13T06:20:01.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:01.380+0000 7fc7d4fd0700 1 -- 172.21.15.39:0/1797495685 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fc7d0103bc0 con 0x7fc7d006a170 2024-06-13T06:20:02.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:01 smithi039 ceph-mon[32479]: osdmap e85: 12 total, 12 up, 12 in 2024-06-13T06:20:02.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:01 smithi149 ceph-mon[36963]: osdmap e85: 12 total, 12 up, 12 in 2024-06-13T06:20:02.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:01 smithi096 ceph-mon[36532]: osdmap e85: 12 total, 12 up, 12 in 2024-06-13T06:20:02.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:02.312+0000 7fc7bf7fe700 1 -- 172.21.15.39:0/1797495685 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v86) ==== 170+0+0 (secure 0 0 0) 0x7fc7c009ccd0 con 0x7fc7d006a170 2024-06-13T06:20:02.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:02.315+0000 7fc7d4fd0700 1 -- 172.21.15.39:0/1797495685 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fc7b80a2ca0 msgr2=0x7fc7b80a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:02.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:02.315+0000 7fc7d4fd0700 1 --2- 172.21.15.39:0/1797495685 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fc7b80a2ca0 0x7fc7b80a5160 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fc7d0078a20 tx=0x7fc7c4009190 comp rx=0 tx=0).stop 2024-06-13T06:20:02.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:02.315+0000 7fc7d4fd0700 1 -- 172.21.15.39:0/1797495685 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc7d006a170 msgr2=0x7fc7d0198de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:02.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:02.315+0000 7fc7d4fd0700 1 --2- 172.21.15.39:0/1797495685 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc7d006a170 0x7fc7d0198de0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fc7c0005910 tx=0x7fc7c00047b0 comp rx=0 tx=0).stop 2024-06-13T06:20:02.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:02.315+0000 7fc7d4fd0700 1 -- 172.21.15.39:0/1797495685 shutdown_connections 2024-06-13T06:20:02.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:02.315+0000 7fc7d4fd0700 1 --2- 172.21.15.39:0/1797495685 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fc7b80a2ca0 0x7fc7b80a5160 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:02.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:02.315+0000 7fc7d4fd0700 1 --2- 172.21.15.39:0/1797495685 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc7d0108500 0x7fc7d019d6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:02.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:02.315+0000 7fc7d4fd0700 1 --2- 172.21.15.39:0/1797495685 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc7d006a170 0x7fc7d0198de0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:02.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:02.315+0000 7fc7d4fd0700 1 --2- 172.21.15.39:0/1797495685 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc7d006ab30 0x7fc7d0199320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:02.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:02.315+0000 7fc7d4fd0700 1 -- 172.21.15.39:0/1797495685 >> 172.21.15.39:0/1797495685 conn(0x7fc7d0078340 msgr2=0x7fc7d0100180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:20:02.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:02.315+0000 7fc7d4fd0700 1 -- 172.21.15.39:0/1797495685 shutdown_connections 2024-06-13T06:20:02.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:02.315+0000 7fc7d4fd0700 1 -- 172.21.15.39:0/1797495685 wait complete. 2024-06-13T06:20:02.315 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_data' created 2024-06-13T06:20:02.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:02 smithi039 ceph-mon[32479]: pgmap v293: 33 pgs: 11 active+clean, 2 creating+activating, 4 creating+peering, 16 unknown; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:20:02.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:02 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/1797495685' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-06-13T06:20:02.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:02 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/1797495685' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-06-13T06:20:02.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:02 smithi039 ceph-mon[32479]: osdmap e86: 12 total, 12 up, 12 in 2024-06-13T06:20:02.965 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-06-13T06:20:03.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:02 smithi149 ceph-mon[36963]: pgmap v293: 33 pgs: 11 active+clean, 2 creating+activating, 4 creating+peering, 16 unknown; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:20:03.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:02 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/1797495685' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-06-13T06:20:03.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:02 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/1797495685' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-06-13T06:20:03.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:02 smithi149 ceph-mon[36963]: osdmap e86: 12 total, 12 up, 12 in 2024-06-13T06:20:03.223 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:20:03.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:02 smithi096 ceph-mon[36532]: pgmap v293: 33 pgs: 11 active+clean, 2 creating+activating, 4 creating+peering, 16 unknown; 577 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:20:03.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:02 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/1797495685' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-06-13T06:20:03.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:02 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/1797495685' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-06-13T06:20:03.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:02 smithi096 ceph-mon[36532]: osdmap e86: 12 total, 12 up, 12 in 2024-06-13T06:20:04.454 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:04 smithi039 ceph-mon[32479]: pgmap v295: 97 pgs: 24 active+clean, 2 creating+activating, 6 creating+peering, 65 unknown; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:20:04.454 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:04 smithi039 ceph-mon[32479]: osdmap e87: 12 total, 12 up, 12 in 2024-06-13T06:20:04.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:04 smithi096 ceph-mon[36532]: pgmap v295: 97 pgs: 24 active+clean, 2 creating+activating, 6 creating+peering, 65 unknown; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:20:04.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:04 smithi096 ceph-mon[36532]: osdmap e87: 12 total, 12 up, 12 in 2024-06-13T06:20:04.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:04 smithi149 ceph-mon[36963]: pgmap v295: 97 pgs: 24 active+clean, 2 creating+activating, 6 creating+peering, 65 unknown; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:20:04.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:04 smithi149 ceph-mon[36963]: osdmap e87: 12 total, 12 up, 12 in 2024-06-13T06:20:05.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:04.985+0000 7f3701ce7700 1 -- 172.21.15.39:0/230379223 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f36fc101fc0 msgr2=0x7f36fc106010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:05.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:04.985+0000 7f3701ce7700 1 --2- 172.21.15.39:0/230379223 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f36fc101fc0 0x7f36fc106010 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f36f00099c0 tx=0x7f36f0009cd0 comp rx=0 tx=0).stop 2024-06-13T06:20:05.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:04.985+0000 7f3701ce7700 1 -- 172.21.15.39:0/230379223 shutdown_connections 2024-06-13T06:20:05.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:04.985+0000 7f3701ce7700 1 --2- 172.21.15.39:0/230379223 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f36fc1066f0 0x7f36fc10e2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:05.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:04.985+0000 7f3701ce7700 1 --2- 172.21.15.39:0/230379223 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f36fc101610 0x7f36fc1019f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:05.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:04.985+0000 7f3701ce7700 1 --2- 172.21.15.39:0/230379223 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f36fc101fc0 0x7f36fc106010 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:05.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:04.985+0000 7f3701ce7700 1 -- 172.21.15.39:0/230379223 >> 172.21.15.39:0/230379223 conn(0x7f36fc078430 msgr2=0x7f36fc078840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:20:05.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:04.985+0000 7f3701ce7700 1 -- 172.21.15.39:0/230379223 shutdown_connections 2024-06-13T06:20:05.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:04.985+0000 7f3701ce7700 1 -- 172.21.15.39:0/230379223 wait complete. 2024-06-13T06:20:05.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:04.986+0000 7f3701ce7700 1 Processor -- start 2024-06-13T06:20:05.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:04.986+0000 7f3701ce7700 1 -- start start 2024-06-13T06:20:05.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:04.986+0000 7f3701ce7700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f36fc101610 0x7f36fc19e8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:05.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:04.986+0000 7f3701ce7700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f36fc101fc0 0x7f36fc19ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:05.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:04.986+0000 7f3701ce7700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f36fc1066f0 0x7f36fc198ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:05.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:04.986+0000 7f3701ce7700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f36fc1116b0 con 0x7f36fc101fc0 2024-06-13T06:20:05.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:04.986+0000 7f3701ce7700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f36fc111530 con 0x7f36fc1066f0 2024-06-13T06:20:05.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:04.986+0000 7f3701ce7700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f36fc111830 con 0x7f36fc101610 2024-06-13T06:20:05.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:04.987+0000 7f36faffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f36fc101fc0 0x7f36fc19ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:05.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:04.987+0000 7f36faffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f36fc101fc0 0x7f36fc19ee30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58622/0 (socket says 172.21.15.39:58622) 2024-06-13T06:20:05.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:04.987+0000 7f36faffd700 1 -- 172.21.15.39:0/1048668837 learned_addr learned my addr 172.21.15.39:0/1048668837 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:20:05.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:04.987+0000 7f36fbfff700 1 --2- 172.21.15.39:0/1048668837 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f36fc1066f0 0x7f36fc198ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:05.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:04.987+0000 7f36fb7fe700 1 --2- 172.21.15.39:0/1048668837 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f36fc101610 0x7f36fc19e8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:05.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:04.987+0000 7f36faffd700 1 -- 172.21.15.39:0/1048668837 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f36fc101610 msgr2=0x7f36fc19e8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:05.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:04.987+0000 7f36faffd700 1 --2- 172.21.15.39:0/1048668837 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f36fc101610 0x7f36fc19e8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:05.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:04.987+0000 7f36faffd700 1 -- 172.21.15.39:0/1048668837 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f36fc1066f0 msgr2=0x7f36fc198ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:05.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:04.987+0000 7f36faffd700 1 --2- 172.21.15.39:0/1048668837 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f36fc1066f0 0x7f36fc198ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:05.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:04.987+0000 7f36faffd700 1 -- 172.21.15.39:0/1048668837 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36fc199210 con 0x7f36fc101fc0 2024-06-13T06:20:05.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:04.987+0000 7f36faffd700 1 --2- 172.21.15.39:0/1048668837 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f36fc101fc0 0x7f36fc19ee30 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f36f00059d0 tx=0x7f36f00038b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:20:05.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:04.987+0000 7f36f8ff9700 1 -- 172.21.15.39:0/1048668837 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36f0027070 con 0x7f36fc101fc0 2024-06-13T06:20:05.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:04.987+0000 7f36f8ff9700 1 -- 172.21.15.39:0/1048668837 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f36f0003e40 con 0x7f36fc101fc0 2024-06-13T06:20:05.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:04.987+0000 7f3701ce7700 1 -- 172.21.15.39:0/1048668837 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36fc1994a0 con 0x7f36fc101fc0 2024-06-13T06:20:05.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:04.987+0000 7f36f8ff9700 1 -- 172.21.15.39:0/1048668837 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36f0022c70 con 0x7f36fc101fc0 2024-06-13T06:20:05.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:04.987+0000 7f3701ce7700 1 -- 172.21.15.39:0/1048668837 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36fc1a57c0 con 0x7f36fc101fc0 2024-06-13T06:20:05.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:04.988+0000 7f3701ce7700 1 -- 172.21.15.39:0/1048668837 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f36fc069180 con 0x7f36fc101fc0 2024-06-13T06:20:05.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:04.989+0000 7f36f8ff9700 1 -- 172.21.15.39:0/1048668837 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f36f002a070 con 0x7f36fc101fc0 2024-06-13T06:20:05.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:04.990+0000 7f36f8ff9700 1 --2- 172.21.15.39:0/1048668837 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f36e40a2ca0 0x7f36e40a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:05.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:04.990+0000 7f36fb7fe700 1 --2- 172.21.15.39:0/1048668837 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f36e40a2ca0 0x7f36e40a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:05.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:04.991+0000 7f36f8ff9700 1 -- 172.21.15.39:0/1048668837 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 7879+0+0 (secure 0 0 0) 0x7f36f00cfcf0 con 0x7f36fc101fc0 2024-06-13T06:20:05.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:04.991+0000 7f36fb7fe700 1 --2- 172.21.15.39:0/1048668837 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f36e40a2ca0 0x7f36e40a5160 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f36fc199bf0 tx=0x7f36ec00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:20:05.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:04.995+0000 7f36f8ff9700 1 -- 172.21.15.39:0/1048668837 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f36f005e850 con 0x7f36fc101fc0 2024-06-13T06:20:05.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:05.247+0000 7f3701ce7700 1 -- 172.21.15.39:0/1048668837 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f36fc02dca0 con 0x7f36fc101fc0 2024-06-13T06:20:05.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:05.330+0000 7f36f8ff9700 1 -- 172.21.15.39:0/1048668837 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) ==== 172+0+0 (secure 0 0 0) 0x7f36f00d4070 con 0x7f36fc101fc0 2024-06-13T06:20:05.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:05.332+0000 7f3701ce7700 1 -- 172.21.15.39:0/1048668837 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f36e40a2ca0 msgr2=0x7f36e40a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:05.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:05.332+0000 7f3701ce7700 1 --2- 172.21.15.39:0/1048668837 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f36e40a2ca0 0x7f36e40a5160 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f36fc199bf0 tx=0x7f36ec00b410 comp rx=0 tx=0).stop 2024-06-13T06:20:05.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:05.332+0000 7f3701ce7700 1 -- 172.21.15.39:0/1048668837 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f36fc101fc0 msgr2=0x7f36fc19ee30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:05.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:05.332+0000 7f3701ce7700 1 --2- 172.21.15.39:0/1048668837 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f36fc101fc0 0x7f36fc19ee30 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f36f00059d0 tx=0x7f36f00038b0 comp rx=0 tx=0).stop 2024-06-13T06:20:05.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:05.333+0000 7f3701ce7700 1 -- 172.21.15.39:0/1048668837 shutdown_connections 2024-06-13T06:20:05.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:05.333+0000 7f3701ce7700 1 --2- 172.21.15.39:0/1048668837 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f36e40a2ca0 0x7f36e40a5160 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:05.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:05.333+0000 7f3701ce7700 1 --2- 172.21.15.39:0/1048668837 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f36fc1066f0 0x7f36fc198ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:05.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:05.333+0000 7f3701ce7700 1 --2- 172.21.15.39:0/1048668837 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f36fc101610 0x7f36fc19e8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:05.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:05.333+0000 7f3701ce7700 1 --2- 172.21.15.39:0/1048668837 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f36fc101fc0 0x7f36fc19ee30 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:05.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:05.333+0000 7f3701ce7700 1 -- 172.21.15.39:0/1048668837 >> 172.21.15.39:0/1048668837 conn(0x7f36fc078430 msgr2=0x7f36fc06aea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:20:05.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:05.333+0000 7f3701ce7700 1 -- 172.21.15.39:0/1048668837 shutdown_connections 2024-06-13T06:20:05.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:05.333+0000 7f3701ce7700 1 -- 172.21.15.39:0/1048668837 wait complete. 2024-06-13T06:20:05.333 INFO:teuthology.orchestra.run.smithi039.stderr:new fs with metadata pool 2 and data pool 3 2024-06-13T06:20:05.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:05 smithi039 ceph-mon[32479]: osdmap e88: 12 total, 12 up, 12 in 2024-06-13T06:20:05.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:05 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/1048668837' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-06-13T06:20:05.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:05 smithi039 ceph-mon[32479]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-06-13T06:20:05.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:05 smithi149 ceph-mon[36963]: osdmap e88: 12 total, 12 up, 12 in 2024-06-13T06:20:05.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:05 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/1048668837' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-06-13T06:20:05.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:05 smithi149 ceph-mon[36963]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-06-13T06:20:05.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:05 smithi096 ceph-mon[36532]: osdmap e88: 12 total, 12 up, 12 in 2024-06-13T06:20:05.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:05 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/1048668837' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-06-13T06:20:05.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:05 smithi096 ceph-mon[36532]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-06-13T06:20:06.123 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph osd dump --format=json 2024-06-13T06:20:06.380 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:20:06.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:06 smithi039 ceph-mon[32479]: pgmap v298: 97 pgs: 64 active+clean, 6 creating+peering, 27 unknown; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:20:06.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:06 smithi039 ceph-mon[32479]: osdmap e89: 12 total, 12 up, 12 in 2024-06-13T06:20:06.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:06 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/1048668837' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-06-13T06:20:06.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:06 smithi039 ceph-mon[32479]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-06-13T06:20:06.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:06 smithi039 ceph-mon[32479]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-06-13T06:20:06.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:06 smithi039 ceph-mon[32479]: Health check update: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-13T06:20:06.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:06 smithi039 ceph-mon[32479]: mds.? [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] up:active 2024-06-13T06:20:06.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:06 smithi039 ceph-mon[32479]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-06-13T06:20:06.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:06 smithi149 ceph-mon[36963]: pgmap v298: 97 pgs: 64 active+clean, 6 creating+peering, 27 unknown; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:20:06.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:06 smithi149 ceph-mon[36963]: osdmap e89: 12 total, 12 up, 12 in 2024-06-13T06:20:06.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:06 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/1048668837' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-06-13T06:20:06.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:06 smithi149 ceph-mon[36963]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-06-13T06:20:06.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:06 smithi149 ceph-mon[36963]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-06-13T06:20:06.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:06 smithi149 ceph-mon[36963]: Health check update: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-13T06:20:06.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:06 smithi149 ceph-mon[36963]: mds.? [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] up:active 2024-06-13T06:20:06.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:06 smithi149 ceph-mon[36963]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-06-13T06:20:06.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:06 smithi096 ceph-mon[36532]: pgmap v298: 97 pgs: 64 active+clean, 6 creating+peering, 27 unknown; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:20:06.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:06 smithi096 ceph-mon[36532]: osdmap e89: 12 total, 12 up, 12 in 2024-06-13T06:20:06.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:06 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/1048668837' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-06-13T06:20:06.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:06 smithi096 ceph-mon[36532]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-06-13T06:20:06.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:06 smithi096 ceph-mon[36532]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-06-13T06:20:06.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:06 smithi096 ceph-mon[36532]: Health check update: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-06-13T06:20:06.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:06 smithi096 ceph-mon[36532]: mds.? [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] up:active 2024-06-13T06:20:06.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:06 smithi096 ceph-mon[36532]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-06-13T06:20:07.571 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:07 smithi039 ceph-mon[32479]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-06-13T06:20:07.571 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:07 smithi039 ceph-mon[32479]: Cluster is now healthy 2024-06-13T06:20:07.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:07 smithi149 ceph-mon[36963]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-06-13T06:20:07.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:07 smithi149 ceph-mon[36963]: Cluster is now healthy 2024-06-13T06:20:07.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:07 smithi096 ceph-mon[36532]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-06-13T06:20:07.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:07 smithi096 ceph-mon[36532]: Cluster is now healthy 2024-06-13T06:20:08.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.114+0000 7f086e6b4700 1 -- 172.21.15.39:0/2297843880 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08681017f0 msgr2=0x7f086810f260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:08.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.114+0000 7f086e6b4700 1 --2- 172.21.15.39:0/2297843880 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08681017f0 0x7f086810f260 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f086000b0a0 tx=0x7f086000b3b0 comp rx=0 tx=0).stop 2024-06-13T06:20:08.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.114+0000 7f086e6b4700 1 -- 172.21.15.39:0/2297843880 shutdown_connections 2024-06-13T06:20:08.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.114+0000 7f086e6b4700 1 --2- 172.21.15.39:0/2297843880 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08681017f0 0x7f086810f260 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:08.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.114+0000 7f086e6b4700 1 --2- 172.21.15.39:0/2297843880 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f0868107550 0x7f0868107930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:08.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.114+0000 7f086e6b4700 1 --2- 172.21.15.39:0/2297843880 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0868100e30 0x7f08681012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:08.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.114+0000 7f086e6b4700 1 -- 172.21.15.39:0/2297843880 >> 172.21.15.39:0/2297843880 conn(0x7f08680766b0 msgr2=0x7f0868076ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:20:08.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.114+0000 7f086e6b4700 1 -- 172.21.15.39:0/2297843880 shutdown_connections 2024-06-13T06:20:08.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.114+0000 7f086e6b4700 1 -- 172.21.15.39:0/2297843880 wait complete. 2024-06-13T06:20:08.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.115+0000 7f086e6b4700 1 Processor -- start 2024-06-13T06:20:08.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.115+0000 7f086e6b4700 1 -- start start 2024-06-13T06:20:08.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.115+0000 7f086e6b4700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0868100e30 0x7f086819e6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:08.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.115+0000 7f086e6b4700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08681017f0 0x7f086819ec10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:08.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.115+0000 7f086e6b4700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f0868107550 0x7f0868198850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:08.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.115+0000 7f086e6b4700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f0868112790 con 0x7f08681017f0 2024-06-13T06:20:08.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.115+0000 7f086e6b4700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f0868112610 con 0x7f0868107550 2024-06-13T06:20:08.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.115+0000 7f086e6b4700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f0868112910 con 0x7f0868100e30 2024-06-13T06:20:08.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.116+0000 7f08677fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08681017f0 0x7f086819ec10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:08.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.116+0000 7f086cc51700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f0868107550 0x7f0868198850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:08.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.116+0000 7f086cc51700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f0868107550 0x7f0868198850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.96:3300/0 says I am v2:172.21.15.39:50962/0 (socket says 172.21.15.39:50962) 2024-06-13T06:20:08.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.116+0000 7f0867fff700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0868100e30 0x7f086819e6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:08.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.116+0000 7f086cc51700 1 -- 172.21.15.39:0/2173356566 learned_addr learned my addr 172.21.15.39:0/2173356566 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:20:08.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.116+0000 7f08677fe700 1 -- 172.21.15.39:0/2173356566 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0868100e30 msgr2=0x7f086819e6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:08.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.116+0000 7f08677fe700 1 --2- 172.21.15.39:0/2173356566 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0868100e30 0x7f086819e6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:08.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.116+0000 7f08677fe700 1 -- 172.21.15.39:0/2173356566 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f0868107550 msgr2=0x7f0868198850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:08.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.116+0000 7f08677fe700 1 --2- 172.21.15.39:0/2173356566 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f0868107550 0x7f0868198850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:08.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.116+0000 7f08677fe700 1 -- 172.21.15.39:0/2173356566 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0868199030 con 0x7f08681017f0 2024-06-13T06:20:08.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.116+0000 7f08677fe700 1 --2- 172.21.15.39:0/2173356566 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08681017f0 0x7f086819ec10 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f085c00c970 tx=0x7f085c00cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:20:08.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.116+0000 7f08657fa700 1 -- 172.21.15.39:0/2173356566 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f085c014070 con 0x7f08681017f0 2024-06-13T06:20:08.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.116+0000 7f08657fa700 1 -- 172.21.15.39:0/2173356566 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f085c004440 con 0x7f08681017f0 2024-06-13T06:20:08.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.116+0000 7f08657fa700 1 -- 172.21.15.39:0/2173356566 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f085c007b60 con 0x7f08681017f0 2024-06-13T06:20:08.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.116+0000 7f086e6b4700 1 -- 172.21.15.39:0/2173356566 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0868199320 con 0x7f08681017f0 2024-06-13T06:20:08.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.116+0000 7f086e6b4700 1 -- 172.21.15.39:0/2173356566 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08681a5530 con 0x7f08681017f0 2024-06-13T06:20:08.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.117+0000 7f086e6b4700 1 -- 172.21.15.39:0/2173356566 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f086806a6e0 con 0x7f08681017f0 2024-06-13T06:20:08.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.119+0000 7f08657fa700 1 -- 172.21.15.39:0/2173356566 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f085c017070 con 0x7f08681017f0 2024-06-13T06:20:08.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.119+0000 7f08657fa700 1 --2- 172.21.15.39:0/2173356566 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f08500a2c20 0x7f08500a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:08.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.119+0000 7f0867fff700 1 --2- 172.21.15.39:0/2173356566 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f08500a2c20 0x7f08500a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:08.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.120+0000 7f08657fa700 1 -- 172.21.15.39:0/2173356566 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7f085c0cef20 con 0x7f08681017f0 2024-06-13T06:20:08.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.120+0000 7f0867fff700 1 --2- 172.21.15.39:0/2173356566 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f08500a2c20 0x7f08500a50e0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f0868077c30 tx=0x7f085800a3b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:20:08.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.123+0000 7f08657fa700 1 -- 172.21.15.39:0/2173356566 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f085c01e020 con 0x7f08681017f0 2024-06-13T06:20:08.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.328+0000 7f086e6b4700 1 -- 172.21.15.39:0/2173356566 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f08681a57c0 con 0x7f08681017f0 2024-06-13T06:20:08.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.330+0000 7f08657fa700 1 -- 172.21.15.39:0/2173356566 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) ==== 74+0+22183 (secure 0 0 0) 0x7f085c09bfd0 con 0x7f08681017f0 2024-06-13T06:20:08.330 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:20:08.330 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":89,"fsid":"ae626f9c-294b-11ef-bc9c-c7b262605968","created":"2024-06-13T06:11:51.305066+0000","modified":"2024-06-13T06:20:05.248502+0000","last_up_change":"2024-06-13T06:18:58.374371+0000","last_in_change":"2024-06-13T06:18:37.816473+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-13T06:15:09.300272+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-13T06:19:58.467506+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-13T06:20:01.811410+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b602e286-0350-4768-b03b-081f9c60cda7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":917128641},{"type":"v1","addr":"172.21.15.39:6803","nonce":917128641}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":917128641},{"type":"v1","addr":"172.21.15.39:6805","nonce":917128641}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":917128641},{"type":"v1","addr":"172.21.15.39:6809","nonce":917128641}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":917128641},{"type":"v1","addr":"172.21.15.39:6807","nonce":917128641}]},"public_addr":"172.21.15.39:6803/917128641","cluster_addr":"172.21.15.39:6805/917128641","heartbeat_back_addr":"172.21.15.39:6809/917128641","heartbeat_front_addr":"172.21.15.39:6807/917128641","state":["exists","up"]},{"osd":1,"uuid":"199bf34b-b607-43d8-8216-c4e80c8d3ebe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6800","nonce":1664615815},{"type":"v1","addr":"172.21.15.96:6801","nonce":1664615815}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6802","nonce":1664615815},{"type":"v1","addr":"172.21.15.96:6803","nonce":1664615815}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6806","nonce":1664615815},{"type":"v1","addr":"172.21.15.96:6807","nonce":1664615815}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6804","nonce":1664615815},{"type":"v1","addr":"172.21.15.96:6805","nonce":1664615815}]},"public_addr":"172.21.15.96:6801/1664615815","cluster_addr":"172.21.15.96:6803/1664615815","heartbeat_back_addr":"172.21.15.96:6807/1664615815","heartbeat_front_addr":"172.21.15.96:6805/1664615815","state":["exists","up"]},{"osd":2,"uuid":"1408753c-ec3d-4e23-964e-104614ccba56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":580976175},{"type":"v1","addr":"172.21.15.149:6801","nonce":580976175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":580976175},{"type":"v1","addr":"172.21.15.149:6803","nonce":580976175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":580976175},{"type":"v1","addr":"172.21.15.149:6807","nonce":580976175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":580976175},{"type":"v1","addr":"172.21.15.149:6805","nonce":580976175}]},"public_addr":"172.21.15.149:6801/580976175","cluster_addr":"172.21.15.149:6803/580976175","heartbeat_back_addr":"172.21.15.149:6807/580976175","heartbeat_front_addr":"172.21.15.149:6805/580976175","state":["exists","up"]},{"osd":3,"uuid":"8234a82f-d8d1-42c5-b257-799c0517bb1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2347430345},{"type":"v1","addr":"172.21.15.39:6811","nonce":2347430345}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2347430345},{"type":"v1","addr":"172.21.15.39:6813","nonce":2347430345}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6816","nonce":2347430345},{"type":"v1","addr":"172.21.15.39:6817","nonce":2347430345}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2347430345},{"type":"v1","addr":"172.21.15.39:6815","nonce":2347430345}]},"public_addr":"172.21.15.39:6811/2347430345","cluster_addr":"172.21.15.39:6813/2347430345","heartbeat_back_addr":"172.21.15.39:6817/2347430345","heartbeat_front_addr":"172.21.15.39:6815/2347430345","state":["exists","up"]},{"osd":4,"uuid":"977fac50-3471-408c-9747-70154767f29a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6808","nonce":1674089136},{"type":"v1","addr":"172.21.15.96:6809","nonce":1674089136}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6810","nonce":1674089136},{"type":"v1","addr":"172.21.15.96:6811","nonce":1674089136}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6814","nonce":1674089136},{"type":"v1","addr":"172.21.15.96:6815","nonce":1674089136}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6812","nonce":1674089136},{"type":"v1","addr":"172.21.15.96:6813","nonce":1674089136}]},"public_addr":"172.21.15.96:6809/1674089136","cluster_addr":"172.21.15.96:6811/1674089136","heartbeat_back_addr":"172.21.15.96:6815/1674089136","heartbeat_front_addr":"172.21.15.96:6813/1674089136","state":["exists","up"]},{"osd":5,"uuid":"99a866b2-466a-4779-bb0d-c104bac11df5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":3878401601},{"type":"v1","addr":"172.21.15.149:6809","nonce":3878401601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":3878401601},{"type":"v1","addr":"172.21.15.149:6811","nonce":3878401601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":3878401601},{"type":"v1","addr":"172.21.15.149:6815","nonce":3878401601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":3878401601},{"type":"v1","addr":"172.21.15.149:6813","nonce":3878401601}]},"public_addr":"172.21.15.149:6809/3878401601","cluster_addr":"172.21.15.149:6811/3878401601","heartbeat_back_addr":"172.21.15.149:6815/3878401601","heartbeat_front_addr":"172.21.15.149:6813/3878401601","state":["exists","up"]},{"osd":6,"uuid":"10df23c3-559c-4922-8ccf-99802a4f2449","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":1262679006},{"type":"v1","addr":"172.21.15.39:6819","nonce":1262679006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":1262679006},{"type":"v1","addr":"172.21.15.39:6821","nonce":1262679006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":1262679006},{"type":"v1","addr":"172.21.15.39:6825","nonce":1262679006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":1262679006},{"type":"v1","addr":"172.21.15.39:6823","nonce":1262679006}]},"public_addr":"172.21.15.39:6819/1262679006","cluster_addr":"172.21.15.39:6821/1262679006","heartbeat_back_addr":"172.21.15.39:6825/1262679006","heartbeat_front_addr":"172.21.15.39:6823/1262679006","state":["exists","up"]},{"osd":7,"uuid":"eba2316d-c2fc-4fd8-943c-74e05936af95","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6816","nonce":2801325231},{"type":"v1","addr":"172.21.15.96:6817","nonce":2801325231}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6818","nonce":2801325231},{"type":"v1","addr":"172.21.15.96:6819","nonce":2801325231}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6822","nonce":2801325231},{"type":"v1","addr":"172.21.15.96:6823","nonce":2801325231}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6820","nonce":2801325231},{"type":"v1","addr":"172.21.15.96:6821","nonce":2801325231}]},"public_addr":"172.21.15.96:6817/2801325231","cluster_addr":"172.21.15.96:6819/2801325231","heartbeat_back_addr":"172.21.15.96:6823/2801325231","heartbeat_front_addr":"172.21.15.96:6821/2801325231","state":["exists","up"]},{"osd":8,"uuid":"3c975612-4663-4516-bb94-8705d96309e1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":2814583725},{"type":"v1","addr":"172.21.15.149:6817","nonce":2814583725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":2814583725},{"type":"v1","addr":"172.21.15.149:6819","nonce":2814583725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":2814583725},{"type":"v1","addr":"172.21.15.149:6823","nonce":2814583725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":2814583725},{"type":"v1","addr":"172.21.15.149:6821","nonce":2814583725}]},"public_addr":"172.21.15.149:6817/2814583725","cluster_addr":"172.21.15.149:6819/2814583725","heartbeat_back_addr":"172.21.15.149:6823/2814583725","heartbeat_front_addr":"172.21.15.149:6821/2814583725","state":["exists","up"]},{"osd":9,"uuid":"17d9ffb0-b826-452c-bd91-1399fb46e734","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":2716066772},{"type":"v1","addr":"172.21.15.39:6827","nonce":2716066772}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":2716066772},{"type":"v1","addr":"172.21.15.39:6829","nonce":2716066772}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":2716066772},{"type":"v1","addr":"172.21.15.39:6833","nonce":2716066772}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":2716066772},{"type":"v1","addr":"172.21.15.39:6831","nonce":2716066772}]},"public_addr":"172.21.15.39:6827/2716066772","cluster_addr":"172.21.15.39:6829/2716066772","heartbeat_back_addr":"172.21.15.39:6833/2716066772","heartbeat_front_addr":"172.21.15.39:6831/2716066772","state":["exists","up"]},{"osd":10,"uuid":"5fa8dedf-2c1b-47b0-98ca-7983922b6e31","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6824","nonce":3117528382},{"type":"v1","addr":"172.21.15.96:6825","nonce":3117528382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6826","nonce":3117528382},{"type":"v1","addr":"172.21.15.96:6827","nonce":3117528382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6830","nonce":3117528382},{"type":"v1","addr":"172.21.15.96:6831","nonce":3117528382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6828","nonce":3117528382},{"type":"v1","addr":"172.21.15.96:6829","nonce":3117528382}]},"public_addr":"172.21.15.96:6825/3117528382","cluster_addr":"172.21.15.96:6827/3117528382","heartbeat_back_addr":"172.21.15.96:6831/3117528382","heartbeat_front_addr":"172.21.15.96:6829/3117528382","state":["exists","up"]},{"osd":11,"uuid":"464289a7-ae93-47f5-b88b-7c21ab02c295","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":3783053198},{"type":"v1","addr":"172.21.15.149:6825","nonce":3783053198}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":3783053198},{"type":"v1","addr":"172.21.15.149:6827","nonce":3783053198}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":3783053198},{"type":"v1","addr":"172.21.15.149:6831","nonce":3783053198}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":3783053198},{"type":"v1","addr":"172.21.15.149:6829","nonce":3783053198}]},"public_addr":"172.21.15.149:6825/3783053198","cluster_addr":"172.21.15.149:6827/3783053198","heartbeat_back_addr":"172.21.15.149:6831/3783053198","heartbeat_front_addr":"172.21.15.149:6829/3783053198","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:14:17.982063+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:14:41.653647+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:15:05.443023+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:15:30.243854+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:15:55.390739+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:16:20.257963+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:16:45.973831+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:17:11.985325+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:17:36.876077+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:18:03.226432+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:18:29.731400+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:18:56.089310+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:0/2230961630":"2024-06-14T06:12:44.764849+0000","172.21.15.39:0/3359492273":"2024-06-14T06:12:44.764849+0000","172.21.15.39:6800/1734263468":"2024-06-14T06:12:44.764849+0000","172.21.15.39:6801/1734263468":"2024-06-14T06:12:44.764849+0000","172.21.15.39:0/984030546":"2024-06-14T06:12:17.979204+0000","172.21.15.39:0/3526641224":"2024-06-14T06:12:44.764849+0000","172.21.15.39:0/3515867652":"2024-06-14T06:12:17.979204+0000","172.21.15.39:6800/1863890417":"2024-06-14T06:12:17.979204+0000","172.21.15.39:0/973565867":"2024-06-14T06:12:17.979204+0000","172.21.15.39:6801/1863890417":"2024-06-14T06:12:17.979204+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-13T06:20:08.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.332+0000 7f086e6b4700 1 -- 172.21.15.39:0/2173356566 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f08500a2c20 msgr2=0x7f08500a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:08.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.332+0000 7f086e6b4700 1 --2- 172.21.15.39:0/2173356566 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f08500a2c20 0x7f08500a50e0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f0868077c30 tx=0x7f085800a3b0 comp rx=0 tx=0).stop 2024-06-13T06:20:08.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.332+0000 7f086e6b4700 1 -- 172.21.15.39:0/2173356566 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08681017f0 msgr2=0x7f086819ec10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:08.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.332+0000 7f086e6b4700 1 --2- 172.21.15.39:0/2173356566 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08681017f0 0x7f086819ec10 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f085c00c970 tx=0x7f085c00cc80 comp rx=0 tx=0).stop 2024-06-13T06:20:08.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.332+0000 7f086e6b4700 1 -- 172.21.15.39:0/2173356566 shutdown_connections 2024-06-13T06:20:08.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.332+0000 7f086e6b4700 1 --2- 172.21.15.39:0/2173356566 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f08500a2c20 0x7f08500a50e0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:08.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.332+0000 7f086e6b4700 1 --2- 172.21.15.39:0/2173356566 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f0868107550 0x7f0868198850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:08.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.332+0000 7f086e6b4700 1 --2- 172.21.15.39:0/2173356566 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0868100e30 0x7f086819e6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:08.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.332+0000 7f086e6b4700 1 --2- 172.21.15.39:0/2173356566 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08681017f0 0x7f086819ec10 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:08.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.332+0000 7f086e6b4700 1 -- 172.21.15.39:0/2173356566 >> 172.21.15.39:0/2173356566 conn(0x7f08680766b0 msgr2=0x7f08680ff750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:20:08.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.332+0000 7f086e6b4700 1 -- 172.21.15.39:0/2173356566 shutdown_connections 2024-06-13T06:20:08.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:08.332+0000 7f086e6b4700 1 -- 172.21.15.39:0/2173356566 wait complete. 2024-06-13T06:20:08.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:08 smithi039 ceph-mon[32479]: pgmap v300: 97 pgs: 74 active+clean, 6 creating+peering, 17 unknown; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 225 B/s wr, 0 op/s 2024-06-13T06:20:08.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:08 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/2173356566' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T06:20:08.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:08 smithi149 ceph-mon[36963]: pgmap v300: 97 pgs: 74 active+clean, 6 creating+peering, 17 unknown; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 225 B/s wr, 0 op/s 2024-06-13T06:20:08.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:08 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/2173356566' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T06:20:08.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:08 smithi096 ceph-mon[36532]: pgmap v300: 97 pgs: 74 active+clean, 6 creating+peering, 17 unknown; 577 KiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 225 B/s wr, 0 op/s 2024-06-13T06:20:08.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:08 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/2173356566' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T06:20:09.204 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph osd dump --format=json 2024-06-13T06:20:09.458 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:20:09.791 INFO:journalctl@ceph.mds.b.smithi096.stdout:Jun 13 06:20:09 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-b[67235]: 2024-06-13T06:20:09.413+0000 7f0aa05f7700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-06-13T06:20:10.638 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:10 smithi039 ceph-mon[32479]: pgmap v301: 97 pgs: 97 active+clean; 579 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s wr, 3 op/s 2024-06-13T06:20:10.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:10 smithi149 ceph-mon[36963]: pgmap v301: 97 pgs: 97 active+clean; 579 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s wr, 3 op/s 2024-06-13T06:20:10.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:10 smithi096 ceph-mon[36532]: pgmap v301: 97 pgs: 97 active+clean; 579 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s wr, 3 op/s 2024-06-13T06:20:11.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.177+0000 7f3966e7e700 1 -- 172.21.15.39:0/515262595 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3960102740 msgr2=0x7f3960102b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:11.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.177+0000 7f3966e7e700 1 --2- 172.21.15.39:0/515262595 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3960102740 0x7f3960102b20 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f39540099c0 tx=0x7f3954009cd0 comp rx=0 tx=0).stop 2024-06-13T06:20:11.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.177+0000 7f3966e7e700 1 -- 172.21.15.39:0/515262595 shutdown_connections 2024-06-13T06:20:11.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.177+0000 7f3966e7e700 1 --2- 172.21.15.39:0/515262595 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f3960107840 0x7f396010f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:11.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.177+0000 7f3966e7e700 1 --2- 172.21.15.39:0/515262595 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3960102740 0x7f3960102b20 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:11.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.177+0000 7f3966e7e700 1 --2- 172.21.15.39:0/515262595 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f39601030f0 0x7f3960107110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:11.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.177+0000 7f3966e7e700 1 -- 172.21.15.39:0/515262595 >> 172.21.15.39:0/515262595 conn(0x7f39600795f0 msgr2=0x7f3960079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:20:11.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.177+0000 7f3966e7e700 1 -- 172.21.15.39:0/515262595 shutdown_connections 2024-06-13T06:20:11.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.177+0000 7f3966e7e700 1 -- 172.21.15.39:0/515262595 wait complete. 2024-06-13T06:20:11.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.177+0000 7f3966e7e700 1 Processor -- start 2024-06-13T06:20:11.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.177+0000 7f3966e7e700 1 -- start start 2024-06-13T06:20:11.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.178+0000 7f3966e7e700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3960102740 0x7f396019e800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:11.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.178+0000 7f3966e7e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f39601030f0 0x7f396019ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:11.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.178+0000 7f3966e7e700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f3960107840 0x7f39601989c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:11.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.178+0000 7f3966e7e700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f3960112780 con 0x7f39601030f0 2024-06-13T06:20:11.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.178+0000 7f3966e7e700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f3960112600 con 0x7f3960107840 2024-06-13T06:20:11.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.178+0000 7f3966e7e700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f3960112900 con 0x7f3960102740 2024-06-13T06:20:11.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.178+0000 7f395ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f39601030f0 0x7f396019ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:11.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.178+0000 7f395ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f39601030f0 0x7f396019ed40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:38506/0 (socket says 172.21.15.39:38506) 2024-06-13T06:20:11.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.178+0000 7f395ffff700 1 -- 172.21.15.39:0/1285941721 learned_addr learned my addr 172.21.15.39:0/1285941721 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:20:11.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.178+0000 7f3964c1a700 1 --2- 172.21.15.39:0/1285941721 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3960102740 0x7f396019e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:11.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.178+0000 7f396541b700 1 --2- 172.21.15.39:0/1285941721 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f3960107840 0x7f39601989c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:11.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.178+0000 7f395ffff700 1 -- 172.21.15.39:0/1285941721 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3960102740 msgr2=0x7f396019e800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:11.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.178+0000 7f395ffff700 1 --2- 172.21.15.39:0/1285941721 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3960102740 0x7f396019e800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:11.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.178+0000 7f395ffff700 1 -- 172.21.15.39:0/1285941721 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f3960107840 msgr2=0x7f39601989c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:11.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.178+0000 7f395ffff700 1 --2- 172.21.15.39:0/1285941721 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f3960107840 0x7f39601989c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:11.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.178+0000 7f395ffff700 1 -- 172.21.15.39:0/1285941721 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3960199120 con 0x7f39601030f0 2024-06-13T06:20:11.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.178+0000 7f396541b700 1 --2- 172.21.15.39:0/1285941721 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f3960107840 0x7f39601989c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:20:11.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.178+0000 7f395ffff700 1 --2- 172.21.15.39:0/1285941721 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f39601030f0 0x7f396019ed40 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f394c00c970 tx=0x7f394c00cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:20:11.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.178+0000 7f395dffb700 1 -- 172.21.15.39:0/1285941721 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f394c007aa0 con 0x7f39601030f0 2024-06-13T06:20:11.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.178+0000 7f395dffb700 1 -- 172.21.15.39:0/1285941721 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f394c004d10 con 0x7f39601030f0 2024-06-13T06:20:11.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.178+0000 7f3966e7e700 1 -- 172.21.15.39:0/1285941721 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3960199410 con 0x7f39601030f0 2024-06-13T06:20:11.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.178+0000 7f395dffb700 1 -- 172.21.15.39:0/1285941721 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f394c00f450 con 0x7f39601030f0 2024-06-13T06:20:11.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.179+0000 7f3966e7e700 1 -- 172.21.15.39:0/1285941721 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39601a56d0 con 0x7f39601030f0 2024-06-13T06:20:11.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.180+0000 7f3966e7e700 1 -- 172.21.15.39:0/1285941721 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f396010aa80 con 0x7f39601030f0 2024-06-13T06:20:11.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.181+0000 7f395dffb700 1 -- 172.21.15.39:0/1285941721 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f394c004750 con 0x7f39601030f0 2024-06-13T06:20:11.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.181+0000 7f395dffb700 1 --2- 172.21.15.39:0/1285941721 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f39500a2c20 0x7f39500a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:11.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.181+0000 7f395dffb700 1 -- 172.21.15.39:0/1285941721 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7f394c0cecd0 con 0x7f39601030f0 2024-06-13T06:20:11.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.182+0000 7f3964c1a700 1 --2- 172.21.15.39:0/1285941721 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f39500a2c20 0x7f39500a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:11.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.182+0000 7f3964c1a700 1 --2- 172.21.15.39:0/1285941721 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f39500a2c20 0x7f39500a50e0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f3954000c00 tx=0x7f3954005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:20:11.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.186+0000 7f395dffb700 1 -- 172.21.15.39:0/1285941721 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f394c09be10 con 0x7f39601030f0 2024-06-13T06:20:11.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.401+0000 7f3966e7e700 1 -- 172.21.15.39:0/1285941721 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3960199ef0 con 0x7f39601030f0 2024-06-13T06:20:11.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.402+0000 7f395dffb700 1 -- 172.21.15.39:0/1285941721 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) ==== 74+0+22183 (secure 0 0 0) 0x7f394c005700 con 0x7f39601030f0 2024-06-13T06:20:11.402 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:20:11.403 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":89,"fsid":"ae626f9c-294b-11ef-bc9c-c7b262605968","created":"2024-06-13T06:11:51.305066+0000","modified":"2024-06-13T06:20:05.248502+0000","last_up_change":"2024-06-13T06:18:58.374371+0000","last_in_change":"2024-06-13T06:18:37.816473+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-13T06:15:09.300272+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-13T06:19:58.467506+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-13T06:20:01.811410+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b602e286-0350-4768-b03b-081f9c60cda7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":917128641},{"type":"v1","addr":"172.21.15.39:6803","nonce":917128641}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":917128641},{"type":"v1","addr":"172.21.15.39:6805","nonce":917128641}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":917128641},{"type":"v1","addr":"172.21.15.39:6809","nonce":917128641}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":917128641},{"type":"v1","addr":"172.21.15.39:6807","nonce":917128641}]},"public_addr":"172.21.15.39:6803/917128641","cluster_addr":"172.21.15.39:6805/917128641","heartbeat_back_addr":"172.21.15.39:6809/917128641","heartbeat_front_addr":"172.21.15.39:6807/917128641","state":["exists","up"]},{"osd":1,"uuid":"199bf34b-b607-43d8-8216-c4e80c8d3ebe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6800","nonce":1664615815},{"type":"v1","addr":"172.21.15.96:6801","nonce":1664615815}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6802","nonce":1664615815},{"type":"v1","addr":"172.21.15.96:6803","nonce":1664615815}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6806","nonce":1664615815},{"type":"v1","addr":"172.21.15.96:6807","nonce":1664615815}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6804","nonce":1664615815},{"type":"v1","addr":"172.21.15.96:6805","nonce":1664615815}]},"public_addr":"172.21.15.96:6801/1664615815","cluster_addr":"172.21.15.96:6803/1664615815","heartbeat_back_addr":"172.21.15.96:6807/1664615815","heartbeat_front_addr":"172.21.15.96:6805/1664615815","state":["exists","up"]},{"osd":2,"uuid":"1408753c-ec3d-4e23-964e-104614ccba56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":580976175},{"type":"v1","addr":"172.21.15.149:6801","nonce":580976175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":580976175},{"type":"v1","addr":"172.21.15.149:6803","nonce":580976175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":580976175},{"type":"v1","addr":"172.21.15.149:6807","nonce":580976175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":580976175},{"type":"v1","addr":"172.21.15.149:6805","nonce":580976175}]},"public_addr":"172.21.15.149:6801/580976175","cluster_addr":"172.21.15.149:6803/580976175","heartbeat_back_addr":"172.21.15.149:6807/580976175","heartbeat_front_addr":"172.21.15.149:6805/580976175","state":["exists","up"]},{"osd":3,"uuid":"8234a82f-d8d1-42c5-b257-799c0517bb1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2347430345},{"type":"v1","addr":"172.21.15.39:6811","nonce":2347430345}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2347430345},{"type":"v1","addr":"172.21.15.39:6813","nonce":2347430345}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6816","nonce":2347430345},{"type":"v1","addr":"172.21.15.39:6817","nonce":2347430345}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2347430345},{"type":"v1","addr":"172.21.15.39:6815","nonce":2347430345}]},"public_addr":"172.21.15.39:6811/2347430345","cluster_addr":"172.21.15.39:6813/2347430345","heartbeat_back_addr":"172.21.15.39:6817/2347430345","heartbeat_front_addr":"172.21.15.39:6815/2347430345","state":["exists","up"]},{"osd":4,"uuid":"977fac50-3471-408c-9747-70154767f29a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6808","nonce":1674089136},{"type":"v1","addr":"172.21.15.96:6809","nonce":1674089136}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6810","nonce":1674089136},{"type":"v1","addr":"172.21.15.96:6811","nonce":1674089136}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6814","nonce":1674089136},{"type":"v1","addr":"172.21.15.96:6815","nonce":1674089136}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6812","nonce":1674089136},{"type":"v1","addr":"172.21.15.96:6813","nonce":1674089136}]},"public_addr":"172.21.15.96:6809/1674089136","cluster_addr":"172.21.15.96:6811/1674089136","heartbeat_back_addr":"172.21.15.96:6815/1674089136","heartbeat_front_addr":"172.21.15.96:6813/1674089136","state":["exists","up"]},{"osd":5,"uuid":"99a866b2-466a-4779-bb0d-c104bac11df5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":3878401601},{"type":"v1","addr":"172.21.15.149:6809","nonce":3878401601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":3878401601},{"type":"v1","addr":"172.21.15.149:6811","nonce":3878401601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":3878401601},{"type":"v1","addr":"172.21.15.149:6815","nonce":3878401601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":3878401601},{"type":"v1","addr":"172.21.15.149:6813","nonce":3878401601}]},"public_addr":"172.21.15.149:6809/3878401601","cluster_addr":"172.21.15.149:6811/3878401601","heartbeat_back_addr":"172.21.15.149:6815/3878401601","heartbeat_front_addr":"172.21.15.149:6813/3878401601","state":["exists","up"]},{"osd":6,"uuid":"10df23c3-559c-4922-8ccf-99802a4f2449","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":1262679006},{"type":"v1","addr":"172.21.15.39:6819","nonce":1262679006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":1262679006},{"type":"v1","addr":"172.21.15.39:6821","nonce":1262679006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":1262679006},{"type":"v1","addr":"172.21.15.39:6825","nonce":1262679006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":1262679006},{"type":"v1","addr":"172.21.15.39:6823","nonce":1262679006}]},"public_addr":"172.21.15.39:6819/1262679006","cluster_addr":"172.21.15.39:6821/1262679006","heartbeat_back_addr":"172.21.15.39:6825/1262679006","heartbeat_front_addr":"172.21.15.39:6823/1262679006","state":["exists","up"]},{"osd":7,"uuid":"eba2316d-c2fc-4fd8-943c-74e05936af95","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6816","nonce":2801325231},{"type":"v1","addr":"172.21.15.96:6817","nonce":2801325231}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6818","nonce":2801325231},{"type":"v1","addr":"172.21.15.96:6819","nonce":2801325231}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6822","nonce":2801325231},{"type":"v1","addr":"172.21.15.96:6823","nonce":2801325231}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6820","nonce":2801325231},{"type":"v1","addr":"172.21.15.96:6821","nonce":2801325231}]},"public_addr":"172.21.15.96:6817/2801325231","cluster_addr":"172.21.15.96:6819/2801325231","heartbeat_back_addr":"172.21.15.96:6823/2801325231","heartbeat_front_addr":"172.21.15.96:6821/2801325231","state":["exists","up"]},{"osd":8,"uuid":"3c975612-4663-4516-bb94-8705d96309e1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":2814583725},{"type":"v1","addr":"172.21.15.149:6817","nonce":2814583725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":2814583725},{"type":"v1","addr":"172.21.15.149:6819","nonce":2814583725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":2814583725},{"type":"v1","addr":"172.21.15.149:6823","nonce":2814583725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":2814583725},{"type":"v1","addr":"172.21.15.149:6821","nonce":2814583725}]},"public_addr":"172.21.15.149:6817/2814583725","cluster_addr":"172.21.15.149:6819/2814583725","heartbeat_back_addr":"172.21.15.149:6823/2814583725","heartbeat_front_addr":"172.21.15.149:6821/2814583725","state":["exists","up"]},{"osd":9,"uuid":"17d9ffb0-b826-452c-bd91-1399fb46e734","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":2716066772},{"type":"v1","addr":"172.21.15.39:6827","nonce":2716066772}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":2716066772},{"type":"v1","addr":"172.21.15.39:6829","nonce":2716066772}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":2716066772},{"type":"v1","addr":"172.21.15.39:6833","nonce":2716066772}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":2716066772},{"type":"v1","addr":"172.21.15.39:6831","nonce":2716066772}]},"public_addr":"172.21.15.39:6827/2716066772","cluster_addr":"172.21.15.39:6829/2716066772","heartbeat_back_addr":"172.21.15.39:6833/2716066772","heartbeat_front_addr":"172.21.15.39:6831/2716066772","state":["exists","up"]},{"osd":10,"uuid":"5fa8dedf-2c1b-47b0-98ca-7983922b6e31","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6824","nonce":3117528382},{"type":"v1","addr":"172.21.15.96:6825","nonce":3117528382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6826","nonce":3117528382},{"type":"v1","addr":"172.21.15.96:6827","nonce":3117528382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6830","nonce":3117528382},{"type":"v1","addr":"172.21.15.96:6831","nonce":3117528382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6828","nonce":3117528382},{"type":"v1","addr":"172.21.15.96:6829","nonce":3117528382}]},"public_addr":"172.21.15.96:6825/3117528382","cluster_addr":"172.21.15.96:6827/3117528382","heartbeat_back_addr":"172.21.15.96:6831/3117528382","heartbeat_front_addr":"172.21.15.96:6829/3117528382","state":["exists","up"]},{"osd":11,"uuid":"464289a7-ae93-47f5-b88b-7c21ab02c295","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":3783053198},{"type":"v1","addr":"172.21.15.149:6825","nonce":3783053198}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":3783053198},{"type":"v1","addr":"172.21.15.149:6827","nonce":3783053198}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":3783053198},{"type":"v1","addr":"172.21.15.149:6831","nonce":3783053198}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":3783053198},{"type":"v1","addr":"172.21.15.149:6829","nonce":3783053198}]},"public_addr":"172.21.15.149:6825/3783053198","cluster_addr":"172.21.15.149:6827/3783053198","heartbeat_back_addr":"172.21.15.149:6831/3783053198","heartbeat_front_addr":"172.21.15.149:6829/3783053198","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:14:17.982063+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:14:41.653647+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:15:05.443023+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:15:30.243854+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:15:55.390739+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:16:20.257963+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:16:45.973831+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:17:11.985325+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:17:36.876077+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:18:03.226432+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:18:29.731400+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:18:56.089310+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:0/2230961630":"2024-06-14T06:12:44.764849+0000","172.21.15.39:0/3359492273":"2024-06-14T06:12:44.764849+0000","172.21.15.39:6800/1734263468":"2024-06-14T06:12:44.764849+0000","172.21.15.39:6801/1734263468":"2024-06-14T06:12:44.764849+0000","172.21.15.39:0/984030546":"2024-06-14T06:12:17.979204+0000","172.21.15.39:0/3526641224":"2024-06-14T06:12:44.764849+0000","172.21.15.39:0/3515867652":"2024-06-14T06:12:17.979204+0000","172.21.15.39:6800/1863890417":"2024-06-14T06:12:17.979204+0000","172.21.15.39:0/973565867":"2024-06-14T06:12:17.979204+0000","172.21.15.39:6801/1863890417":"2024-06-14T06:12:17.979204+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-13T06:20:11.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.405+0000 7f3966e7e700 1 -- 172.21.15.39:0/1285941721 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f39500a2c20 msgr2=0x7f39500a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:11.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.405+0000 7f3966e7e700 1 --2- 172.21.15.39:0/1285941721 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f39500a2c20 0x7f39500a50e0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f3954000c00 tx=0x7f3954005fb0 comp rx=0 tx=0).stop 2024-06-13T06:20:11.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.405+0000 7f3966e7e700 1 -- 172.21.15.39:0/1285941721 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f39601030f0 msgr2=0x7f396019ed40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:11.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.405+0000 7f3966e7e700 1 --2- 172.21.15.39:0/1285941721 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f39601030f0 0x7f396019ed40 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f394c00c970 tx=0x7f394c00cc80 comp rx=0 tx=0).stop 2024-06-13T06:20:11.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.405+0000 7f3966e7e700 1 -- 172.21.15.39:0/1285941721 shutdown_connections 2024-06-13T06:20:11.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.405+0000 7f3966e7e700 1 --2- 172.21.15.39:0/1285941721 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f39500a2c20 0x7f39500a50e0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:11.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.405+0000 7f3966e7e700 1 --2- 172.21.15.39:0/1285941721 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f3960107840 0x7f39601989c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:11.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.405+0000 7f3966e7e700 1 --2- 172.21.15.39:0/1285941721 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3960102740 0x7f396019e800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:11.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.405+0000 7f3966e7e700 1 --2- 172.21.15.39:0/1285941721 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f39601030f0 0x7f396019ed40 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:11.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.405+0000 7f3966e7e700 1 -- 172.21.15.39:0/1285941721 >> 172.21.15.39:0/1285941721 conn(0x7f39600795f0 msgr2=0x7f3960108990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:20:11.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.405+0000 7f3966e7e700 1 -- 172.21.15.39:0/1285941721 shutdown_connections 2024-06-13T06:20:11.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:11.405+0000 7f3966e7e700 1 -- 172.21.15.39:0/1285941721 wait complete. 2024-06-13T06:20:11.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:11 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/1285941721' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T06:20:11.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:11 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/1285941721' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T06:20:11.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:11 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/1285941721' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T06:20:12.062 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs set cephfs standby_count_wanted 0 2024-06-13T06:20:12.315 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:20:12.710 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:12 smithi039 ceph-mon[32479]: pgmap v302: 97 pgs: 97 active+clean; 579 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 KiB/s wr, 5 op/s 2024-06-13T06:20:12.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:12 smithi149 ceph-mon[36963]: pgmap v302: 97 pgs: 97 active+clean; 579 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 KiB/s wr, 5 op/s 2024-06-13T06:20:12.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:12 smithi096 ceph-mon[36532]: pgmap v302: 97 pgs: 97 active+clean; 579 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 KiB/s wr, 5 op/s 2024-06-13T06:20:14.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.016+0000 7f63c4993700 1 -- 172.21.15.39:0/4269136943 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63c0100e50 msgr2=0x7f63c01012d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:14.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.016+0000 7f63c4993700 1 --2- 172.21.15.39:0/4269136943 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63c0100e50 0x7f63c01012d0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f63b4009990 tx=0x7f63b4009ca0 comp rx=0 tx=0).stop 2024-06-13T06:20:14.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.016+0000 7f63c4993700 1 -- 172.21.15.39:0/4269136943 shutdown_connections 2024-06-13T06:20:14.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.016+0000 7f63c4993700 1 --2- 172.21.15.39:0/4269136943 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f63c0101810 0x7f63c010f280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:14.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.016+0000 7f63c4993700 1 --2- 172.21.15.39:0/4269136943 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f63c0107570 0x7f63c0107950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:14.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.016+0000 7f63c4993700 1 --2- 172.21.15.39:0/4269136943 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63c0100e50 0x7f63c01012d0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:14.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.016+0000 7f63c4993700 1 -- 172.21.15.39:0/4269136943 >> 172.21.15.39:0/4269136943 conn(0x7f63c00766b0 msgr2=0x7f63c0076ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:20:14.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.016+0000 7f63c4993700 1 -- 172.21.15.39:0/4269136943 shutdown_connections 2024-06-13T06:20:14.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.016+0000 7f63c4993700 1 -- 172.21.15.39:0/4269136943 wait complete. 2024-06-13T06:20:14.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.017+0000 7f63c4993700 1 Processor -- start 2024-06-13T06:20:14.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.017+0000 7f63c4993700 1 -- start start 2024-06-13T06:20:14.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.017+0000 7f63c4993700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63c0100e50 0x7f63c019e930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:14.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.017+0000 7f63c4993700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f63c0101810 0x7f63c019ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:14.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.017+0000 7f63c4993700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f63c0107570 0x7f63c0198af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:14.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.017+0000 7f63c4993700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f63c0112850 con 0x7f63c0100e50 2024-06-13T06:20:14.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.017+0000 7f63c4993700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f63c01126d0 con 0x7f63c0101810 2024-06-13T06:20:14.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.017+0000 7f63c4993700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f63c01129d0 con 0x7f63c0107570 2024-06-13T06:20:14.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.017+0000 7f63be59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63c0100e50 0x7f63c019e930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:14.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.017+0000 7f63be59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63c0100e50 0x7f63c019e930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:38532/0 (socket says 172.21.15.39:38532) 2024-06-13T06:20:14.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.017+0000 7f63be59c700 1 -- 172.21.15.39:0/2192574247 learned_addr learned my addr 172.21.15.39:0/2192574247 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:20:14.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.017+0000 7f63bed9d700 1 --2- 172.21.15.39:0/2192574247 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f63c0107570 0x7f63c0198af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:14.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.017+0000 7f63bdd9b700 1 --2- 172.21.15.39:0/2192574247 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f63c0101810 0x7f63c019ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:14.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.017+0000 7f63be59c700 1 -- 172.21.15.39:0/2192574247 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f63c0107570 msgr2=0x7f63c0198af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:14.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.017+0000 7f63be59c700 1 --2- 172.21.15.39:0/2192574247 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f63c0107570 0x7f63c0198af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:14.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.017+0000 7f63be59c700 1 -- 172.21.15.39:0/2192574247 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f63c0101810 msgr2=0x7f63c019ee70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:14.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.017+0000 7f63be59c700 1 --2- 172.21.15.39:0/2192574247 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f63c0101810 0x7f63c019ee70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:14.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.017+0000 7f63be59c700 1 -- 172.21.15.39:0/2192574247 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63c0199250 con 0x7f63c0100e50 2024-06-13T06:20:14.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.017+0000 7f63bed9d700 1 --2- 172.21.15.39:0/2192574247 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f63c0107570 0x7f63c0198af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:20:14.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.017+0000 7f63bdd9b700 1 --2- 172.21.15.39:0/2192574247 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f63c0101810 0x7f63c019ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:20:14.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.018+0000 7f63be59c700 1 --2- 172.21.15.39:0/2192574247 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63c0100e50 0x7f63c019e930 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f63b000d980 tx=0x7f63b000dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:20:14.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.018+0000 7f63af7fe700 1 -- 172.21.15.39:0/2192574247 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63b0017030 con 0x7f63c0100e50 2024-06-13T06:20:14.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.018+0000 7f63c4993700 1 -- 172.21.15.39:0/2192574247 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63c0199540 con 0x7f63c0100e50 2024-06-13T06:20:14.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.018+0000 7f63af7fe700 1 -- 172.21.15.39:0/2192574247 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f63b0004500 con 0x7f63c0100e50 2024-06-13T06:20:14.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.018+0000 7f63af7fe700 1 -- 172.21.15.39:0/2192574247 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63b0003b20 con 0x7f63c0100e50 2024-06-13T06:20:14.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.018+0000 7f63c4993700 1 -- 172.21.15.39:0/2192574247 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63c01a5800 con 0x7f63c0100e50 2024-06-13T06:20:14.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.019+0000 7f63c4993700 1 -- 172.21.15.39:0/2192574247 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f63c0069180 con 0x7f63c0100e50 2024-06-13T06:20:14.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.021+0000 7f63af7fe700 1 -- 172.21.15.39:0/2192574247 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f63b001a070 con 0x7f63c0100e50 2024-06-13T06:20:14.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.021+0000 7f63af7fe700 1 --2- 172.21.15.39:0/2192574247 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f63a80a2c20 0x7f63a80a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:14.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.021+0000 7f63bdd9b700 1 --2- 172.21.15.39:0/2192574247 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f63a80a2c20 0x7f63a80a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:14.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.021+0000 7f63af7fe700 1 -- 172.21.15.39:0/2192574247 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7f63b00ceca0 con 0x7f63c0100e50 2024-06-13T06:20:14.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.022+0000 7f63bdd9b700 1 --2- 172.21.15.39:0/2192574247 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f63a80a2c20 0x7f63a80a50e0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f63b4006010 tx=0x7f63b400b540 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:20:14.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.025+0000 7f63af7fe700 1 -- 172.21.15.39:0/2192574247 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f63b0009940 con 0x7f63c0100e50 2024-06-13T06:20:14.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.274+0000 7f63c4993700 1 -- 172.21.15.39:0/2192574247 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f63c002dca0 con 0x7f63c0100e50 2024-06-13T06:20:14.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.459+0000 7f63af7fe700 1 -- 172.21.15.39:0/2192574247 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v16) ==== 118+0+0 (secure 0 0 0) 0x7f63b009bd50 con 0x7f63c0100e50 2024-06-13T06:20:14.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.461+0000 7f63c4993700 1 -- 172.21.15.39:0/2192574247 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f63a80a2c20 msgr2=0x7f63a80a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:14.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.461+0000 7f63c4993700 1 --2- 172.21.15.39:0/2192574247 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f63a80a2c20 0x7f63a80a50e0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f63b4006010 tx=0x7f63b400b540 comp rx=0 tx=0).stop 2024-06-13T06:20:14.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.461+0000 7f63c4993700 1 -- 172.21.15.39:0/2192574247 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63c0100e50 msgr2=0x7f63c019e930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:14.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.461+0000 7f63c4993700 1 --2- 172.21.15.39:0/2192574247 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63c0100e50 0x7f63c019e930 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f63b000d980 tx=0x7f63b000dd40 comp rx=0 tx=0).stop 2024-06-13T06:20:14.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.461+0000 7f63c4993700 1 -- 172.21.15.39:0/2192574247 shutdown_connections 2024-06-13T06:20:14.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.461+0000 7f63c4993700 1 --2- 172.21.15.39:0/2192574247 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f63a80a2c20 0x7f63a80a50e0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:14.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.461+0000 7f63c4993700 1 --2- 172.21.15.39:0/2192574247 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f63c0107570 0x7f63c0198af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:14.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.461+0000 7f63c4993700 1 --2- 172.21.15.39:0/2192574247 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63c0100e50 0x7f63c019e930 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:14.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.461+0000 7f63c4993700 1 --2- 172.21.15.39:0/2192574247 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f63c0101810 0x7f63c019ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:14.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.461+0000 7f63c4993700 1 -- 172.21.15.39:0/2192574247 >> 172.21.15.39:0/2192574247 conn(0x7f63c00766b0 msgr2=0x7f63c00ffa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:20:14.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.461+0000 7f63c4993700 1 -- 172.21.15.39:0/2192574247 shutdown_connections 2024-06-13T06:20:14.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:14.461+0000 7f63c4993700 1 -- 172.21.15.39:0/2192574247 wait complete. 2024-06-13T06:20:14.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:14 smithi039 ceph-mon[32479]: pgmap v303: 97 pgs: 97 active+clean; 579 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s wr, 5 op/s 2024-06-13T06:20:14.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:14 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/2192574247' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-06-13T06:20:14.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:14 smithi149 ceph-mon[36963]: pgmap v303: 97 pgs: 97 active+clean; 579 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s wr, 5 op/s 2024-06-13T06:20:14.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:14 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/2192574247' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-06-13T06:20:14.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:14 smithi096 ceph-mon[36532]: pgmap v303: 97 pgs: 97 active+clean; 579 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s wr, 5 op/s 2024-06-13T06:20:14.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:14 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/2192574247' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-06-13T06:20:15.083 DEBUG:tasks.cephfs.filesystem:fs_config: {'max_mds': 3, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'}} 2024-06-13T06:20:15.084 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs set cephfs max_mds 3 2024-06-13T06:20:15.333 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:20:15.710 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:15 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/2192574247' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-06-13T06:20:15.710 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:15 smithi039 ceph-mon[32479]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-06-13T06:20:15.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:15 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/2192574247' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-06-13T06:20:15.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:15 smithi096 ceph-mon[36532]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-06-13T06:20:15.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:15 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/2192574247' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-06-13T06:20:15.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:15 smithi149 ceph-mon[36963]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-06-13T06:20:16.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:16 smithi096 ceph-mon[36532]: pgmap v304: 97 pgs: 97 active+clean; 579 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-06-13T06:20:16.817 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:16 smithi039 ceph-mon[32479]: pgmap v304: 97 pgs: 97 active+clean; 579 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-06-13T06:20:16.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:16 smithi149 ceph-mon[36963]: pgmap v304: 97 pgs: 97 active+clean; 579 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-06-13T06:20:17.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.072+0000 7ff4e35d0700 1 -- 172.21.15.39:0/920086606 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4dc0746c0 msgr2=0x7ff4dc074aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:17.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.072+0000 7ff4e35d0700 1 --2- 172.21.15.39:0/920086606 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4dc0746c0 0x7ff4dc074aa0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7ff4d8009990 tx=0x7ff4d8009ca0 comp rx=0 tx=0).stop 2024-06-13T06:20:17.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.072+0000 7ff4e35d0700 1 -- 172.21.15.39:0/920086606 shutdown_connections 2024-06-13T06:20:17.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.072+0000 7ff4e35d0700 1 --2- 172.21.15.39:0/920086606 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff4dc10eec0 0x7ff4dc1112b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:17.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.072+0000 7ff4e35d0700 1 --2- 172.21.15.39:0/920086606 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4dc0746c0 0x7ff4dc074aa0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:17.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.072+0000 7ff4e35d0700 1 --2- 172.21.15.39:0/920086606 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff4dc074fe0 0x7ff4dc10e980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:17.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.072+0000 7ff4e35d0700 1 -- 172.21.15.39:0/920086606 >> 172.21.15.39:0/920086606 conn(0x7ff4dc079600 msgr2=0x7ff4dc079a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:20:17.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.072+0000 7ff4e35d0700 1 -- 172.21.15.39:0/920086606 shutdown_connections 2024-06-13T06:20:17.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.072+0000 7ff4e35d0700 1 -- 172.21.15.39:0/920086606 wait complete. 2024-06-13T06:20:17.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.073+0000 7ff4e35d0700 1 Processor -- start 2024-06-13T06:20:17.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.073+0000 7ff4e35d0700 1 -- start start 2024-06-13T06:20:17.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.073+0000 7ff4e35d0700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff4dc0746c0 0x7ff4dc19ae50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:17.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.073+0000 7ff4e35d0700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4dc074fe0 0x7ff4dc19b390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:17.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.073+0000 7ff4e35d0700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff4dc10eec0 0x7ff4dc19f720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:17.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.073+0000 7ff4e35d0700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7ff4dc114a60 con 0x7ff4dc074fe0 2024-06-13T06:20:17.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.073+0000 7ff4e35d0700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7ff4dc1148e0 con 0x7ff4dc0746c0 2024-06-13T06:20:17.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.073+0000 7ff4e35d0700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7ff4dc114be0 con 0x7ff4dc10eec0 2024-06-13T06:20:17.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.073+0000 7ff4e0b6b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4dc074fe0 0x7ff4dc19b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:17.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.073+0000 7ff4e0b6b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4dc074fe0 0x7ff4dc19b390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:38548/0 (socket says 172.21.15.39:38548) 2024-06-13T06:20:17.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.073+0000 7ff4e0b6b700 1 -- 172.21.15.39:0/3952084298 learned_addr learned my addr 172.21.15.39:0/3952084298 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:20:17.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.074+0000 7ff4e136c700 1 --2- 172.21.15.39:0/3952084298 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff4dc0746c0 0x7ff4dc19ae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:17.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.074+0000 7ff4e1b6d700 1 --2- 172.21.15.39:0/3952084298 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff4dc10eec0 0x7ff4dc19f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:17.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.074+0000 7ff4e0b6b700 1 -- 172.21.15.39:0/3952084298 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff4dc10eec0 msgr2=0x7ff4dc19f720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:17.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.074+0000 7ff4e0b6b700 1 --2- 172.21.15.39:0/3952084298 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff4dc10eec0 0x7ff4dc19f720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:17.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.074+0000 7ff4e0b6b700 1 -- 172.21.15.39:0/3952084298 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff4dc0746c0 msgr2=0x7ff4dc19ae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:17.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.074+0000 7ff4e0b6b700 1 --2- 172.21.15.39:0/3952084298 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff4dc0746c0 0x7ff4dc19ae50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:17.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.074+0000 7ff4e0b6b700 1 -- 172.21.15.39:0/3952084298 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4dc19fe60 con 0x7ff4dc074fe0 2024-06-13T06:20:17.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.074+0000 7ff4e0b6b700 1 --2- 172.21.15.39:0/3952084298 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4dc074fe0 0x7ff4dc19b390 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7ff4cc00b500 tx=0x7ff4cc00b810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:20:17.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.074+0000 7ff4d27fc700 1 -- 172.21.15.39:0/3952084298 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4cc015020 con 0x7ff4dc074fe0 2024-06-13T06:20:17.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.074+0000 7ff4d27fc700 1 -- 172.21.15.39:0/3952084298 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff4cc011d10 con 0x7ff4dc074fe0 2024-06-13T06:20:17.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.074+0000 7ff4e35d0700 1 -- 172.21.15.39:0/3952084298 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4dc1a0150 con 0x7ff4dc074fe0 2024-06-13T06:20:17.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.074+0000 7ff4d27fc700 1 -- 172.21.15.39:0/3952084298 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4cc010e50 con 0x7ff4dc074fe0 2024-06-13T06:20:17.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.074+0000 7ff4e35d0700 1 -- 172.21.15.39:0/3952084298 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4dc1a79d0 con 0x7ff4dc074fe0 2024-06-13T06:20:17.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.075+0000 7ff4e35d0700 1 -- 172.21.15.39:0/3952084298 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff4dc069180 con 0x7ff4dc074fe0 2024-06-13T06:20:17.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.077+0000 7ff4d27fc700 1 -- 172.21.15.39:0/3952084298 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7ff4cc018020 con 0x7ff4dc074fe0 2024-06-13T06:20:17.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.077+0000 7ff4d27fc700 1 --2- 172.21.15.39:0/3952084298 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff4c80a2dc0 0x7ff4c80a5280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:17.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.077+0000 7ff4e136c700 1 --2- 172.21.15.39:0/3952084298 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff4c80a2dc0 0x7ff4c80a5280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:17.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.077+0000 7ff4d27fc700 1 -- 172.21.15.39:0/3952084298 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7ff4cc0ce6e0 con 0x7ff4dc074fe0 2024-06-13T06:20:17.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.078+0000 7ff4e136c700 1 --2- 172.21.15.39:0/3952084298 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff4c80a2dc0 0x7ff4c80a5280 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7ff4d800b5c0 tx=0x7ff4d8005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:20:17.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.082+0000 7ff4d27fc700 1 -- 172.21.15.39:0/3952084298 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7ff4cc01f020 con 0x7ff4dc074fe0 2024-06-13T06:20:17.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.335+0000 7ff4e35d0700 1 -- 172.21.15.39:0/3952084298 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"} v 0) -- 0x7ff4dc1a7c60 con 0x7ff4dc074fe0 2024-06-13T06:20:17.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.495+0000 7ff4d27fc700 1 -- 172.21.15.39:0/3952084298 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]=0 v17) ==== 105+0+0 (secure 0 0 0) 0x7ff4cc09b790 con 0x7ff4dc074fe0 2024-06-13T06:20:17.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.497+0000 7ff4e35d0700 1 -- 172.21.15.39:0/3952084298 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff4c80a2dc0 msgr2=0x7ff4c80a5280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:17.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.497+0000 7ff4e35d0700 1 --2- 172.21.15.39:0/3952084298 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff4c80a2dc0 0x7ff4c80a5280 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7ff4d800b5c0 tx=0x7ff4d8005960 comp rx=0 tx=0).stop 2024-06-13T06:20:17.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.497+0000 7ff4e35d0700 1 -- 172.21.15.39:0/3952084298 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4dc074fe0 msgr2=0x7ff4dc19b390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:17.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.497+0000 7ff4e35d0700 1 --2- 172.21.15.39:0/3952084298 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4dc074fe0 0x7ff4dc19b390 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7ff4cc00b500 tx=0x7ff4cc00b810 comp rx=0 tx=0).stop 2024-06-13T06:20:17.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.497+0000 7ff4e35d0700 1 -- 172.21.15.39:0/3952084298 shutdown_connections 2024-06-13T06:20:17.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.497+0000 7ff4e35d0700 1 --2- 172.21.15.39:0/3952084298 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff4c80a2dc0 0x7ff4c80a5280 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:17.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.497+0000 7ff4e35d0700 1 --2- 172.21.15.39:0/3952084298 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff4dc10eec0 0x7ff4dc19f720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:17.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.497+0000 7ff4e35d0700 1 --2- 172.21.15.39:0/3952084298 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff4dc0746c0 0x7ff4dc19ae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:17.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.497+0000 7ff4e35d0700 1 --2- 172.21.15.39:0/3952084298 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4dc074fe0 0x7ff4dc19b390 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:17.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.497+0000 7ff4e35d0700 1 -- 172.21.15.39:0/3952084298 >> 172.21.15.39:0/3952084298 conn(0x7ff4dc079600 msgr2=0x7ff4dc0ff690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:20:17.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.497+0000 7ff4e35d0700 1 -- 172.21.15.39:0/3952084298 shutdown_connections 2024-06-13T06:20:17.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:17.498+0000 7ff4e35d0700 1 -- 172.21.15.39:0/3952084298 wait complete. 2024-06-13T06:20:17.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:17 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/3952084298' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-06-13T06:20:17.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:17 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/3952084298' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-06-13T06:20:17.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:17 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/3952084298' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-06-13T06:20:18.223 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs set cephfs allow_standby_replay true 2024-06-13T06:20:18.475 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:20:18.784 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:18 smithi039 ceph-mon[32479]: pgmap v305: 97 pgs: 97 active+clean; 579 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 3 op/s 2024-06-13T06:20:18.785 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:18 smithi039 ceph-mon[32479]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-06-13T06:20:18.785 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:18 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/3952084298' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-06-13T06:20:18.785 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:18 smithi039 ceph-mon[32479]: daemon mds.h assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-06-13T06:20:18.785 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:18 smithi039 ceph-mon[32479]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-06-13T06:20:18.785 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:18 smithi039 ceph-mon[32479]: fsmap cephfs:2 {0=b=up:active,1=h=up:creating} 10 up:standby 2024-06-13T06:20:18.785 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:18 smithi039 ceph-mon[32479]: daemon mds.h is now active in filesystem cephfs as rank 1 2024-06-13T06:20:18.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:18 smithi096 ceph-mon[36532]: pgmap v305: 97 pgs: 97 active+clean; 579 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 3 op/s 2024-06-13T06:20:18.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:18 smithi096 ceph-mon[36532]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-06-13T06:20:18.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:18 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/3952084298' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-06-13T06:20:18.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:18 smithi096 ceph-mon[36532]: daemon mds.h assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-06-13T06:20:18.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:18 smithi096 ceph-mon[36532]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-06-13T06:20:18.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:18 smithi096 ceph-mon[36532]: fsmap cephfs:2 {0=b=up:active,1=h=up:creating} 10 up:standby 2024-06-13T06:20:18.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:18 smithi096 ceph-mon[36532]: daemon mds.h is now active in filesystem cephfs as rank 1 2024-06-13T06:20:18.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:18 smithi149 ceph-mon[36963]: pgmap v305: 97 pgs: 97 active+clean; 579 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 3 op/s 2024-06-13T06:20:18.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:18 smithi149 ceph-mon[36963]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-06-13T06:20:18.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:18 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/3952084298' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-06-13T06:20:18.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:18 smithi149 ceph-mon[36963]: daemon mds.h assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-06-13T06:20:18.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:18 smithi149 ceph-mon[36963]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-06-13T06:20:18.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:18 smithi149 ceph-mon[36963]: fsmap cephfs:2 {0=b=up:active,1=h=up:creating} 10 up:standby 2024-06-13T06:20:18.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:18 smithi149 ceph-mon[36963]: daemon mds.h is now active in filesystem cephfs as rank 1 2024-06-13T06:20:19.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:19 smithi039 ceph-mon[32479]: mds.? [v2:172.21.15.96:6836/2574644445,v1:172.21.15.96:6837/2574644445] up:active 2024-06-13T06:20:19.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:19 smithi039 ceph-mon[32479]: daemon mds.e assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-06-13T06:20:19.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:19 smithi039 ceph-mon[32479]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-06-13T06:20:19.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:19 smithi039 ceph-mon[32479]: Cluster is now healthy 2024-06-13T06:20:19.673 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:19 smithi039 ceph-mon[32479]: fsmap cephfs:2 {0=b=up:active,1=h=up:active} 10 up:standby 2024-06-13T06:20:19.673 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:19 smithi039 ceph-mon[32479]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:creating} 9 up:standby 2024-06-13T06:20:19.673 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:19 smithi039 ceph-mon[32479]: daemon mds.e is now active in filesystem cephfs as rank 2 2024-06-13T06:20:19.791 INFO:journalctl@ceph.mds.b.smithi096.stdout:Jun 13 06:20:19 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-b[67235]: 2024-06-13T06:20:19.414+0000 7f0aa05f7700 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-06-13T06:20:19.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:19 smithi096 ceph-mon[36532]: mds.? [v2:172.21.15.96:6836/2574644445,v1:172.21.15.96:6837/2574644445] up:active 2024-06-13T06:20:19.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:19 smithi096 ceph-mon[36532]: daemon mds.e assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-06-13T06:20:19.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:19 smithi096 ceph-mon[36532]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-06-13T06:20:19.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:19 smithi096 ceph-mon[36532]: Cluster is now healthy 2024-06-13T06:20:19.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:19 smithi096 ceph-mon[36532]: fsmap cephfs:2 {0=b=up:active,1=h=up:active} 10 up:standby 2024-06-13T06:20:19.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:19 smithi096 ceph-mon[36532]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:creating} 9 up:standby 2024-06-13T06:20:19.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:19 smithi096 ceph-mon[36532]: daemon mds.e is now active in filesystem cephfs as rank 2 2024-06-13T06:20:19.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:19 smithi149 ceph-mon[36963]: mds.? [v2:172.21.15.96:6836/2574644445,v1:172.21.15.96:6837/2574644445] up:active 2024-06-13T06:20:19.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:19 smithi149 ceph-mon[36963]: daemon mds.e assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-06-13T06:20:19.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:19 smithi149 ceph-mon[36963]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-06-13T06:20:19.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:19 smithi149 ceph-mon[36963]: Cluster is now healthy 2024-06-13T06:20:19.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:19 smithi149 ceph-mon[36963]: fsmap cephfs:2 {0=b=up:active,1=h=up:active} 10 up:standby 2024-06-13T06:20:19.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:19 smithi149 ceph-mon[36963]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:creating} 9 up:standby 2024-06-13T06:20:19.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:19 smithi149 ceph-mon[36963]: daemon mds.e is now active in filesystem cephfs as rank 2 2024-06-13T06:20:20.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:20.295+0000 7fb571735700 1 -- 172.21.15.39:0/569787759 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb56c101d50 msgr2=0x7fb56c10e240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:20.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:20.295+0000 7fb571735700 1 --2- 172.21.15.39:0/569787759 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb56c101d50 0x7fb56c10e240 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fb564009990 tx=0x7fb564009ca0 comp rx=0 tx=0).stop 2024-06-13T06:20:20.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:20.295+0000 7fb571735700 1 -- 172.21.15.39:0/569787759 shutdown_connections 2024-06-13T06:20:20.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:20.295+0000 7fb571735700 1 --2- 172.21.15.39:0/569787759 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb56c101d50 0x7fb56c10e240 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:20.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:20.295+0000 7fb571735700 1 --2- 172.21.15.39:0/569787759 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb56c107400 0x7fb56c1077e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:20.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:20.295+0000 7fb571735700 1 --2- 172.21.15.39:0/569787759 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb56c101390 0x7fb56c101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:20.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:20.295+0000 7fb571735700 1 -- 172.21.15.39:0/569787759 >> 172.21.15.39:0/569787759 conn(0x7fb56c078340 msgr2=0x7fb56c078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:20:20.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:20.295+0000 7fb571735700 1 -- 172.21.15.39:0/569787759 shutdown_connections 2024-06-13T06:20:20.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:20.295+0000 7fb571735700 1 -- 172.21.15.39:0/569787759 wait complete. 2024-06-13T06:20:20.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:20.296+0000 7fb571735700 1 Processor -- start 2024-06-13T06:20:20.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:20.296+0000 7fb571735700 1 -- start start 2024-06-13T06:20:20.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:20.296+0000 7fb571735700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb56c101390 0x7fb56c19adc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:20.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:20.296+0000 7fb571735700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb56c101d50 0x7fb56c19b300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:20.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:20.296+0000 7fb571735700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb56c107400 0x7fb56c19f690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:20.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:20.296+0000 7fb571735700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fb56c1116a0 con 0x7fb56c101390 2024-06-13T06:20:20.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:20.296+0000 7fb571735700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fb56c111520 con 0x7fb56c107400 2024-06-13T06:20:20.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:20.296+0000 7fb571735700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fb56c111820 con 0x7fb56c101d50 2024-06-13T06:20:20.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:20.297+0000 7fb56affd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb56c101390 0x7fb56c19adc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:20.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:20.297+0000 7fb56affd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb56c101390 0x7fb56c19adc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:38560/0 (socket says 172.21.15.39:38560) 2024-06-13T06:20:20.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:20.297+0000 7fb56affd700 1 -- 172.21.15.39:0/3673851252 learned_addr learned my addr 172.21.15.39:0/3673851252 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:20:20.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:20.297+0000 7fb56a7fc700 1 --2- 172.21.15.39:0/3673851252 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb56c101d50 0x7fb56c19b300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:20.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:20.297+0000 7fb56b7fe700 1 --2- 172.21.15.39:0/3673851252 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb56c107400 0x7fb56c19f690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:20.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:20.297+0000 7fb56affd700 1 -- 172.21.15.39:0/3673851252 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb56c101d50 msgr2=0x7fb56c19b300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:20.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:20.297+0000 7fb56affd700 1 --2- 172.21.15.39:0/3673851252 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb56c101d50 0x7fb56c19b300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:20.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:20.297+0000 7fb56affd700 1 -- 172.21.15.39:0/3673851252 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb56c107400 msgr2=0x7fb56c19f690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:20.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:20.297+0000 7fb56affd700 1 --2- 172.21.15.39:0/3673851252 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb56c107400 0x7fb56c19f690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:20.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:20.297+0000 7fb56affd700 1 -- 172.21.15.39:0/3673851252 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb56c19fdd0 con 0x7fb56c101390 2024-06-13T06:20:20.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:20.297+0000 7fb56b7fe700 1 --2- 172.21.15.39:0/3673851252 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb56c107400 0x7fb56c19f690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:20:20.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:20.297+0000 7fb56affd700 1 --2- 172.21.15.39:0/3673851252 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb56c101390 0x7fb56c19adc0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fb55c0060b0 tx=0x7fb55c00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:20:20.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:20.297+0000 7fb563fff700 1 -- 172.21.15.39:0/3673851252 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb55c01a070 con 0x7fb56c101390 2024-06-13T06:20:20.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:20.297+0000 7fb563fff700 1 -- 172.21.15.39:0/3673851252 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb55c00ddd0 con 0x7fb56c101390 2024-06-13T06:20:20.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:20.297+0000 7fb571735700 1 -- 172.21.15.39:0/3673851252 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb56c1a00c0 con 0x7fb56c101390 2024-06-13T06:20:20.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:20.297+0000 7fb563fff700 1 -- 172.21.15.39:0/3673851252 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb55c0147a0 con 0x7fb56c101390 2024-06-13T06:20:20.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:20.297+0000 7fb571735700 1 -- 172.21.15.39:0/3673851252 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb56c1a7940 con 0x7fb56c101390 2024-06-13T06:20:20.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:20.298+0000 7fb571735700 1 -- 172.21.15.39:0/3673851252 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb56c069180 con 0x7fb56c101390 2024-06-13T06:20:20.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:20.300+0000 7fb563fff700 1 -- 172.21.15.39:0/3673851252 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fb55c01d070 con 0x7fb56c101390 2024-06-13T06:20:20.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:20.300+0000 7fb563fff700 1 --2- 172.21.15.39:0/3673851252 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fb5580a2c20 0x7fb5580a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:20.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:20.300+0000 7fb56a7fc700 1 --2- 172.21.15.39:0/3673851252 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fb5580a2c20 0x7fb5580a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:20.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:20.300+0000 7fb563fff700 1 -- 172.21.15.39:0/3673851252 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7fb55c0ce720 con 0x7fb56c101390 2024-06-13T06:20:20.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:20.301+0000 7fb56a7fc700 1 --2- 172.21.15.39:0/3673851252 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fb5580a2c20 0x7fb5580a50e0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fb56c101250 tx=0x7fb55400b3c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:20:20.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:20.306+0000 7fb563fff700 1 -- 172.21.15.39:0/3673851252 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fb55c010070 con 0x7fb56c101390 2024-06-13T06:20:20.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:20.558+0000 7fb571735700 1 -- 172.21.15.39:0/3673851252 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) -- 0x7fb56c1a7b70 con 0x7fb56c101390 2024-06-13T06:20:20.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:20 smithi096 ceph-mon[36532]: pgmap v306: 97 pgs: 97 active+clean; 579 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s wr, 4 op/s 2024-06-13T06:20:20.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:20 smithi096 ceph-mon[36532]: mds.? [v2:172.21.15.96:6834/3408571209,v1:172.21.15.96:6835/3408571209] up:active 2024-06-13T06:20:20.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:20 smithi096 ceph-mon[36532]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 9 up:standby 2024-06-13T06:20:20.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:20 smithi039 ceph-mon[32479]: pgmap v306: 97 pgs: 97 active+clean; 579 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s wr, 4 op/s 2024-06-13T06:20:20.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:20 smithi039 ceph-mon[32479]: mds.? [v2:172.21.15.96:6834/3408571209,v1:172.21.15.96:6835/3408571209] up:active 2024-06-13T06:20:20.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:20 smithi039 ceph-mon[32479]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 9 up:standby 2024-06-13T06:20:20.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:20 smithi149 ceph-mon[36963]: pgmap v306: 97 pgs: 97 active+clean; 579 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s wr, 4 op/s 2024-06-13T06:20:20.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:20 smithi149 ceph-mon[36963]: mds.? [v2:172.21.15.96:6834/3408571209,v1:172.21.15.96:6835/3408571209] up:active 2024-06-13T06:20:20.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:20 smithi149 ceph-mon[36963]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 9 up:standby 2024-06-13T06:20:21.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:21.318+0000 7fb563fff700 1 -- 172.21.15.39:0/3673851252 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v22) ==== 121+0+0 (secure 0 0 0) 0x7fb55c09b7d0 con 0x7fb56c101390 2024-06-13T06:20:21.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:21.321+0000 7fb571735700 1 -- 172.21.15.39:0/3673851252 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fb5580a2c20 msgr2=0x7fb5580a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:21.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:21.321+0000 7fb571735700 1 --2- 172.21.15.39:0/3673851252 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fb5580a2c20 0x7fb5580a50e0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fb56c101250 tx=0x7fb55400b3c0 comp rx=0 tx=0).stop 2024-06-13T06:20:21.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:21.321+0000 7fb571735700 1 -- 172.21.15.39:0/3673851252 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb56c101390 msgr2=0x7fb56c19adc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:21.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:21.321+0000 7fb571735700 1 --2- 172.21.15.39:0/3673851252 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb56c101390 0x7fb56c19adc0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fb55c0060b0 tx=0x7fb55c00d3b0 comp rx=0 tx=0).stop 2024-06-13T06:20:21.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:21.321+0000 7fb571735700 1 -- 172.21.15.39:0/3673851252 shutdown_connections 2024-06-13T06:20:21.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:21.321+0000 7fb571735700 1 --2- 172.21.15.39:0/3673851252 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fb5580a2c20 0x7fb5580a50e0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:21.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:21.321+0000 7fb571735700 1 --2- 172.21.15.39:0/3673851252 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb56c107400 0x7fb56c19f690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:21.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:21.321+0000 7fb571735700 1 --2- 172.21.15.39:0/3673851252 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb56c101390 0x7fb56c19adc0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:21.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:21.321+0000 7fb571735700 1 --2- 172.21.15.39:0/3673851252 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb56c101d50 0x7fb56c19b300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:21.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:21.321+0000 7fb571735700 1 -- 172.21.15.39:0/3673851252 >> 172.21.15.39:0/3673851252 conn(0x7fb56c078340 msgr2=0x7fb56c06a170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:20:21.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:21.321+0000 7fb571735700 1 -- 172.21.15.39:0/3673851252 shutdown_connections 2024-06-13T06:20:21.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:21.322+0000 7fb571735700 1 -- 172.21.15.39:0/3673851252 wait complete. 2024-06-13T06:20:21.642 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:21 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/3673851252' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-06-13T06:20:21.642 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:21 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/3673851252' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-06-13T06:20:21.642 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:21 smithi039 ceph-mon[32479]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-06-13T06:20:21.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:21 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/3673851252' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-06-13T06:20:21.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:21 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/3673851252' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-06-13T06:20:21.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:21 smithi096 ceph-mon[36532]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-06-13T06:20:21.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:21 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/3673851252' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-06-13T06:20:21.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:21 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/3673851252' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-06-13T06:20:21.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:21 smithi149 ceph-mon[36963]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-06-13T06:20:22.020 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs set cephfs session_timeout 300 2024-06-13T06:20:22.277 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:20:22.651 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:22 smithi039 ceph-mon[32479]: pgmap v307: 97 pgs: 97 active+clean; 579 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 5 op/s 2024-06-13T06:20:22.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:22 smithi149 ceph-mon[36963]: pgmap v307: 97 pgs: 97 active+clean; 579 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 5 op/s 2024-06-13T06:20:23.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:22 smithi096 ceph-mon[36532]: pgmap v307: 97 pgs: 97 active+clean; 579 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 5 op/s 2024-06-13T06:20:24.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.048+0000 7f1154113700 1 -- 172.21.15.39:0/2954201038 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f114c107400 msgr2=0x7f114c1077e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:24.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.048+0000 7f1154113700 1 --2- 172.21.15.39:0/2954201038 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f114c107400 0x7f114c1077e0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f1148009990 tx=0x7f1148009ca0 comp rx=0 tx=0).stop 2024-06-13T06:20:24.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.048+0000 7f1154113700 1 -- 172.21.15.39:0/2954201038 shutdown_connections 2024-06-13T06:20:24.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.048+0000 7f1154113700 1 --2- 172.21.15.39:0/2954201038 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f114c101d50 0x7f114c10e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:24.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.048+0000 7f1154113700 1 --2- 172.21.15.39:0/2954201038 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f114c107400 0x7f114c1077e0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:24.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.048+0000 7f1154113700 1 --2- 172.21.15.39:0/2954201038 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f114c101390 0x7f114c101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:24.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.048+0000 7f1154113700 1 -- 172.21.15.39:0/2954201038 >> 172.21.15.39:0/2954201038 conn(0x7f114c078340 msgr2=0x7f114c078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:20:24.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.048+0000 7f1154113700 1 -- 172.21.15.39:0/2954201038 shutdown_connections 2024-06-13T06:20:24.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.048+0000 7f1154113700 1 -- 172.21.15.39:0/2954201038 wait complete. 2024-06-13T06:20:24.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.049+0000 7f1154113700 1 Processor -- start 2024-06-13T06:20:24.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.049+0000 7f1154113700 1 -- start start 2024-06-13T06:20:24.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.049+0000 7f1154113700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f114c101390 0x7f114c103070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:24.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.049+0000 7f1154113700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f114c101d50 0x7f114c1035b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:24.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.049+0000 7f1154113700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f114c107400 0x7f114c103af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:24.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.049+0000 7f1154113700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f114c1116f0 con 0x7f114c101390 2024-06-13T06:20:24.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.049+0000 7f1154113700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f114c111570 con 0x7f114c101d50 2024-06-13T06:20:24.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.049+0000 7f1154113700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f114c111870 con 0x7f114c107400 2024-06-13T06:20:24.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.049+0000 7f1151eaf700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f114c101390 0x7f114c103070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:24.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.049+0000 7f1151eaf700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f114c101390 0x7f114c103070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:35878/0 (socket says 172.21.15.39:35878) 2024-06-13T06:20:24.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.049+0000 7f1151eaf700 1 -- 172.21.15.39:0/1964911328 learned_addr learned my addr 172.21.15.39:0/1964911328 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:20:24.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.049+0000 7f11516ae700 1 --2- 172.21.15.39:0/1964911328 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f114c101d50 0x7f114c1035b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:24.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.049+0000 7f11526b0700 1 --2- 172.21.15.39:0/1964911328 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f114c107400 0x7f114c103af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:24.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.050+0000 7f1151eaf700 1 -- 172.21.15.39:0/1964911328 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f114c107400 msgr2=0x7f114c103af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:24.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.050+0000 7f1151eaf700 1 --2- 172.21.15.39:0/1964911328 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f114c107400 0x7f114c103af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:24.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.050+0000 7f1151eaf700 1 -- 172.21.15.39:0/1964911328 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f114c101d50 msgr2=0x7f114c1035b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:24.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.050+0000 7f1151eaf700 1 --2- 172.21.15.39:0/1964911328 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f114c101d50 0x7f114c1035b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:24.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.050+0000 7f1151eaf700 1 -- 172.21.15.39:0/1964911328 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f114c1a71c0 con 0x7f114c101390 2024-06-13T06:20:24.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.050+0000 7f1151eaf700 1 --2- 172.21.15.39:0/1964911328 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f114c101390 0x7f114c103070 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f1148005910 tx=0x7f11480047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:20:24.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.050+0000 7f1142ffd700 1 -- 172.21.15.39:0/1964911328 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1148027070 con 0x7f114c101390 2024-06-13T06:20:24.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.050+0000 7f1142ffd700 1 -- 172.21.15.39:0/1964911328 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1148003e40 con 0x7f114c101390 2024-06-13T06:20:24.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.050+0000 7f1154113700 1 -- 172.21.15.39:0/1964911328 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f114c1a7450 con 0x7f114c101390 2024-06-13T06:20:24.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.050+0000 7f1142ffd700 1 -- 172.21.15.39:0/1964911328 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1148022d00 con 0x7f114c101390 2024-06-13T06:20:24.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.050+0000 7f1154113700 1 -- 172.21.15.39:0/1964911328 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f114c1a7900 con 0x7f114c101390 2024-06-13T06:20:24.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.051+0000 7f1154113700 1 -- 172.21.15.39:0/1964911328 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f114c069180 con 0x7f114c101390 2024-06-13T06:20:24.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.052+0000 7f1142ffd700 1 -- 172.21.15.39:0/1964911328 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f114802a070 con 0x7f114c101390 2024-06-13T06:20:24.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.053+0000 7f1142ffd700 1 --2- 172.21.15.39:0/1964911328 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f11380a2ca0 0x7f11380a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:24.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.053+0000 7f11516ae700 1 --2- 172.21.15.39:0/1964911328 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f11380a2ca0 0x7f11380a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:24.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.053+0000 7f1142ffd700 1 -- 172.21.15.39:0/1964911328 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7f11480cfc00 con 0x7f114c101390 2024-06-13T06:20:24.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.054+0000 7f11516ae700 1 --2- 172.21.15.39:0/1964911328 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f11380a2ca0 0x7f11380a5160 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f114c078940 tx=0x7f113c00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:20:24.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.058+0000 7f1142ffd700 1 -- 172.21.15.39:0/1964911328 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f114805e850 con 0x7f114c101390 2024-06-13T06:20:24.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.312+0000 7f1154113700 1 -- 172.21.15.39:0/1964911328 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) -- 0x7f114c1a7c20 con 0x7f114c101390 2024-06-13T06:20:24.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.549+0000 7f1142ffd700 1 -- 172.21.15.39:0/1964911328 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v23) ==== 115+0+0 (secure 0 0 0) 0x7f1148098030 con 0x7f114c101390 2024-06-13T06:20:24.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.551+0000 7f1154113700 1 -- 172.21.15.39:0/1964911328 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f11380a2ca0 msgr2=0x7f11380a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:24.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.551+0000 7f1154113700 1 --2- 172.21.15.39:0/1964911328 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f11380a2ca0 0x7f11380a5160 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f114c078940 tx=0x7f113c00b410 comp rx=0 tx=0).stop 2024-06-13T06:20:24.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.551+0000 7f1154113700 1 -- 172.21.15.39:0/1964911328 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f114c101390 msgr2=0x7f114c103070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:24.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.551+0000 7f1154113700 1 --2- 172.21.15.39:0/1964911328 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f114c101390 0x7f114c103070 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f1148005910 tx=0x7f11480047b0 comp rx=0 tx=0).stop 2024-06-13T06:20:24.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.552+0000 7f1154113700 1 -- 172.21.15.39:0/1964911328 shutdown_connections 2024-06-13T06:20:24.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.552+0000 7f1154113700 1 --2- 172.21.15.39:0/1964911328 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f11380a2ca0 0x7f11380a5160 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:24.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.552+0000 7f1154113700 1 --2- 172.21.15.39:0/1964911328 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f114c107400 0x7f114c103af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:24.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.552+0000 7f1154113700 1 --2- 172.21.15.39:0/1964911328 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f114c101390 0x7f114c103070 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:24.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.552+0000 7f1154113700 1 --2- 172.21.15.39:0/1964911328 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f114c101d50 0x7f114c1035b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:24.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.552+0000 7f1154113700 1 -- 172.21.15.39:0/1964911328 >> 172.21.15.39:0/1964911328 conn(0x7f114c078340 msgr2=0x7f114c1006e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:20:24.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.552+0000 7f1154113700 1 -- 172.21.15.39:0/1964911328 shutdown_connections 2024-06-13T06:20:24.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:24.552+0000 7f1154113700 1 -- 172.21.15.39:0/1964911328 wait complete. 2024-06-13T06:20:24.843 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:24 smithi096 ceph-mon[36532]: pgmap v308: 97 pgs: 97 active+clean; 581 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 1.9 KiB/s wr, 7 op/s 2024-06-13T06:20:24.843 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:24 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/1964911328' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-06-13T06:20:24.849 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:24 smithi039 ceph-mon[32479]: pgmap v308: 97 pgs: 97 active+clean; 581 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 1.9 KiB/s wr, 7 op/s 2024-06-13T06:20:24.849 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:24 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/1964911328' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-06-13T06:20:24.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:24 smithi149 ceph-mon[36963]: pgmap v308: 97 pgs: 97 active+clean; 581 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 1.9 KiB/s wr, 7 op/s 2024-06-13T06:20:24.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:24 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/1964911328' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-06-13T06:20:25.355 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'} subvols for filesystem 'cephfs' 2024-06-13T06:20:25.355 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs subvolumegroup create cephfs qa 2024-06-13T06:20:25.616 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:20:25.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:25 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/1964911328' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-06-13T06:20:25.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:25 smithi039 ceph-mon[32479]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-06-13T06:20:25.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:25 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/1964911328' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-06-13T06:20:25.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:25 smithi149 ceph-mon[36963]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-06-13T06:20:26.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:25 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/1964911328' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-06-13T06:20:26.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:25 smithi096 ceph-mon[36532]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-06-13T06:20:26.858 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:26 smithi039 ceph-mon[32479]: pgmap v309: 97 pgs: 97 active+clean; 582 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 2.0 KiB/s wr, 8 op/s 2024-06-13T06:20:26.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:26 smithi149 ceph-mon[36963]: pgmap v309: 97 pgs: 97 active+clean; 582 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 2.0 KiB/s wr, 8 op/s 2024-06-13T06:20:27.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:26 smithi096 ceph-mon[36532]: pgmap v309: 97 pgs: 97 active+clean; 582 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 2.0 KiB/s wr, 8 op/s 2024-06-13T06:20:27.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.323+0000 7f4409015700 1 -- 172.21.15.39:0/3439532543 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4404101d80 msgr2=0x7f440410e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:27.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.323+0000 7f4409015700 1 --2- 172.21.15.39:0/3439532543 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4404101d80 0x7f440410e340 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f43fc00b0a0 tx=0x7f43fc00b3b0 comp rx=0 tx=0).stop 2024-06-13T06:20:27.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.323+0000 7f4409015700 1 -- 172.21.15.39:0/3439532543 shutdown_connections 2024-06-13T06:20:27.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.323+0000 7f4409015700 1 --2- 172.21.15.39:0/3439532543 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4404101d80 0x7f440410e340 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:27.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.323+0000 7f4409015700 1 --2- 172.21.15.39:0/3439532543 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f44041032e0 0x7f44041036c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:27.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.323+0000 7f4409015700 1 --2- 172.21.15.39:0/3439532543 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f44041013c0 0x7f4404101840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:27.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.323+0000 7f4409015700 1 -- 172.21.15.39:0/3439532543 >> 172.21.15.39:0/3439532543 conn(0x7f4404077400 msgr2=0x7f4404077810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:20:27.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.323+0000 7f4409015700 1 -- 172.21.15.39:0/3439532543 shutdown_connections 2024-06-13T06:20:27.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.323+0000 7f4409015700 1 -- 172.21.15.39:0/3439532543 wait complete. 2024-06-13T06:20:27.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.324+0000 7f4409015700 1 Processor -- start 2024-06-13T06:20:27.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.324+0000 7f4409015700 1 -- start start 2024-06-13T06:20:27.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.325+0000 7f4409015700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f44041013c0 0x7f4404104180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:27.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.325+0000 7f4409015700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4404101d80 0x7f44041046c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:27.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.325+0000 7f4409015700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f44041032e0 0x7f4404104c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:27.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.325+0000 7f4409015700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f44041117f0 con 0x7f4404101d80 2024-06-13T06:20:27.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.325+0000 7f4409015700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f4404111670 con 0x7f44041032e0 2024-06-13T06:20:27.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.325+0000 7f4409015700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f4404111970 con 0x7f44041013c0 2024-06-13T06:20:27.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.325+0000 7f4402d9d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f44041013c0 0x7f4404104180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:27.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.325+0000 7f440259c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4404101d80 0x7f44041046c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:27.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.325+0000 7f4402d9d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f44041013c0 0x7f4404104180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.39:36560/0 (socket says 172.21.15.39:36560) 2024-06-13T06:20:27.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.325+0000 7f4402d9d700 1 -- 172.21.15.39:0/698064098 learned_addr learned my addr 172.21.15.39:0/698064098 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:20:27.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.325+0000 7f440359e700 1 --2- 172.21.15.39:0/698064098 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f44041032e0 0x7f4404104c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:27.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.325+0000 7f440259c700 1 -- 172.21.15.39:0/698064098 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f44041013c0 msgr2=0x7f4404104180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:27.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.325+0000 7f440259c700 1 --2- 172.21.15.39:0/698064098 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f44041013c0 0x7f4404104180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:27.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.325+0000 7f440259c700 1 -- 172.21.15.39:0/698064098 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f44041032e0 msgr2=0x7f4404104c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:27.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.325+0000 7f440259c700 1 --2- 172.21.15.39:0/698064098 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f44041032e0 0x7f4404104c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:27.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.325+0000 7f440259c700 1 -- 172.21.15.39:0/698064098 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44041a7230 con 0x7f4404101d80 2024-06-13T06:20:27.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.325+0000 7f4402d9d700 1 --2- 172.21.15.39:0/698064098 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f44041013c0 0x7f4404104180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T06:20:27.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.325+0000 7f440359e700 1 --2- 172.21.15.39:0/698064098 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f44041032e0 0x7f4404104c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:20:27.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.325+0000 7f440259c700 1 --2- 172.21.15.39:0/698064098 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4404101d80 0x7f44041046c0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f43ec00c970 tx=0x7f43ec00cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:20:27.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.326+0000 7f43fbfff700 1 -- 172.21.15.39:0/698064098 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43ec014070 con 0x7f4404101d80 2024-06-13T06:20:27.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.326+0000 7f4409015700 1 -- 172.21.15.39:0/698064098 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44041a7520 con 0x7f4404101d80 2024-06-13T06:20:27.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.326+0000 7f43fbfff700 1 -- 172.21.15.39:0/698064098 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f43ec004440 con 0x7f4404101d80 2024-06-13T06:20:27.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.326+0000 7f43fbfff700 1 -- 172.21.15.39:0/698064098 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43ec003c70 con 0x7f4404101d80 2024-06-13T06:20:27.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.326+0000 7f4409015700 1 -- 172.21.15.39:0/698064098 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44041a7ab0 con 0x7f4404101d80 2024-06-13T06:20:27.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.327+0000 7f4409015700 1 -- 172.21.15.39:0/698064098 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4404069180 con 0x7f4404101d80 2024-06-13T06:20:27.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.328+0000 7f43fbfff700 1 -- 172.21.15.39:0/698064098 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f43ec017070 con 0x7f4404101d80 2024-06-13T06:20:27.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.329+0000 7f43fbfff700 1 --2- 172.21.15.39:0/698064098 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f43f00a2c20 0x7f43f00a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:27.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.329+0000 7f4402d9d700 1 --2- 172.21.15.39:0/698064098 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f43f00a2c20 0x7f43f00a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:27.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.329+0000 7f43fbfff700 1 -- 172.21.15.39:0/698064098 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7f43ec0ceb50 con 0x7f4404101d80 2024-06-13T06:20:27.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.330+0000 7f4402d9d700 1 --2- 172.21.15.39:0/698064098 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f43f00a2c20 0x7f43f00a50e0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f43f4009ea0 tx=0x7f43f4009290 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:20:27.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.335+0000 7f43fbfff700 1 -- 172.21.15.39:0/698064098 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f43ec01e020 con 0x7f4404101d80 2024-06-13T06:20:27.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.574+0000 7f4409015700 1 -- 172.21.15.39:0/698064098 --> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f4404105660 con 0x7f43f00a2c20 2024-06-13T06:20:27.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.604+0000 7f43fbfff700 1 -- 172.21.15.39:0/698064098 <== mgr.14152 v2:172.21.15.39:6800/2178314534 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f4404105660 con 0x7f43f00a2c20 2024-06-13T06:20:27.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.606+0000 7f4409015700 1 -- 172.21.15.39:0/698064098 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f43f00a2c20 msgr2=0x7f43f00a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:27.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.606+0000 7f4409015700 1 --2- 172.21.15.39:0/698064098 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f43f00a2c20 0x7f43f00a50e0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f43f4009ea0 tx=0x7f43f4009290 comp rx=0 tx=0).stop 2024-06-13T06:20:27.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.606+0000 7f4409015700 1 -- 172.21.15.39:0/698064098 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4404101d80 msgr2=0x7f44041046c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:27.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.606+0000 7f4409015700 1 --2- 172.21.15.39:0/698064098 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4404101d80 0x7f44041046c0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f43ec00c970 tx=0x7f43ec00cc80 comp rx=0 tx=0).stop 2024-06-13T06:20:27.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.606+0000 7f4409015700 1 -- 172.21.15.39:0/698064098 shutdown_connections 2024-06-13T06:20:27.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.606+0000 7f4409015700 1 --2- 172.21.15.39:0/698064098 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f43f00a2c20 0x7f43f00a50e0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:27.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.606+0000 7f4409015700 1 --2- 172.21.15.39:0/698064098 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f44041032e0 0x7f4404104c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:27.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.606+0000 7f4409015700 1 --2- 172.21.15.39:0/698064098 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f44041013c0 0x7f4404104180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:27.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.606+0000 7f4409015700 1 --2- 172.21.15.39:0/698064098 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4404101d80 0x7f44041046c0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:27.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.606+0000 7f4409015700 1 -- 172.21.15.39:0/698064098 >> 172.21.15.39:0/698064098 conn(0x7f4404077400 msgr2=0x7f440406aec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:20:27.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.606+0000 7f4409015700 1 -- 172.21.15.39:0/698064098 shutdown_connections 2024-06-13T06:20:27.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:27.606+0000 7f4409015700 1 -- 172.21.15.39:0/698064098 wait complete. 2024-06-13T06:20:27.919 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:20:27 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:20:27.579+0000 7feda8b53700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-13T06:20:27.919 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:20:27 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:20:27.579+0000 7feda8b53700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-13T06:20:27.920 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:20:27 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:20:27.579+0000 7feda8b53700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-13T06:20:27.920 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:20:27 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:20:27.579+0000 7feda8b53700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-13T06:20:27.920 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:20:27 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:20:27.579+0000 7feda8b53700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-13T06:20:28.373 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs subvolume create cephfs sv_0 --group_name qa 2024-06-13T06:20:28.632 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:20:28.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:28 smithi039 ceph-mon[32479]: pgmap v310: 97 pgs: 97 active+clean; 582 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 KiB/s rd, 2.0 KiB/s wr, 9 op/s 2024-06-13T06:20:28.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:28 smithi039 ceph-mon[32479]: from='client.14655 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:20:28.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:28 smithi149 ceph-mon[36963]: pgmap v310: 97 pgs: 97 active+clean; 582 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 KiB/s rd, 2.0 KiB/s wr, 9 op/s 2024-06-13T06:20:28.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:28 smithi149 ceph-mon[36963]: from='client.14655 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:20:29.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:28 smithi096 ceph-mon[36532]: pgmap v310: 97 pgs: 97 active+clean; 582 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 KiB/s rd, 2.0 KiB/s wr, 9 op/s 2024-06-13T06:20:29.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:28 smithi096 ceph-mon[36532]: from='client.14655 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:20:30.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.311+0000 7f32d6335700 1 -- 172.21.15.39:0/2104809079 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f32d0101390 msgr2=0x7f32d0101810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:30.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.311+0000 7f32d6335700 1 --2- 172.21.15.39:0/2104809079 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f32d0101390 0x7f32d0101810 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f32b8009990 tx=0x7f32b8009ca0 comp rx=0 tx=0).stop 2024-06-13T06:20:30.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.311+0000 7f32d6335700 1 -- 172.21.15.39:0/2104809079 shutdown_connections 2024-06-13T06:20:30.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.311+0000 7f32d6335700 1 --2- 172.21.15.39:0/2104809079 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f32d0101d50 0x7f32d010e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:30.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.311+0000 7f32d6335700 1 --2- 172.21.15.39:0/2104809079 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f32d0107400 0x7f32d01077e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:30.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.311+0000 7f32d6335700 1 --2- 172.21.15.39:0/2104809079 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f32d0101390 0x7f32d0101810 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:30.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.311+0000 7f32d6335700 1 -- 172.21.15.39:0/2104809079 >> 172.21.15.39:0/2104809079 conn(0x7f32d0078340 msgr2=0x7f32d0078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:20:30.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.311+0000 7f32d6335700 1 -- 172.21.15.39:0/2104809079 shutdown_connections 2024-06-13T06:20:30.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.311+0000 7f32d6335700 1 -- 172.21.15.39:0/2104809079 wait complete. 2024-06-13T06:20:30.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.312+0000 7f32d6335700 1 Processor -- start 2024-06-13T06:20:30.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.312+0000 7f32d6335700 1 -- start start 2024-06-13T06:20:30.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.312+0000 7f32d6335700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f32d0101390 0x7f32d0199b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:30.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.312+0000 7f32d6335700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f32d0101d50 0x7f32d019a040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:30.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.312+0000 7f32d6335700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f32d0107400 0x7f32d01a4b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:30.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.312+0000 7f32d6335700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f32d0111740 con 0x7f32d0101390 2024-06-13T06:20:30.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.312+0000 7f32d6335700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f32d01115c0 con 0x7f32d0101d50 2024-06-13T06:20:30.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.312+0000 7f32d6335700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f32d01118c0 con 0x7f32d0107400 2024-06-13T06:20:30.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.312+0000 7f32cffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f32d0101390 0x7f32d0199b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:30.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.312+0000 7f32cffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f32d0101390 0x7f32d0199b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:35938/0 (socket says 172.21.15.39:35938) 2024-06-13T06:20:30.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.312+0000 7f32cffff700 1 -- 172.21.15.39:0/3738281394 learned_addr learned my addr 172.21.15.39:0/3738281394 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:20:30.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.312+0000 7f32d48d2700 1 --2- 172.21.15.39:0/3738281394 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f32d0107400 0x7f32d01a4b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:30.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.312+0000 7f32c7fff700 1 --2- 172.21.15.39:0/3738281394 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f32d0101d50 0x7f32d019a040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:30.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.313+0000 7f32cffff700 1 -- 172.21.15.39:0/3738281394 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f32d0107400 msgr2=0x7f32d01a4b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:30.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.313+0000 7f32cffff700 1 --2- 172.21.15.39:0/3738281394 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f32d0107400 0x7f32d01a4b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:30.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.313+0000 7f32cffff700 1 -- 172.21.15.39:0/3738281394 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f32d0101d50 msgr2=0x7f32d019a040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:30.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.313+0000 7f32cffff700 1 --2- 172.21.15.39:0/3738281394 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f32d0101d50 0x7f32d019a040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:30.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.313+0000 7f32cffff700 1 -- 172.21.15.39:0/3738281394 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32d01a50c0 con 0x7f32d0101390 2024-06-13T06:20:30.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.313+0000 7f32cffff700 1 --2- 172.21.15.39:0/3738281394 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f32d0101390 0x7f32d0199b00 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f32c000b530 tx=0x7f32c000b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:20:30.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.313+0000 7f32cdffb700 1 -- 172.21.15.39:0/3738281394 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32c0015020 con 0x7f32d0101390 2024-06-13T06:20:30.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.313+0000 7f32cdffb700 1 -- 172.21.15.39:0/3738281394 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f32c0011d10 con 0x7f32d0101390 2024-06-13T06:20:30.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.313+0000 7f32d6335700 1 -- 172.21.15.39:0/3738281394 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32d01a52f0 con 0x7f32d0101390 2024-06-13T06:20:30.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.313+0000 7f32cdffb700 1 -- 172.21.15.39:0/3738281394 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32c000f2e0 con 0x7f32d0101390 2024-06-13T06:20:30.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.313+0000 7f32d6335700 1 -- 172.21.15.39:0/3738281394 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32d01a5850 con 0x7f32d0101390 2024-06-13T06:20:30.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.314+0000 7f32d6335700 1 -- 172.21.15.39:0/3738281394 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32d0109970 con 0x7f32d0101390 2024-06-13T06:20:30.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.315+0000 7f32cdffb700 1 -- 172.21.15.39:0/3738281394 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f32c0018020 con 0x7f32d0101390 2024-06-13T06:20:30.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.316+0000 7f32cdffb700 1 --2- 172.21.15.39:0/3738281394 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f32bc0a2d30 0x7f32bc0a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:30.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.317+0000 7f32c7fff700 1 --2- 172.21.15.39:0/3738281394 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f32bc0a2d30 0x7f32bc0a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:30.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.317+0000 7f32cdffb700 1 -- 172.21.15.39:0/3738281394 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7f32c00ce550 con 0x7f32d0101390 2024-06-13T06:20:30.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.317+0000 7f32c7fff700 1 --2- 172.21.15.39:0/3738281394 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f32bc0a2d30 0x7f32bc0a51f0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f32d00788d0 tx=0x7f32b8005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:20:30.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.321+0000 7f32cdffb700 1 -- 172.21.15.39:0/3738281394 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f32c001f020 con 0x7f32d0101390 2024-06-13T06:20:30.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.561+0000 7f32d6335700 1 -- 172.21.15.39:0/3738281394 --> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f32d00628d0 con 0x7f32bc0a2d30 2024-06-13T06:20:30.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.593+0000 7f32cdffb700 1 -- 172.21.15.39:0/3738281394 <== mgr.14152 v2:172.21.15.39:6800/2178314534 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f32d00628d0 con 0x7f32bc0a2d30 2024-06-13T06:20:30.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.595+0000 7f32d6335700 1 -- 172.21.15.39:0/3738281394 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f32bc0a2d30 msgr2=0x7f32bc0a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:30.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.595+0000 7f32d6335700 1 --2- 172.21.15.39:0/3738281394 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f32bc0a2d30 0x7f32bc0a51f0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f32d00788d0 tx=0x7f32b8005fd0 comp rx=0 tx=0).stop 2024-06-13T06:20:30.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.595+0000 7f32d6335700 1 -- 172.21.15.39:0/3738281394 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f32d0101390 msgr2=0x7f32d0199b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:30.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.595+0000 7f32d6335700 1 --2- 172.21.15.39:0/3738281394 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f32d0101390 0x7f32d0199b00 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f32c000b530 tx=0x7f32c000b840 comp rx=0 tx=0).stop 2024-06-13T06:20:30.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.595+0000 7f32d6335700 1 -- 172.21.15.39:0/3738281394 shutdown_connections 2024-06-13T06:20:30.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.595+0000 7f32d6335700 1 --2- 172.21.15.39:0/3738281394 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f32bc0a2d30 0x7f32bc0a51f0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:30.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.595+0000 7f32d6335700 1 --2- 172.21.15.39:0/3738281394 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f32d0107400 0x7f32d01a4b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:30.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.595+0000 7f32d6335700 1 --2- 172.21.15.39:0/3738281394 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f32d0101390 0x7f32d0199b00 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:30.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.595+0000 7f32d6335700 1 --2- 172.21.15.39:0/3738281394 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f32d0101d50 0x7f32d019a040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:30.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.595+0000 7f32d6335700 1 -- 172.21.15.39:0/3738281394 >> 172.21.15.39:0/3738281394 conn(0x7f32d0078340 msgr2=0x7f32d00ffe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:20:30.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.595+0000 7f32d6335700 1 -- 172.21.15.39:0/3738281394 shutdown_connections 2024-06-13T06:20:30.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:30.595+0000 7f32d6335700 1 -- 172.21.15.39:0/3738281394 wait complete. 2024-06-13T06:20:30.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:30 smithi039 ceph-mon[32479]: pgmap v311: 97 pgs: 97 active+clean; 582 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 2.0 KiB/s wr, 11 op/s 2024-06-13T06:20:30.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:30 smithi039 ceph-mon[32479]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-06-13T06:20:30.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:30 smithi149 ceph-mon[36963]: pgmap v311: 97 pgs: 97 active+clean; 582 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 2.0 KiB/s wr, 11 op/s 2024-06-13T06:20:30.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:30 smithi149 ceph-mon[36963]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-06-13T06:20:31.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:30 smithi096 ceph-mon[36532]: pgmap v311: 97 pgs: 97 active+clean; 582 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 2.0 KiB/s wr, 11 op/s 2024-06-13T06:20:31.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:30 smithi096 ceph-mon[36532]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-06-13T06:20:31.336 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_0 2024-06-13T06:20:31.592 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:20:31.851 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:31 smithi039 ceph-mon[32479]: from='client.14667 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:20:31.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:31 smithi149 ceph-mon[36963]: from='client.14667 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:20:32.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:31 smithi096 ceph-mon[36532]: from='client.14667 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:20:32.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:32 smithi039 ceph-mon[32479]: pgmap v312: 97 pgs: 97 active+clean; 582 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 1.6 KiB/s wr, 10 op/s 2024-06-13T06:20:32.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:32 smithi149 ceph-mon[36963]: pgmap v312: 97 pgs: 97 active+clean; 582 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 1.6 KiB/s wr, 10 op/s 2024-06-13T06:20:33.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:32 smithi096 ceph-mon[36532]: pgmap v312: 97 pgs: 97 active+clean; 582 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 1.6 KiB/s wr, 10 op/s 2024-06-13T06:20:33.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.255+0000 7fef4f108700 1 -- 172.21.15.39:0/57751314 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fef481027a0 msgr2=0x7fef48106020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:33.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.255+0000 7fef4f108700 1 --2- 172.21.15.39:0/57751314 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fef481027a0 0x7fef48106020 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fef340099c0 tx=0x7fef34009cd0 comp rx=0 tx=0).stop 2024-06-13T06:20:33.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.255+0000 7fef4f108700 1 -- 172.21.15.39:0/57751314 shutdown_connections 2024-06-13T06:20:33.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.255+0000 7fef4f108700 1 --2- 172.21.15.39:0/57751314 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fef48106750 0x7fef4810e2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:33.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.255+0000 7fef4f108700 1 --2- 172.21.15.39:0/57751314 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fef48101df0 0x7fef481021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:33.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.255+0000 7fef4f108700 1 --2- 172.21.15.39:0/57751314 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fef481027a0 0x7fef48106020 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:33.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.255+0000 7fef4f108700 1 -- 172.21.15.39:0/57751314 >> 172.21.15.39:0/57751314 conn(0x7fef48077a00 msgr2=0x7fef480fedb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:20:33.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.255+0000 7fef4f108700 1 -- 172.21.15.39:0/57751314 shutdown_connections 2024-06-13T06:20:33.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.255+0000 7fef4f108700 1 -- 172.21.15.39:0/57751314 wait complete. 2024-06-13T06:20:33.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.256+0000 7fef4f108700 1 Processor -- start 2024-06-13T06:20:33.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.256+0000 7fef4f108700 1 -- start start 2024-06-13T06:20:33.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.256+0000 7fef4f108700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fef48101df0 0x7fef481999a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:33.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.256+0000 7fef4f108700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fef481027a0 0x7fef48199ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:33.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.256+0000 7fef4f108700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fef48106750 0x7fef481a4a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:33.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.256+0000 7fef4f108700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fef48111660 con 0x7fef481027a0 2024-06-13T06:20:33.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.256+0000 7fef4f108700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fef481114e0 con 0x7fef48106750 2024-06-13T06:20:33.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.256+0000 7fef4f108700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fef481117e0 con 0x7fef48101df0 2024-06-13T06:20:33.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.256+0000 7fef47fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fef481027a0 0x7fef48199ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:33.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.256+0000 7fef47fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fef481027a0 0x7fef48199ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37354/0 (socket says 172.21.15.39:37354) 2024-06-13T06:20:33.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.256+0000 7fef47fff700 1 -- 172.21.15.39:0/757775142 learned_addr learned my addr 172.21.15.39:0/757775142 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:20:33.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.256+0000 7fef4cea4700 1 --2- 172.21.15.39:0/757775142 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fef48101df0 0x7fef481999a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:33.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.256+0000 7fef4d6a5700 1 --2- 172.21.15.39:0/757775142 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fef48106750 0x7fef481a4a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:33.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.257+0000 7fef47fff700 1 -- 172.21.15.39:0/757775142 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fef48101df0 msgr2=0x7fef481999a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:33.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.257+0000 7fef47fff700 1 --2- 172.21.15.39:0/757775142 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fef48101df0 0x7fef481999a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:33.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.257+0000 7fef47fff700 1 -- 172.21.15.39:0/757775142 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fef48106750 msgr2=0x7fef481a4a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:33.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.257+0000 7fef47fff700 1 --2- 172.21.15.39:0/757775142 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fef48106750 0x7fef481a4a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:33.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.257+0000 7fef47fff700 1 -- 172.21.15.39:0/757775142 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef481a4f60 con 0x7fef481027a0 2024-06-13T06:20:33.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.257+0000 7fef47fff700 1 --2- 172.21.15.39:0/757775142 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fef481027a0 0x7fef48199ee0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fef340059d0 tx=0x7fef34005e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:20:33.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.257+0000 7fef45ffb700 1 -- 172.21.15.39:0/757775142 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef34003d70 con 0x7fef481027a0 2024-06-13T06:20:33.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.257+0000 7fef4f108700 1 -- 172.21.15.39:0/757775142 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef48197790 con 0x7fef481027a0 2024-06-13T06:20:33.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.257+0000 7fef45ffb700 1 -- 172.21.15.39:0/757775142 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fef34003f10 con 0x7fef481027a0 2024-06-13T06:20:33.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.257+0000 7fef45ffb700 1 -- 172.21.15.39:0/757775142 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef3400f6c0 con 0x7fef481027a0 2024-06-13T06:20:33.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.257+0000 7fef4f108700 1 -- 172.21.15.39:0/757775142 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef48197c10 con 0x7fef481027a0 2024-06-13T06:20:33.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.258+0000 7fef4f108700 1 -- 172.21.15.39:0/757775142 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef48101020 con 0x7fef481027a0 2024-06-13T06:20:33.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.260+0000 7fef45ffb700 1 -- 172.21.15.39:0/757775142 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fef3402f060 con 0x7fef481027a0 2024-06-13T06:20:33.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.260+0000 7fef45ffb700 1 --2- 172.21.15.39:0/757775142 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fef380a2cb0 0x7fef380a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:33.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.261+0000 7fef4cea4700 1 --2- 172.21.15.39:0/757775142 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fef380a2cb0 0x7fef380a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:33.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.261+0000 7fef45ffb700 1 -- 172.21.15.39:0/757775142 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7fef340d4840 con 0x7fef481027a0 2024-06-13T06:20:33.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.261+0000 7fef4cea4700 1 --2- 172.21.15.39:0/757775142 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fef380a2cb0 0x7fef380a5170 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fef3c00ac50 tx=0x7fef3c00a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:20:33.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.264+0000 7fef45ffb700 1 -- 172.21.15.39:0/757775142 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fef34023070 con 0x7fef481027a0 2024-06-13T06:20:33.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.506+0000 7fef4f108700 1 -- 172.21.15.39:0/757775142 --> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) -- 0x7fef480628d0 con 0x7fef380a2cb0 2024-06-13T06:20:33.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.512+0000 7fef45ffb700 1 -- 172.21.15.39:0/757775142 <== mgr.14152 v2:172.21.15.39:6800/2178314534 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7fef480628d0 con 0x7fef380a2cb0 2024-06-13T06:20:33.512 INFO:teuthology.orchestra.run.smithi039.stdout:/volumes/qa/sv_0/76638e18-053e-4b4a-bb9e-0583dffa89cc 2024-06-13T06:20:33.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.515+0000 7fef4f108700 1 -- 172.21.15.39:0/757775142 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fef380a2cb0 msgr2=0x7fef380a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:33.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.515+0000 7fef4f108700 1 --2- 172.21.15.39:0/757775142 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fef380a2cb0 0x7fef380a5170 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fef3c00ac50 tx=0x7fef3c00a380 comp rx=0 tx=0).stop 2024-06-13T06:20:33.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.515+0000 7fef4f108700 1 -- 172.21.15.39:0/757775142 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fef481027a0 msgr2=0x7fef48199ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:33.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.515+0000 7fef4f108700 1 --2- 172.21.15.39:0/757775142 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fef481027a0 0x7fef48199ee0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fef340059d0 tx=0x7fef34005e80 comp rx=0 tx=0).stop 2024-06-13T06:20:33.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.515+0000 7fef4f108700 1 -- 172.21.15.39:0/757775142 shutdown_connections 2024-06-13T06:20:33.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.515+0000 7fef4f108700 1 --2- 172.21.15.39:0/757775142 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fef380a2cb0 0x7fef380a5170 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:33.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.515+0000 7fef4f108700 1 --2- 172.21.15.39:0/757775142 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fef48106750 0x7fef481a4a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:33.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.515+0000 7fef4f108700 1 --2- 172.21.15.39:0/757775142 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fef48101df0 0x7fef481999a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:33.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.515+0000 7fef4f108700 1 --2- 172.21.15.39:0/757775142 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fef481027a0 0x7fef48199ee0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:33.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.515+0000 7fef4f108700 1 -- 172.21.15.39:0/757775142 >> 172.21.15.39:0/757775142 conn(0x7fef48077a00 msgr2=0x7fef48105e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:20:33.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.515+0000 7fef4f108700 1 -- 172.21.15.39:0/757775142 shutdown_connections 2024-06-13T06:20:33.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:33.515+0000 7fef4f108700 1 -- 172.21.15.39:0/757775142 wait complete. 2024-06-13T06:20:34.121 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs subvolume create cephfs sv_1 --group_name qa 2024-06-13T06:20:34.374 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:20:34.766 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:34 smithi039 ceph-mon[32479]: pgmap v313: 97 pgs: 97 active+clean; 603 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 2.9 KiB/s wr, 11 op/s 2024-06-13T06:20:34.767 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:34 smithi039 ceph-mon[32479]: from='client.14673 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:20:34.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:34 smithi149 ceph-mon[36963]: pgmap v313: 97 pgs: 97 active+clean; 603 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 2.9 KiB/s wr, 11 op/s 2024-06-13T06:20:34.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:34 smithi149 ceph-mon[36963]: from='client.14673 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:20:35.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:34 smithi096 ceph-mon[36532]: pgmap v313: 97 pgs: 97 active+clean; 603 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 2.9 KiB/s wr, 11 op/s 2024-06-13T06:20:35.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:34 smithi096 ceph-mon[36532]: from='client.14673 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:20:36.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.074+0000 7fc32120a700 1 -- 172.21.15.39:0/935593284 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc31c101440 msgr2=0x7fc31c10f330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:36.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.074+0000 7fc32120a700 1 --2- 172.21.15.39:0/935593284 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc31c101440 0x7fc31c10f330 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fc31400b0a0 tx=0x7fc31400b3b0 comp rx=0 tx=0).stop 2024-06-13T06:20:36.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.074+0000 7fc32120a700 1 -- 172.21.15.39:0/935593284 shutdown_connections 2024-06-13T06:20:36.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.074+0000 7fc32120a700 1 --2- 172.21.15.39:0/935593284 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc31c101440 0x7fc31c10f330 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:36.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.074+0000 7fc32120a700 1 --2- 172.21.15.39:0/935593284 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc31c108510 0x7fc31c1088f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:36.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.074+0000 7fc32120a700 1 --2- 172.21.15.39:0/935593284 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc31c100a80 0x7fc31c100f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:36.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.074+0000 7fc32120a700 1 -- 172.21.15.39:0/935593284 >> 172.21.15.39:0/935593284 conn(0x7fc31c077a00 msgr2=0x7fc31c0fedb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:20:36.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.074+0000 7fc32120a700 1 -- 172.21.15.39:0/935593284 shutdown_connections 2024-06-13T06:20:36.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.074+0000 7fc32120a700 1 -- 172.21.15.39:0/935593284 wait complete. 2024-06-13T06:20:36.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.075+0000 7fc32120a700 1 Processor -- start 2024-06-13T06:20:36.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.075+0000 7fc32120a700 1 -- start start 2024-06-13T06:20:36.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.076+0000 7fc32120a700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc31c100a80 0x7fc31c19ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:36.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.076+0000 7fc32120a700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc31c101440 0x7fc31c19b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:36.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.076+0000 7fc32120a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc31c108510 0x7fc31c19f700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:36.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.076+0000 7fc32120a700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fc31c1127f0 con 0x7fc31c108510 2024-06-13T06:20:36.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.076+0000 7fc32120a700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fc31c112670 con 0x7fc31c101440 2024-06-13T06:20:36.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.076+0000 7fc32120a700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fc31c112970 con 0x7fc31c100a80 2024-06-13T06:20:36.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.076+0000 7fc31b59e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc31c108510 0x7fc31c19f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:36.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.076+0000 7fc31b59e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc31c108510 0x7fc31c19f700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37376/0 (socket says 172.21.15.39:37376) 2024-06-13T06:20:36.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.076+0000 7fc31ad9d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc31c100a80 0x7fc31c19ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:36.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.076+0000 7fc31b59e700 1 -- 172.21.15.39:0/620877426 learned_addr learned my addr 172.21.15.39:0/620877426 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:20:36.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.076+0000 7fc31a59c700 1 --2- 172.21.15.39:0/620877426 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc31c101440 0x7fc31c19b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:36.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.076+0000 7fc31b59e700 1 -- 172.21.15.39:0/620877426 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc31c100a80 msgr2=0x7fc31c19ae30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:36.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.076+0000 7fc31b59e700 1 --2- 172.21.15.39:0/620877426 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc31c100a80 0x7fc31c19ae30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:36.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.076+0000 7fc31b59e700 1 -- 172.21.15.39:0/620877426 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc31c101440 msgr2=0x7fc31c19b370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:36.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.076+0000 7fc31b59e700 1 --2- 172.21.15.39:0/620877426 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc31c101440 0x7fc31c19b370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:36.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.076+0000 7fc31b59e700 1 -- 172.21.15.39:0/620877426 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc31c19fe40 con 0x7fc31c108510 2024-06-13T06:20:36.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.076+0000 7fc31b59e700 1 --2- 172.21.15.39:0/620877426 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc31c108510 0x7fc31c19f700 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fc3140062a0 tx=0x7fc31400be60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:20:36.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.076+0000 7fc303fff700 1 -- 172.21.15.39:0/620877426 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc314021070 con 0x7fc31c108510 2024-06-13T06:20:36.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.077+0000 7fc32120a700 1 -- 172.21.15.39:0/620877426 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc31c1a00d0 con 0x7fc31c108510 2024-06-13T06:20:36.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.076+0000 7fc303fff700 1 -- 172.21.15.39:0/620877426 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc314007d00 con 0x7fc31c108510 2024-06-13T06:20:36.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.077+0000 7fc303fff700 1 -- 172.21.15.39:0/620877426 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc314005460 con 0x7fc31c108510 2024-06-13T06:20:36.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.077+0000 7fc32120a700 1 -- 172.21.15.39:0/620877426 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc31c1a79b0 con 0x7fc31c108510 2024-06-13T06:20:36.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.078+0000 7fc32120a700 1 -- 172.21.15.39:0/620877426 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc31c069180 con 0x7fc31c108510 2024-06-13T06:20:36.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.079+0000 7fc303fff700 1 -- 172.21.15.39:0/620877426 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fc314024070 con 0x7fc31c108510 2024-06-13T06:20:36.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.079+0000 7fc303fff700 1 --2- 172.21.15.39:0/620877426 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fc3040a2cb0 0x7fc3040a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:36.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.080+0000 7fc31ad9d700 1 --2- 172.21.15.39:0/620877426 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fc3040a2cb0 0x7fc3040a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:36.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.080+0000 7fc303fff700 1 -- 172.21.15.39:0/620877426 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7fc31400f020 con 0x7fc31c108510 2024-06-13T06:20:36.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.080+0000 7fc31ad9d700 1 --2- 172.21.15.39:0/620877426 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fc3040a2cb0 0x7fc3040a5170 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fc30c009a10 tx=0x7fc30c009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:20:36.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.084+0000 7fc303fff700 1 -- 172.21.15.39:0/620877426 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fc31402b020 con 0x7fc31c108510 2024-06-13T06:20:36.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.322+0000 7fc32120a700 1 -- 172.21.15.39:0/620877426 --> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fc31c10e5f0 con 0x7fc3040a2cb0 2024-06-13T06:20:36.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.350+0000 7fc303fff700 1 -- 172.21.15.39:0/620877426 <== mgr.14152 v2:172.21.15.39:6800/2178314534 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fc31c10e5f0 con 0x7fc3040a2cb0 2024-06-13T06:20:36.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.352+0000 7fc32120a700 1 -- 172.21.15.39:0/620877426 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fc3040a2cb0 msgr2=0x7fc3040a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:36.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.352+0000 7fc32120a700 1 --2- 172.21.15.39:0/620877426 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fc3040a2cb0 0x7fc3040a5170 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fc30c009a10 tx=0x7fc30c009190 comp rx=0 tx=0).stop 2024-06-13T06:20:36.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.352+0000 7fc32120a700 1 -- 172.21.15.39:0/620877426 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc31c108510 msgr2=0x7fc31c19f700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:36.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.352+0000 7fc32120a700 1 --2- 172.21.15.39:0/620877426 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc31c108510 0x7fc31c19f700 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fc3140062a0 tx=0x7fc31400be60 comp rx=0 tx=0).stop 2024-06-13T06:20:36.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.352+0000 7fc32120a700 1 -- 172.21.15.39:0/620877426 shutdown_connections 2024-06-13T06:20:36.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.352+0000 7fc32120a700 1 --2- 172.21.15.39:0/620877426 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fc3040a2cb0 0x7fc3040a5170 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:36.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.352+0000 7fc32120a700 1 --2- 172.21.15.39:0/620877426 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc31c108510 0x7fc31c19f700 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:36.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.352+0000 7fc32120a700 1 --2- 172.21.15.39:0/620877426 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc31c100a80 0x7fc31c19ae30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:36.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.352+0000 7fc32120a700 1 --2- 172.21.15.39:0/620877426 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc31c101440 0x7fc31c19b370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:36.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.352+0000 7fc32120a700 1 -- 172.21.15.39:0/620877426 >> 172.21.15.39:0/620877426 conn(0x7fc31c077a00 msgr2=0x7fc31c10dee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:20:36.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.353+0000 7fc32120a700 1 -- 172.21.15.39:0/620877426 shutdown_connections 2024-06-13T06:20:36.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:36.353+0000 7fc32120a700 1 -- 172.21.15.39:0/620877426 wait complete. 2024-06-13T06:20:36.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:36 smithi039 ceph-mon[32479]: pgmap v314: 97 pgs: 97 active+clean; 603 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 2.3 KiB/s wr, 8 op/s 2024-06-13T06:20:36.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:36 smithi149 ceph-mon[36963]: pgmap v314: 97 pgs: 97 active+clean; 603 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 2.3 KiB/s wr, 8 op/s 2024-06-13T06:20:36.991 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_1 2024-06-13T06:20:37.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:36 smithi096 ceph-mon[36532]: pgmap v314: 97 pgs: 97 active+clean; 603 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 2.3 KiB/s wr, 8 op/s 2024-06-13T06:20:37.242 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:20:37.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:37 smithi039 ceph-mon[32479]: from='client.14679 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:20:37.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:37 smithi149 ceph-mon[36963]: from='client.14679 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:20:38.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:37 smithi096 ceph-mon[36532]: from='client.14679 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:20:38.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:38.889+0000 7f686e28b700 1 -- 172.21.15.39:0/1101307153 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6868102740 msgr2=0x7f6868102b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:38.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:38.889+0000 7f686e28b700 1 --2- 172.21.15.39:0/1101307153 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6868102740 0x7f6868102b20 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f68580099c0 tx=0x7f6858009cd0 comp rx=0 tx=0).stop 2024-06-13T06:20:38.890 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:38 smithi039 ceph-mon[32479]: pgmap v315: 97 pgs: 97 active+clean; 603 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 2.4 KiB/s wr, 6 op/s 2024-06-13T06:20:38.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:38.889+0000 7f686e28b700 1 -- 172.21.15.39:0/1101307153 shutdown_connections 2024-06-13T06:20:38.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:38.889+0000 7f686e28b700 1 --2- 172.21.15.39:0/1101307153 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f6868107840 0x7f686810f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:38.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:38.889+0000 7f686e28b700 1 --2- 172.21.15.39:0/1101307153 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6868102740 0x7f6868102b20 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:38.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:38.889+0000 7f686e28b700 1 --2- 172.21.15.39:0/1101307153 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f68681030f0 0x7f6868107110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:38.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:38.889+0000 7f686e28b700 1 -- 172.21.15.39:0/1101307153 >> 172.21.15.39:0/1101307153 conn(0x7f68680795f0 msgr2=0x7f6868079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:20:38.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:38.889+0000 7f686e28b700 1 -- 172.21.15.39:0/1101307153 shutdown_connections 2024-06-13T06:20:38.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:38.889+0000 7f686e28b700 1 -- 172.21.15.39:0/1101307153 wait complete. 2024-06-13T06:20:38.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:38.890+0000 7f686e28b700 1 Processor -- start 2024-06-13T06:20:38.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:38.890+0000 7f686e28b700 1 -- start start 2024-06-13T06:20:38.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:38.890+0000 7f686e28b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6868102740 0x7f686810e6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:38.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:38.890+0000 7f686e28b700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f68681030f0 0x7f686810ec10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:38.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:38.890+0000 7f686e28b700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6868107840 0x7f68681a3b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:38.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:38.890+0000 7f686e28b700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f6868112800 con 0x7f6868102740 2024-06-13T06:20:38.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:38.890+0000 7f686e28b700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f6868112680 con 0x7f68681030f0 2024-06-13T06:20:38.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:38.890+0000 7f686e28b700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f6868112980 con 0x7f6868107840 2024-06-13T06:20:38.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:38.890+0000 7f6867fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6868102740 0x7f686810e6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:38.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:38.890+0000 7f6867fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6868102740 0x7f686810e6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37398/0 (socket says 172.21.15.39:37398) 2024-06-13T06:20:38.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:38.890+0000 7f6867fff700 1 -- 172.21.15.39:0/3435512664 learned_addr learned my addr 172.21.15.39:0/3435512664 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:20:38.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:38.891+0000 7f68677fe700 1 --2- 172.21.15.39:0/3435512664 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f68681030f0 0x7f686810ec10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:38.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:38.891+0000 7f686c828700 1 --2- 172.21.15.39:0/3435512664 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6868107840 0x7f68681a3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:38.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:38.891+0000 7f6867fff700 1 -- 172.21.15.39:0/3435512664 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6868107840 msgr2=0x7f68681a3b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:38.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:38.891+0000 7f6867fff700 1 --2- 172.21.15.39:0/3435512664 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6868107840 0x7f68681a3b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:38.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:38.891+0000 7f6867fff700 1 -- 172.21.15.39:0/3435512664 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f68681030f0 msgr2=0x7f686810ec10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:38.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:38.891+0000 7f6867fff700 1 --2- 172.21.15.39:0/3435512664 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f68681030f0 0x7f686810ec10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:38.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:38.891+0000 7f6867fff700 1 -- 172.21.15.39:0/3435512664 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68681a4270 con 0x7f6868102740 2024-06-13T06:20:38.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:38.891+0000 7f686c828700 1 --2- 172.21.15.39:0/3435512664 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6868107840 0x7f68681a3b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:20:38.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:38.891+0000 7f68677fe700 1 --2- 172.21.15.39:0/3435512664 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f68681030f0 0x7f686810ec10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:20:38.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:38.891+0000 7f6867fff700 1 --2- 172.21.15.39:0/3435512664 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6868102740 0x7f686810e6d0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f6858006010 tx=0x7f6858005640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:20:38.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:38.891+0000 7f68657fa700 1 -- 172.21.15.39:0/3435512664 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6858027070 con 0x7f6868102740 2024-06-13T06:20:38.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:38.891+0000 7f68657fa700 1 -- 172.21.15.39:0/3435512664 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f68580040d0 con 0x7f6868102740 2024-06-13T06:20:38.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:38.891+0000 7f68657fa700 1 -- 172.21.15.39:0/3435512664 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f685800f460 con 0x7f6868102740 2024-06-13T06:20:38.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:38.891+0000 7f686e28b700 1 -- 172.21.15.39:0/3435512664 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68681a4500 con 0x7f6868102740 2024-06-13T06:20:38.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:38.891+0000 7f686e28b700 1 -- 172.21.15.39:0/3435512664 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68681abde0 con 0x7f6868102740 2024-06-13T06:20:38.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:38.893+0000 7f686e28b700 1 -- 172.21.15.39:0/3435512664 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6868069180 con 0x7f6868102740 2024-06-13T06:20:38.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:38.894+0000 7f68657fa700 1 -- 172.21.15.39:0/3435512664 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f685802a070 con 0x7f6868102740 2024-06-13T06:20:38.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:38.894+0000 7f68657fa700 1 --2- 172.21.15.39:0/3435512664 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f68500a2cb0 0x7f68500a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:38.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:38.894+0000 7f68677fe700 1 --2- 172.21.15.39:0/3435512664 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f68500a2cb0 0x7f68500a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:38.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:38.894+0000 7f68657fa700 1 -- 172.21.15.39:0/3435512664 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7f68580cfc50 con 0x7f6868102740 2024-06-13T06:20:38.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:38.895+0000 7f68677fe700 1 --2- 172.21.15.39:0/3435512664 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f68500a2cb0 0x7f68500a5170 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f68681070c0 tx=0x7f685c005f30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:20:38.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:38.899+0000 7f68657fa700 1 -- 172.21.15.39:0/3435512664 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f6858013070 con 0x7f6868102740 2024-06-13T06:20:38.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:38 smithi149 ceph-mon[36963]: pgmap v315: 97 pgs: 97 active+clean; 603 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 2.4 KiB/s wr, 6 op/s 2024-06-13T06:20:39.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:38 smithi096 ceph-mon[36532]: pgmap v315: 97 pgs: 97 active+clean; 603 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 2.4 KiB/s wr, 6 op/s 2024-06-13T06:20:39.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:39.139+0000 7f686e28b700 1 -- 172.21.15.39:0/3435512664 --> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) -- 0x7f6868101c80 con 0x7f68500a2cb0 2024-06-13T06:20:39.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:39.145+0000 7f68657fa700 1 -- 172.21.15.39:0/3435512664 <== mgr.14152 v2:172.21.15.39:6800/2178314534 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f6868101c80 con 0x7f68500a2cb0 2024-06-13T06:20:39.145 INFO:teuthology.orchestra.run.smithi039.stdout:/volumes/qa/sv_1/7404a3db-a333-410f-b4e4-5f2bd2192c83 2024-06-13T06:20:39.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:39.148+0000 7f686e28b700 1 -- 172.21.15.39:0/3435512664 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f68500a2cb0 msgr2=0x7f68500a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:39.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:39.148+0000 7f686e28b700 1 --2- 172.21.15.39:0/3435512664 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f68500a2cb0 0x7f68500a5170 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f68681070c0 tx=0x7f685c005f30 comp rx=0 tx=0).stop 2024-06-13T06:20:39.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:39.148+0000 7f686e28b700 1 -- 172.21.15.39:0/3435512664 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6868102740 msgr2=0x7f686810e6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:39.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:39.148+0000 7f686e28b700 1 --2- 172.21.15.39:0/3435512664 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6868102740 0x7f686810e6d0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f6858006010 tx=0x7f6858005640 comp rx=0 tx=0).stop 2024-06-13T06:20:39.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:39.148+0000 7f686e28b700 1 -- 172.21.15.39:0/3435512664 shutdown_connections 2024-06-13T06:20:39.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:39.148+0000 7f686e28b700 1 --2- 172.21.15.39:0/3435512664 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f68500a2cb0 0x7f68500a5170 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:39.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:39.148+0000 7f686e28b700 1 --2- 172.21.15.39:0/3435512664 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6868107840 0x7f68681a3b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:39.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:39.148+0000 7f686e28b700 1 --2- 172.21.15.39:0/3435512664 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6868102740 0x7f686810e6d0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:39.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:39.148+0000 7f686e28b700 1 --2- 172.21.15.39:0/3435512664 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f68681030f0 0x7f686810ec10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:39.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:39.148+0000 7f686e28b700 1 -- 172.21.15.39:0/3435512664 >> 172.21.15.39:0/3435512664 conn(0x7f68680795f0 msgr2=0x7f6868100c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:20:39.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:39.148+0000 7f686e28b700 1 -- 172.21.15.39:0/3435512664 shutdown_connections 2024-06-13T06:20:39.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:39.148+0000 7f686e28b700 1 -- 172.21.15.39:0/3435512664 wait complete. 2024-06-13T06:20:39.945 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T06:20:40.196 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:20:40.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:40 smithi039 ceph-mon[32479]: pgmap v316: 97 pgs: 97 active+clean; 622 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 4.2 KiB/s wr, 9 op/s 2024-06-13T06:20:40.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:40 smithi039 ceph-mon[32479]: from='client.14685 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:20:40.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:40 smithi149 ceph-mon[36963]: pgmap v316: 97 pgs: 97 active+clean; 622 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 4.2 KiB/s wr, 9 op/s 2024-06-13T06:20:40.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:40 smithi149 ceph-mon[36963]: from='client.14685 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:20:41.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:40 smithi096 ceph-mon[36532]: pgmap v316: 97 pgs: 97 active+clean; 622 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 4.2 KiB/s wr, 9 op/s 2024-06-13T06:20:41.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:40 smithi096 ceph-mon[36532]: from='client.14685 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:20:41.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:41.902+0000 7f586a912700 1 -- 172.21.15.39:0/4271682070 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5864107440 msgr2=0x7f5864107820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:41.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:41.902+0000 7f586a912700 1 --2- 172.21.15.39:0/4271682070 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5864107440 0x7f5864107820 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f5854009990 tx=0x7f5854009ca0 comp rx=0 tx=0).stop 2024-06-13T06:20:41.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:41.902+0000 7f586a912700 1 -- 172.21.15.39:0/4271682070 shutdown_connections 2024-06-13T06:20:41.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:41.902+0000 7f586a912700 1 --2- 172.21.15.39:0/4271682070 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5864101d80 0x7f586410e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:41.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:41.902+0000 7f586a912700 1 --2- 172.21.15.39:0/4271682070 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5864107440 0x7f5864107820 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:41.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:41.902+0000 7f586a912700 1 --2- 172.21.15.39:0/4271682070 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f58641013c0 0x7f5864101840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:41.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:41.902+0000 7f586a912700 1 -- 172.21.15.39:0/4271682070 >> 172.21.15.39:0/4271682070 conn(0x7f5864077400 msgr2=0x7f5864077810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:20:41.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:41.902+0000 7f586a912700 1 -- 172.21.15.39:0/4271682070 shutdown_connections 2024-06-13T06:20:41.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:41.902+0000 7f586a912700 1 -- 172.21.15.39:0/4271682070 wait complete. 2024-06-13T06:20:41.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:41.903+0000 7f586a912700 1 Processor -- start 2024-06-13T06:20:41.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:41.903+0000 7f586a912700 1 -- start start 2024-06-13T06:20:41.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:41.903+0000 7f586a912700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f58641013c0 0x7f5864199b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:41.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:41.903+0000 7f586a912700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5864101d80 0x7f586419a040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:41.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:41.903+0000 7f586a912700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5864107440 0x7f58641a4b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:41.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:41.903+0000 7f586a912700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f5864111680 con 0x7f5864101d80 2024-06-13T06:20:41.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:41.903+0000 7f586a912700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f5864111500 con 0x7f58641013c0 2024-06-13T06:20:41.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:41.903+0000 7f586a912700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f5864111800 con 0x7f5864107440 2024-06-13T06:20:41.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:41.903+0000 7f585bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5864101d80 0x7f586419a040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:41.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:41.903+0000 7f585bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5864101d80 0x7f586419a040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53162/0 (socket says 172.21.15.39:53162) 2024-06-13T06:20:41.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:41.903+0000 7f585bfff700 1 -- 172.21.15.39:0/1085419712 learned_addr learned my addr 172.21.15.39:0/1085419712 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:20:41.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:41.903+0000 7f5863fff700 1 --2- 172.21.15.39:0/1085419712 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f58641013c0 0x7f5864199b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:41.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:41.903+0000 7f5868eaf700 1 --2- 172.21.15.39:0/1085419712 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5864107440 0x7f58641a4b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:41.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:41.903+0000 7f585bfff700 1 -- 172.21.15.39:0/1085419712 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5864107440 msgr2=0x7f58641a4b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:41.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:41.903+0000 7f585bfff700 1 --2- 172.21.15.39:0/1085419712 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5864107440 0x7f58641a4b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:41.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:41.903+0000 7f585bfff700 1 -- 172.21.15.39:0/1085419712 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f58641013c0 msgr2=0x7f5864199b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:41.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:41.903+0000 7f585bfff700 1 --2- 172.21.15.39:0/1085419712 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f58641013c0 0x7f5864199b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:41.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:41.903+0000 7f585bfff700 1 -- 172.21.15.39:0/1085419712 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58641a50c0 con 0x7f5864101d80 2024-06-13T06:20:41.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:41.904+0000 7f585bfff700 1 --2- 172.21.15.39:0/1085419712 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5864101d80 0x7f586419a040 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f584c00d950 tx=0x7f584c00dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:20:41.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:41.904+0000 7f5861ffb700 1 -- 172.21.15.39:0/1085419712 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f584c016070 con 0x7f5864101d80 2024-06-13T06:20:41.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:41.904+0000 7f5861ffb700 1 -- 172.21.15.39:0/1085419712 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f584c009b40 con 0x7f5864101d80 2024-06-13T06:20:41.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:41.904+0000 7f586a912700 1 -- 172.21.15.39:0/1085419712 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58641a52f0 con 0x7f5864101d80 2024-06-13T06:20:41.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:41.904+0000 7f5861ffb700 1 -- 172.21.15.39:0/1085419712 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f584c00f620 con 0x7f5864101d80 2024-06-13T06:20:41.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:41.904+0000 7f586a912700 1 -- 172.21.15.39:0/1085419712 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58641a5830 con 0x7f5864101d80 2024-06-13T06:20:41.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:41.905+0000 7f586a912700 1 -- 172.21.15.39:0/1085419712 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5864109900 con 0x7f5864101d80 2024-06-13T06:20:41.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:41.907+0000 7f5861ffb700 1 -- 172.21.15.39:0/1085419712 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f584c019070 con 0x7f5864101d80 2024-06-13T06:20:41.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:41.907+0000 7f5861ffb700 1 --2- 172.21.15.39:0/1085419712 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f58500a2cb0 0x7f58500a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:41.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:41.908+0000 7f5863fff700 1 --2- 172.21.15.39:0/1085419712 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f58500a2cb0 0x7f58500a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:41.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:41.908+0000 7f5861ffb700 1 -- 172.21.15.39:0/1085419712 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7f584c0cf130 con 0x7f5864101d80 2024-06-13T06:20:41.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:41.908+0000 7f5863fff700 1 --2- 172.21.15.39:0/1085419712 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f58500a2cb0 0x7f58500a5170 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f585400b5c0 tx=0x7f5854005a90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:20:41.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:41.911+0000 7f5861ffb700 1 -- 172.21.15.39:0/1085419712 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f584c09c0e0 con 0x7f5864101d80 2024-06-13T06:20:42.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:42.160+0000 7f586a912700 1 -- 172.21.15.39:0/1085419712 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5864102ab0 con 0x7f5864101d80 2024-06-13T06:20:42.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:42.161+0000 7f5861ffb700 1 -- 172.21.15.39:0/1085419712 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+11865 (secure 0 0 0) 0x7f584c09b9e0 con 0x7f5864101d80 2024-06-13T06:20:42.161 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:20:42.161 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/2373452665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":2373452665},{"type":"v1","addr":"172.21.15.39:6835","nonce":2373452665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/2187635150","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":2187635150},{"type":"v1","addr":"172.21.15.39:6837","nonce":2187635150}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14571,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6839/1475451558","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":1475451558},{"type":"v1","addr":"172.21.15.39:6839","nonce":1475451558}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14577,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6841/313570480","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":313570480},{"type":"v1","addr":"172.21.15.39:6841","nonce":313570480}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/980475055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":980475055},{"type":"v1","addr":"172.21.15.149:6833","nonce":980475055}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24427,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/2757180167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":2757180167},{"type":"v1","addr":"172.21.15.149:6835","nonce":2757180167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-13T06:20:05.248660+0000","modified":"2024-06-13T06:20:24.313377+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24512,"mds_1":24482,"mds_2":24455},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24431":{"gid":24431,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.96:6833/2827318421","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6832","nonce":2827318421},{"type":"v1","addr":"172.21.15.96:6833","nonce":2827318421}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24439":{"gid":24439,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6837/1742889729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":1742889729},{"type":"v1","addr":"172.21.15.149:6837","nonce":1742889729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6839/862740064","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":862740064},{"type":"v1","addr":"172.21.15.149:6839","nonce":862740064}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.96:6835/3408571209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6834","nonce":3408571209},{"type":"v1","addr":"172.21.15.96:6835","nonce":3408571209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.96:6837/2574644445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6836","nonce":2574644445},{"type":"v1","addr":"172.21.15.96:6837","nonce":2574644445}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.96:6839/1459106434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6838","nonce":1459106434},{"type":"v1","addr":"172.21.15.96:6839","nonce":1459106434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24512,"qdb_cluster":[24512,24455,24482]},"id":1}]} 2024-06-13T06:20:42.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:42.163+0000 7f586a912700 1 -- 172.21.15.39:0/1085419712 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f58500a2cb0 msgr2=0x7f58500a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:42.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:42.163+0000 7f586a912700 1 --2- 172.21.15.39:0/1085419712 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f58500a2cb0 0x7f58500a5170 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f585400b5c0 tx=0x7f5854005a90 comp rx=0 tx=0).stop 2024-06-13T06:20:42.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:42.163+0000 7f586a912700 1 -- 172.21.15.39:0/1085419712 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5864101d80 msgr2=0x7f586419a040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:42.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:42.163+0000 7f586a912700 1 --2- 172.21.15.39:0/1085419712 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5864101d80 0x7f586419a040 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f584c00d950 tx=0x7f584c00dd10 comp rx=0 tx=0).stop 2024-06-13T06:20:42.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:42.163+0000 7f586a912700 1 -- 172.21.15.39:0/1085419712 shutdown_connections 2024-06-13T06:20:42.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:42.163+0000 7f586a912700 1 --2- 172.21.15.39:0/1085419712 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f58500a2cb0 0x7f58500a5170 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:42.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:42.163+0000 7f586a912700 1 --2- 172.21.15.39:0/1085419712 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5864107440 0x7f58641a4b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:42.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:42.163+0000 7f586a912700 1 --2- 172.21.15.39:0/1085419712 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f58641013c0 0x7f5864199b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:42.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:42.163+0000 7f586a912700 1 --2- 172.21.15.39:0/1085419712 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5864101d80 0x7f586419a040 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:42.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:42.163+0000 7f586a912700 1 -- 172.21.15.39:0/1085419712 >> 172.21.15.39:0/1085419712 conn(0x7f5864077400 msgr2=0x7f5864100160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:20:42.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:42.164+0000 7f586a912700 1 -- 172.21.15.39:0/1085419712 shutdown_connections 2024-06-13T06:20:42.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:42.164+0000 7f586a912700 1 -- 172.21.15.39:0/1085419712 wait complete. 2024-06-13T06:20:42.164 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 23 2024-06-13T06:20:42.789 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:42 smithi039 ceph-mon[32479]: pgmap v317: 97 pgs: 97 active+clean; 622 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 4.5 KiB/s wr, 8 op/s 2024-06-13T06:20:42.790 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:42 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/1085419712' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:20:42.819 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph osd dump --format=json 2024-06-13T06:20:42.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:42 smithi149 ceph-mon[36963]: pgmap v317: 97 pgs: 97 active+clean; 622 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 4.5 KiB/s wr, 8 op/s 2024-06-13T06:20:42.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:42 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/1085419712' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:20:43.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:42 smithi096 ceph-mon[36532]: pgmap v317: 97 pgs: 97 active+clean; 622 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 4.5 KiB/s wr, 8 op/s 2024-06-13T06:20:43.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:42 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/1085419712' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:20:43.070 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:20:44.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.774+0000 7f1c32cd2700 1 -- 172.21.15.39:0/673654675 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c2c107400 msgr2=0x7f1c2c1077e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:44.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.774+0000 7f1c32cd2700 1 --2- 172.21.15.39:0/673654675 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c2c107400 0x7f1c2c1077e0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f1c20009990 tx=0x7f1c20009ca0 comp rx=0 tx=0).stop 2024-06-13T06:20:44.775 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:44 smithi039 ceph-mon[32479]: pgmap v318: 97 pgs: 97 active+clean; 635 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 5.6 KiB/s wr, 10 op/s 2024-06-13T06:20:44.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.774+0000 7f1c32cd2700 1 -- 172.21.15.39:0/673654675 shutdown_connections 2024-06-13T06:20:44.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.774+0000 7f1c32cd2700 1 --2- 172.21.15.39:0/673654675 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1c2c101d50 0x7f1c2c10e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:44.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.774+0000 7f1c32cd2700 1 --2- 172.21.15.39:0/673654675 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c2c107400 0x7f1c2c1077e0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:44.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.774+0000 7f1c32cd2700 1 --2- 172.21.15.39:0/673654675 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f1c2c101390 0x7f1c2c101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:44.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.774+0000 7f1c32cd2700 1 -- 172.21.15.39:0/673654675 >> 172.21.15.39:0/673654675 conn(0x7f1c2c078340 msgr2=0x7f1c2c078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:20:44.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.774+0000 7f1c32cd2700 1 -- 172.21.15.39:0/673654675 shutdown_connections 2024-06-13T06:20:44.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.774+0000 7f1c32cd2700 1 -- 172.21.15.39:0/673654675 wait complete. 2024-06-13T06:20:44.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.775+0000 7f1c32cd2700 1 Processor -- start 2024-06-13T06:20:44.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.775+0000 7f1c32cd2700 1 -- start start 2024-06-13T06:20:44.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.775+0000 7f1c32cd2700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c2c101390 0x7f1c2c19af20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:44.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.775+0000 7f1c32cd2700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f1c2c101d50 0x7f1c2c19b460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:44.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.775+0000 7f1c32cd2700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1c2c107400 0x7f1c2c19f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:44.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.775+0000 7f1c32cd2700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f1c2c111770 con 0x7f1c2c101390 2024-06-13T06:20:44.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.775+0000 7f1c32cd2700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f1c2c1115f0 con 0x7f1c2c101d50 2024-06-13T06:20:44.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.775+0000 7f1c32cd2700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f1c2c1118f0 con 0x7f1c2c107400 2024-06-13T06:20:44.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.775+0000 7f1c30a6e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c2c101390 0x7f1c2c19af20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:44.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.775+0000 7f1c30a6e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c2c101390 0x7f1c2c19af20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53180/0 (socket says 172.21.15.39:53180) 2024-06-13T06:20:44.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.775+0000 7f1c30a6e700 1 -- 172.21.15.39:0/371709858 learned_addr learned my addr 172.21.15.39:0/371709858 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:20:44.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.776+0000 7f1c2bfff700 1 --2- 172.21.15.39:0/371709858 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f1c2c101d50 0x7f1c2c19b460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:44.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.776+0000 7f1c3126f700 1 --2- 172.21.15.39:0/371709858 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1c2c107400 0x7f1c2c19f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:44.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.776+0000 7f1c30a6e700 1 -- 172.21.15.39:0/371709858 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1c2c107400 msgr2=0x7f1c2c19f7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:44.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.776+0000 7f1c30a6e700 1 --2- 172.21.15.39:0/371709858 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1c2c107400 0x7f1c2c19f7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:44.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.776+0000 7f1c30a6e700 1 -- 172.21.15.39:0/371709858 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f1c2c101d50 msgr2=0x7f1c2c19b460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:44.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.776+0000 7f1c30a6e700 1 --2- 172.21.15.39:0/371709858 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f1c2c101d50 0x7f1c2c19b460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:44.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.776+0000 7f1c30a6e700 1 -- 172.21.15.39:0/371709858 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c2c19ff30 con 0x7f1c2c101390 2024-06-13T06:20:44.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.776+0000 7f1c3126f700 1 --2- 172.21.15.39:0/371709858 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1c2c107400 0x7f1c2c19f7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:20:44.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.776+0000 7f1c30a6e700 1 --2- 172.21.15.39:0/371709858 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c2c101390 0x7f1c2c19af20 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f1c20000c00 tx=0x7f1c20003680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:20:44.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.776+0000 7f1c29ffb700 1 -- 172.21.15.39:0/371709858 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c20027070 con 0x7f1c2c101390 2024-06-13T06:20:44.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.776+0000 7f1c32cd2700 1 -- 172.21.15.39:0/371709858 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c2c1a01c0 con 0x7f1c2c101390 2024-06-13T06:20:44.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.776+0000 7f1c29ffb700 1 -- 172.21.15.39:0/371709858 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1c20004110 con 0x7f1c2c101390 2024-06-13T06:20:44.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.776+0000 7f1c29ffb700 1 -- 172.21.15.39:0/371709858 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c2000f460 con 0x7f1c2c101390 2024-06-13T06:20:44.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.777+0000 7f1c32cd2700 1 -- 172.21.15.39:0/371709858 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c2c1a7aa0 con 0x7f1c2c101390 2024-06-13T06:20:44.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.778+0000 7f1c32cd2700 1 -- 172.21.15.39:0/371709858 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c2c069180 con 0x7f1c2c101390 2024-06-13T06:20:44.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.779+0000 7f1c29ffb700 1 -- 172.21.15.39:0/371709858 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f1c2002a070 con 0x7f1c2c101390 2024-06-13T06:20:44.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.780+0000 7f1c29ffb700 1 --2- 172.21.15.39:0/371709858 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f1c1c0a2cb0 0x7f1c1c0a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:44.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.780+0000 7f1c2bfff700 1 --2- 172.21.15.39:0/371709858 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f1c1c0a2cb0 0x7f1c1c0a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:44.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.780+0000 7f1c29ffb700 1 -- 172.21.15.39:0/371709858 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 7979+0+0 (secure 0 0 0) 0x7f1c200cffb0 con 0x7f1c2c101390 2024-06-13T06:20:44.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.780+0000 7f1c2bfff700 1 --2- 172.21.15.39:0/371709858 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f1c1c0a2cb0 0x7f1c1c0a5170 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f1c2c10e680 tx=0x7f1c18009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:20:44.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.784+0000 7f1c29ffb700 1 -- 172.21.15.39:0/371709858 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f1c2005e850 con 0x7f1c2c101390 2024-06-13T06:20:44.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:44 smithi149 ceph-mon[36963]: pgmap v318: 97 pgs: 97 active+clean; 635 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 5.6 KiB/s wr, 10 op/s 2024-06-13T06:20:44.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.995+0000 7f1c32cd2700 1 -- 172.21.15.39:0/371709858 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1c2c02dca0 con 0x7f1c2c101390 2024-06-13T06:20:44.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.996+0000 7f1c29ffb700 1 -- 172.21.15.39:0/371709858 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) ==== 74+0+22183 (secure 0 0 0) 0x7f1c20013070 con 0x7f1c2c101390 2024-06-13T06:20:44.996 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:20:44.996 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":89,"fsid":"ae626f9c-294b-11ef-bc9c-c7b262605968","created":"2024-06-13T06:11:51.305066+0000","modified":"2024-06-13T06:20:05.248502+0000","last_up_change":"2024-06-13T06:18:58.374371+0000","last_in_change":"2024-06-13T06:18:37.816473+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-13T06:15:09.300272+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-13T06:19:58.467506+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-13T06:20:01.811410+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b602e286-0350-4768-b03b-081f9c60cda7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":917128641},{"type":"v1","addr":"172.21.15.39:6803","nonce":917128641}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":917128641},{"type":"v1","addr":"172.21.15.39:6805","nonce":917128641}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":917128641},{"type":"v1","addr":"172.21.15.39:6809","nonce":917128641}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":917128641},{"type":"v1","addr":"172.21.15.39:6807","nonce":917128641}]},"public_addr":"172.21.15.39:6803/917128641","cluster_addr":"172.21.15.39:6805/917128641","heartbeat_back_addr":"172.21.15.39:6809/917128641","heartbeat_front_addr":"172.21.15.39:6807/917128641","state":["exists","up"]},{"osd":1,"uuid":"199bf34b-b607-43d8-8216-c4e80c8d3ebe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6800","nonce":1664615815},{"type":"v1","addr":"172.21.15.96:6801","nonce":1664615815}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6802","nonce":1664615815},{"type":"v1","addr":"172.21.15.96:6803","nonce":1664615815}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6806","nonce":1664615815},{"type":"v1","addr":"172.21.15.96:6807","nonce":1664615815}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6804","nonce":1664615815},{"type":"v1","addr":"172.21.15.96:6805","nonce":1664615815}]},"public_addr":"172.21.15.96:6801/1664615815","cluster_addr":"172.21.15.96:6803/1664615815","heartbeat_back_addr":"172.21.15.96:6807/1664615815","heartbeat_front_addr":"172.21.15.96:6805/1664615815","state":["exists","up"]},{"osd":2,"uuid":"1408753c-ec3d-4e23-964e-104614ccba56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":580976175},{"type":"v1","addr":"172.21.15.149:6801","nonce":580976175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":580976175},{"type":"v1","addr":"172.21.15.149:6803","nonce":580976175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":580976175},{"type":"v1","addr":"172.21.15.149:6807","nonce":580976175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":580976175},{"type":"v1","addr":"172.21.15.149:6805","nonce":580976175}]},"public_addr":"172.21.15.149:6801/580976175","cluster_addr":"172.21.15.149:6803/580976175","heartbeat_back_addr":"172.21.15.149:6807/580976175","heartbeat_front_addr":"172.21.15.149:6805/580976175","state":["exists","up"]},{"osd":3,"uuid":"8234a82f-d8d1-42c5-b257-799c0517bb1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2347430345},{"type":"v1","addr":"172.21.15.39:6811","nonce":2347430345}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2347430345},{"type":"v1","addr":"172.21.15.39:6813","nonce":2347430345}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6816","nonce":2347430345},{"type":"v1","addr":"172.21.15.39:6817","nonce":2347430345}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2347430345},{"type":"v1","addr":"172.21.15.39:6815","nonce":2347430345}]},"public_addr":"172.21.15.39:6811/2347430345","cluster_addr":"172.21.15.39:6813/2347430345","heartbeat_back_addr":"172.21.15.39:6817/2347430345","heartbeat_front_addr":"172.21.15.39:6815/2347430345","state":["exists","up"]},{"osd":4,"uuid":"977fac50-3471-408c-9747-70154767f29a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6808","nonce":1674089136},{"type":"v1","addr":"172.21.15.96:6809","nonce":1674089136}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6810","nonce":1674089136},{"type":"v1","addr":"172.21.15.96:6811","nonce":1674089136}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6814","nonce":1674089136},{"type":"v1","addr":"172.21.15.96:6815","nonce":1674089136}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6812","nonce":1674089136},{"type":"v1","addr":"172.21.15.96:6813","nonce":1674089136}]},"public_addr":"172.21.15.96:6809/1674089136","cluster_addr":"172.21.15.96:6811/1674089136","heartbeat_back_addr":"172.21.15.96:6815/1674089136","heartbeat_front_addr":"172.21.15.96:6813/1674089136","state":["exists","up"]},{"osd":5,"uuid":"99a866b2-466a-4779-bb0d-c104bac11df5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":3878401601},{"type":"v1","addr":"172.21.15.149:6809","nonce":3878401601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":3878401601},{"type":"v1","addr":"172.21.15.149:6811","nonce":3878401601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":3878401601},{"type":"v1","addr":"172.21.15.149:6815","nonce":3878401601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":3878401601},{"type":"v1","addr":"172.21.15.149:6813","nonce":3878401601}]},"public_addr":"172.21.15.149:6809/3878401601","cluster_addr":"172.21.15.149:6811/3878401601","heartbeat_back_addr":"172.21.15.149:6815/3878401601","heartbeat_front_addr":"172.21.15.149:6813/3878401601","state":["exists","up"]},{"osd":6,"uuid":"10df23c3-559c-4922-8ccf-99802a4f2449","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":1262679006},{"type":"v1","addr":"172.21.15.39:6819","nonce":1262679006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":1262679006},{"type":"v1","addr":"172.21.15.39:6821","nonce":1262679006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":1262679006},{"type":"v1","addr":"172.21.15.39:6825","nonce":1262679006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":1262679006},{"type":"v1","addr":"172.21.15.39:6823","nonce":1262679006}]},"public_addr":"172.21.15.39:6819/1262679006","cluster_addr":"172.21.15.39:6821/1262679006","heartbeat_back_addr":"172.21.15.39:6825/1262679006","heartbeat_front_addr":"172.21.15.39:6823/1262679006","state":["exists","up"]},{"osd":7,"uuid":"eba2316d-c2fc-4fd8-943c-74e05936af95","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6816","nonce":2801325231},{"type":"v1","addr":"172.21.15.96:6817","nonce":2801325231}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6818","nonce":2801325231},{"type":"v1","addr":"172.21.15.96:6819","nonce":2801325231}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6822","nonce":2801325231},{"type":"v1","addr":"172.21.15.96:6823","nonce":2801325231}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6820","nonce":2801325231},{"type":"v1","addr":"172.21.15.96:6821","nonce":2801325231}]},"public_addr":"172.21.15.96:6817/2801325231","cluster_addr":"172.21.15.96:6819/2801325231","heartbeat_back_addr":"172.21.15.96:6823/2801325231","heartbeat_front_addr":"172.21.15.96:6821/2801325231","state":["exists","up"]},{"osd":8,"uuid":"3c975612-4663-4516-bb94-8705d96309e1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":2814583725},{"type":"v1","addr":"172.21.15.149:6817","nonce":2814583725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":2814583725},{"type":"v1","addr":"172.21.15.149:6819","nonce":2814583725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":2814583725},{"type":"v1","addr":"172.21.15.149:6823","nonce":2814583725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":2814583725},{"type":"v1","addr":"172.21.15.149:6821","nonce":2814583725}]},"public_addr":"172.21.15.149:6817/2814583725","cluster_addr":"172.21.15.149:6819/2814583725","heartbeat_back_addr":"172.21.15.149:6823/2814583725","heartbeat_front_addr":"172.21.15.149:6821/2814583725","state":["exists","up"]},{"osd":9,"uuid":"17d9ffb0-b826-452c-bd91-1399fb46e734","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":2716066772},{"type":"v1","addr":"172.21.15.39:6827","nonce":2716066772}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":2716066772},{"type":"v1","addr":"172.21.15.39:6829","nonce":2716066772}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":2716066772},{"type":"v1","addr":"172.21.15.39:6833","nonce":2716066772}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":2716066772},{"type":"v1","addr":"172.21.15.39:6831","nonce":2716066772}]},"public_addr":"172.21.15.39:6827/2716066772","cluster_addr":"172.21.15.39:6829/2716066772","heartbeat_back_addr":"172.21.15.39:6833/2716066772","heartbeat_front_addr":"172.21.15.39:6831/2716066772","state":["exists","up"]},{"osd":10,"uuid":"5fa8dedf-2c1b-47b0-98ca-7983922b6e31","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6824","nonce":3117528382},{"type":"v1","addr":"172.21.15.96:6825","nonce":3117528382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6826","nonce":3117528382},{"type":"v1","addr":"172.21.15.96:6827","nonce":3117528382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6830","nonce":3117528382},{"type":"v1","addr":"172.21.15.96:6831","nonce":3117528382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6828","nonce":3117528382},{"type":"v1","addr":"172.21.15.96:6829","nonce":3117528382}]},"public_addr":"172.21.15.96:6825/3117528382","cluster_addr":"172.21.15.96:6827/3117528382","heartbeat_back_addr":"172.21.15.96:6831/3117528382","heartbeat_front_addr":"172.21.15.96:6829/3117528382","state":["exists","up"]},{"osd":11,"uuid":"464289a7-ae93-47f5-b88b-7c21ab02c295","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":3783053198},{"type":"v1","addr":"172.21.15.149:6825","nonce":3783053198}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":3783053198},{"type":"v1","addr":"172.21.15.149:6827","nonce":3783053198}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":3783053198},{"type":"v1","addr":"172.21.15.149:6831","nonce":3783053198}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":3783053198},{"type":"v1","addr":"172.21.15.149:6829","nonce":3783053198}]},"public_addr":"172.21.15.149:6825/3783053198","cluster_addr":"172.21.15.149:6827/3783053198","heartbeat_back_addr":"172.21.15.149:6831/3783053198","heartbeat_front_addr":"172.21.15.149:6829/3783053198","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:14:17.982063+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:14:41.653647+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:15:05.443023+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:15:30.243854+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:15:55.390739+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:16:20.257963+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:16:45.973831+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:17:11.985325+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:17:36.876077+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:18:03.226432+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:18:29.731400+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:18:56.089310+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:0/2230961630":"2024-06-14T06:12:44.764849+0000","172.21.15.39:0/3359492273":"2024-06-14T06:12:44.764849+0000","172.21.15.39:6800/1734263468":"2024-06-14T06:12:44.764849+0000","172.21.15.39:6801/1734263468":"2024-06-14T06:12:44.764849+0000","172.21.15.39:0/984030546":"2024-06-14T06:12:17.979204+0000","172.21.15.39:0/3526641224":"2024-06-14T06:12:44.764849+0000","172.21.15.39:0/3515867652":"2024-06-14T06:12:17.979204+0000","172.21.15.39:6800/1863890417":"2024-06-14T06:12:17.979204+0000","172.21.15.39:0/973565867":"2024-06-14T06:12:17.979204+0000","172.21.15.39:6801/1863890417":"2024-06-14T06:12:17.979204+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-13T06:20:44.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.999+0000 7f1c32cd2700 1 -- 172.21.15.39:0/371709858 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f1c1c0a2cb0 msgr2=0x7f1c1c0a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:44.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.999+0000 7f1c32cd2700 1 --2- 172.21.15.39:0/371709858 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f1c1c0a2cb0 0x7f1c1c0a5170 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f1c2c10e680 tx=0x7f1c18009190 comp rx=0 tx=0).stop 2024-06-13T06:20:44.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.999+0000 7f1c32cd2700 1 -- 172.21.15.39:0/371709858 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c2c101390 msgr2=0x7f1c2c19af20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:44.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.999+0000 7f1c32cd2700 1 --2- 172.21.15.39:0/371709858 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c2c101390 0x7f1c2c19af20 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f1c20000c00 tx=0x7f1c20003680 comp rx=0 tx=0).stop 2024-06-13T06:20:44.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.999+0000 7f1c32cd2700 1 -- 172.21.15.39:0/371709858 shutdown_connections 2024-06-13T06:20:44.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.999+0000 7f1c32cd2700 1 --2- 172.21.15.39:0/371709858 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f1c1c0a2cb0 0x7f1c1c0a5170 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:44.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.999+0000 7f1c32cd2700 1 --2- 172.21.15.39:0/371709858 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1c2c107400 0x7f1c2c19f7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:44.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.999+0000 7f1c32cd2700 1 --2- 172.21.15.39:0/371709858 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c2c101390 0x7f1c2c19af20 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:44.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.999+0000 7f1c32cd2700 1 --2- 172.21.15.39:0/371709858 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f1c2c101d50 0x7f1c2c19b460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:44.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.999+0000 7f1c32cd2700 1 -- 172.21.15.39:0/371709858 >> 172.21.15.39:0/371709858 conn(0x7f1c2c078340 msgr2=0x7f1c2c100550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:20:44.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.999+0000 7f1c32cd2700 1 -- 172.21.15.39:0/371709858 shutdown_connections 2024-06-13T06:20:44.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:44.999+0000 7f1c32cd2700 1 -- 172.21.15.39:0/371709858 wait complete. 2024-06-13T06:20:45.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:44 smithi096 ceph-mon[36532]: pgmap v318: 97 pgs: 97 active+clean; 635 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 5.6 KiB/s wr, 10 op/s 2024-06-13T06:20:45.627 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-06-13T06:20:45.627 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph pg dump --format=json 2024-06-13T06:20:45.882 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:20:45.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:45 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2024-06-13T06:20:45.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:45 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]: dispatch 2024-06-13T06:20:45.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:45 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]: dispatch 2024-06-13T06:20:45.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:45 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [4, 6]}]: dispatch 2024-06-13T06:20:45.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:45 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 8]}]: dispatch 2024-06-13T06:20:45.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:45 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [1, 9]}]: dispatch 2024-06-13T06:20:45.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:45 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.18", "id": [3, 9]}]: dispatch 2024-06-13T06:20:45.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:45 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8, 5, 9]}]: dispatch 2024-06-13T06:20:45.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:45 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [5, 7]}]: dispatch 2024-06-13T06:20:45.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:45 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/371709858' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T06:20:45.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:45 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2024-06-13T06:20:45.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:45 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]: dispatch 2024-06-13T06:20:45.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:45 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]: dispatch 2024-06-13T06:20:45.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:45 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [4, 6]}]: dispatch 2024-06-13T06:20:45.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:45 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 8]}]: dispatch 2024-06-13T06:20:45.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:45 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [1, 9]}]: dispatch 2024-06-13T06:20:45.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:45 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.18", "id": [3, 9]}]: dispatch 2024-06-13T06:20:45.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:45 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8, 5, 9]}]: dispatch 2024-06-13T06:20:45.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:45 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [5, 7]}]: dispatch 2024-06-13T06:20:45.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:45 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/371709858' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T06:20:46.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:45 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2024-06-13T06:20:46.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:45 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]: dispatch 2024-06-13T06:20:46.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:45 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]: dispatch 2024-06-13T06:20:46.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:45 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [4, 6]}]: dispatch 2024-06-13T06:20:46.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:45 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 8]}]: dispatch 2024-06-13T06:20:46.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:45 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [1, 9]}]: dispatch 2024-06-13T06:20:46.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:45 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.18", "id": [3, 9]}]: dispatch 2024-06-13T06:20:46.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:45 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8, 5, 9]}]: dispatch 2024-06-13T06:20:46.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:45 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [5, 7]}]: dispatch 2024-06-13T06:20:46.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:45 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/371709858' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T06:20:46.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:46 smithi039 ceph-mon[32479]: pgmap v319: 97 pgs: 97 active+clean; 635 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 3.4 KiB/s wr, 7 op/s 2024-06-13T06:20:46.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:46 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2024-06-13T06:20:46.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:46 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]': finished 2024-06-13T06:20:46.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:46 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]': finished 2024-06-13T06:20:46.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:46 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [4, 6]}]': finished 2024-06-13T06:20:46.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:46 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 8]}]': finished 2024-06-13T06:20:46.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:46 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [1, 9]}]': finished 2024-06-13T06:20:46.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:46 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.18", "id": [3, 9]}]': finished 2024-06-13T06:20:46.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:46 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8, 5, 9]}]': finished 2024-06-13T06:20:46.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:46 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [5, 7]}]': finished 2024-06-13T06:20:46.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:46 smithi039 ceph-mon[32479]: osdmap e90: 12 total, 12 up, 12 in 2024-06-13T06:20:46.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:46 smithi149 ceph-mon[36963]: pgmap v319: 97 pgs: 97 active+clean; 635 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 3.4 KiB/s wr, 7 op/s 2024-06-13T06:20:46.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:46 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2024-06-13T06:20:46.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:46 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]': finished 2024-06-13T06:20:46.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:46 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]': finished 2024-06-13T06:20:46.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:46 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [4, 6]}]': finished 2024-06-13T06:20:46.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:46 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 8]}]': finished 2024-06-13T06:20:46.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:46 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [1, 9]}]': finished 2024-06-13T06:20:46.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:46 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.18", "id": [3, 9]}]': finished 2024-06-13T06:20:46.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:46 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8, 5, 9]}]': finished 2024-06-13T06:20:46.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:46 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [5, 7]}]': finished 2024-06-13T06:20:46.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:46 smithi149 ceph-mon[36963]: osdmap e90: 12 total, 12 up, 12 in 2024-06-13T06:20:47.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:46 smithi096 ceph-mon[36532]: pgmap v319: 97 pgs: 97 active+clean; 635 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 3.4 KiB/s wr, 7 op/s 2024-06-13T06:20:47.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:46 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2024-06-13T06:20:47.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:46 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]': finished 2024-06-13T06:20:47.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:46 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1c", "id": [8, 11]}]': finished 2024-06-13T06:20:47.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:46 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [4, 6]}]': finished 2024-06-13T06:20:47.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:46 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 8]}]': finished 2024-06-13T06:20:47.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:46 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [1, 9]}]': finished 2024-06-13T06:20:47.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:46 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.18", "id": [3, 9]}]': finished 2024-06-13T06:20:47.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:46 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8, 5, 9]}]': finished 2024-06-13T06:20:47.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:46 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [5, 7]}]': finished 2024-06-13T06:20:47.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:46 smithi096 ceph-mon[36532]: osdmap e90: 12 total, 12 up, 12 in 2024-06-13T06:20:47.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.578+0000 7f3adef72700 1 -- 172.21.15.39:0/3710310094 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3ad8102550 msgr2=0x7f3ad81029d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:47.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.578+0000 7f3adef72700 1 --2- 172.21.15.39:0/3710310094 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3ad8102550 0x7f3ad81029d0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f3ac0009990 tx=0x7f3ac0009ca0 comp rx=0 tx=0).stop 2024-06-13T06:20:47.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.579+0000 7f3adef72700 1 -- 172.21.15.39:0/3710310094 shutdown_connections 2024-06-13T06:20:47.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.579+0000 7f3adef72700 1 --2- 172.21.15.39:0/3710310094 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3ad8102f10 0x7f3ad810f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:47.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.579+0000 7f3adef72700 1 --2- 172.21.15.39:0/3710310094 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f3ad81084f0 0x7f3ad81088d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:47.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.579+0000 7f3adef72700 1 --2- 172.21.15.39:0/3710310094 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3ad8102550 0x7f3ad81029d0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:47.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.579+0000 7f3adef72700 1 -- 172.21.15.39:0/3710310094 >> 172.21.15.39:0/3710310094 conn(0x7f3ad8079650 msgr2=0x7f3ad8079a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:20:47.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.579+0000 7f3adef72700 1 -- 172.21.15.39:0/3710310094 shutdown_connections 2024-06-13T06:20:47.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.579+0000 7f3adef72700 1 -- 172.21.15.39:0/3710310094 wait complete. 2024-06-13T06:20:47.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.579+0000 7f3adef72700 1 Processor -- start 2024-06-13T06:20:47.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.579+0000 7f3adef72700 1 -- start start 2024-06-13T06:20:47.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.579+0000 7f3adef72700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f3ad8102550 0x7f3ad819e8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:47.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.579+0000 7f3adef72700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3ad8102f10 0x7f3ad819ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:47.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.580+0000 7f3adef72700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3ad81084f0 0x7f3ad8198ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:47.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.580+0000 7f3adef72700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f3ad81127d0 con 0x7f3ad8102f10 2024-06-13T06:20:47.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.580+0000 7f3adef72700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f3ad8112650 con 0x7f3ad8102550 2024-06-13T06:20:47.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.580+0000 7f3adef72700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f3ad8112950 con 0x7f3ad81084f0 2024-06-13T06:20:47.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.580+0000 7f3ad7fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3ad8102f10 0x7f3ad819ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:47.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.580+0000 7f3ad7fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3ad8102f10 0x7f3ad819ee30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53200/0 (socket says 172.21.15.39:53200) 2024-06-13T06:20:47.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.580+0000 7f3ad7fff700 1 -- 172.21.15.39:0/1570061309 learned_addr learned my addr 172.21.15.39:0/1570061309 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:20:47.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.580+0000 7f3adcd0e700 1 --2- 172.21.15.39:0/1570061309 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f3ad8102550 0x7f3ad819e8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:47.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.580+0000 7f3add50f700 1 --2- 172.21.15.39:0/1570061309 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3ad81084f0 0x7f3ad8198ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:47.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.580+0000 7f3ad7fff700 1 -- 172.21.15.39:0/1570061309 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3ad81084f0 msgr2=0x7f3ad8198ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:47.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.580+0000 7f3ad7fff700 1 --2- 172.21.15.39:0/1570061309 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3ad81084f0 0x7f3ad8198ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:47.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.580+0000 7f3ad7fff700 1 -- 172.21.15.39:0/1570061309 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f3ad8102550 msgr2=0x7f3ad819e8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:47.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.580+0000 7f3ad7fff700 1 --2- 172.21.15.39:0/1570061309 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f3ad8102550 0x7f3ad819e8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:47.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.580+0000 7f3ad7fff700 1 -- 172.21.15.39:0/1570061309 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ad8199210 con 0x7f3ad8102f10 2024-06-13T06:20:47.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.580+0000 7f3ad7fff700 1 --2- 172.21.15.39:0/1570061309 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3ad8102f10 0x7f3ad819ee30 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f3ac0005910 tx=0x7f3ac00047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:20:47.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.580+0000 7f3ad5ffb700 1 -- 172.21.15.39:0/1570061309 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ac0027070 con 0x7f3ad8102f10 2024-06-13T06:20:47.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.580+0000 7f3adef72700 1 -- 172.21.15.39:0/1570061309 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ad81994a0 con 0x7f3ad8102f10 2024-06-13T06:20:47.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.580+0000 7f3ad5ffb700 1 -- 172.21.15.39:0/1570061309 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3ac0003e40 con 0x7f3ad8102f10 2024-06-13T06:20:47.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.580+0000 7f3ad5ffb700 1 -- 172.21.15.39:0/1570061309 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ac0022d00 con 0x7f3ad8102f10 2024-06-13T06:20:47.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.581+0000 7f3adef72700 1 -- 172.21.15.39:0/1570061309 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ad81a57c0 con 0x7f3ad8102f10 2024-06-13T06:20:47.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.582+0000 7f3adef72700 1 -- 172.21.15.39:0/1570061309 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ad8103ba0 con 0x7f3ad8102f10 2024-06-13T06:20:47.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.583+0000 7f3ad5ffb700 1 -- 172.21.15.39:0/1570061309 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f3ac002a070 con 0x7f3ad8102f10 2024-06-13T06:20:47.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.584+0000 7f3ad5ffb700 1 --2- 172.21.15.39:0/1570061309 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f3ac40a2cb0 0x7f3ac40a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:47.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.584+0000 7f3adcd0e700 1 --2- 172.21.15.39:0/1570061309 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f3ac40a2cb0 0x7f3ac40a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:47.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.584+0000 7f3ad5ffb700 1 -- 172.21.15.39:0/1570061309 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7f3ac00d0640 con 0x7f3ad8102f10 2024-06-13T06:20:47.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.584+0000 7f3adcd0e700 1 --2- 172.21.15.39:0/1570061309 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f3ac40a2cb0 0x7f3ac40a5170 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f3ac8009550 tx=0x7f3ac80091b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:20:47.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.587+0000 7f3ad5ffb700 1 -- 172.21.15.39:0/1570061309 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f3ac0031070 con 0x7f3ad8102f10 2024-06-13T06:20:47.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.790+0000 7f3adef72700 1 -- 172.21.15.39:0/1570061309 --> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f3ad8199fe0 con 0x7f3ac40a2cb0 2024-06-13T06:20:47.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.798+0000 7f3ad5ffb700 1 -- 172.21.15.39:0/1570061309 <== mgr.14152 v2:172.21.15.39:6800/2178314534 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258874 (secure 0 0 0) 0x7f3ad8199fe0 con 0x7f3ac40a2cb0 2024-06-13T06:20:47.802 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:20:47.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.802+0000 7f3adef72700 1 -- 172.21.15.39:0/1570061309 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f3ac40a2cb0 msgr2=0x7f3ac40a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:47.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.802+0000 7f3adef72700 1 --2- 172.21.15.39:0/1570061309 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f3ac40a2cb0 0x7f3ac40a5170 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f3ac8009550 tx=0x7f3ac80091b0 comp rx=0 tx=0).stop 2024-06-13T06:20:47.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.802+0000 7f3adef72700 1 -- 172.21.15.39:0/1570061309 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3ad8102f10 msgr2=0x7f3ad819ee30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:47.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.802+0000 7f3adef72700 1 --2- 172.21.15.39:0/1570061309 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3ad8102f10 0x7f3ad819ee30 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f3ac0005910 tx=0x7f3ac00047b0 comp rx=0 tx=0).stop 2024-06-13T06:20:47.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.802+0000 7f3adef72700 1 -- 172.21.15.39:0/1570061309 shutdown_connections 2024-06-13T06:20:47.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.802+0000 7f3adef72700 1 --2- 172.21.15.39:0/1570061309 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f3ac40a2cb0 0x7f3ac40a5170 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:47.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.802+0000 7f3adef72700 1 --2- 172.21.15.39:0/1570061309 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3ad81084f0 0x7f3ad8198ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:47.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.802+0000 7f3adef72700 1 --2- 172.21.15.39:0/1570061309 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f3ad8102550 0x7f3ad819e8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:47.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.802+0000 7f3adef72700 1 --2- 172.21.15.39:0/1570061309 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3ad8102f10 0x7f3ad819ee30 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:47.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.802+0000 7f3adef72700 1 -- 172.21.15.39:0/1570061309 >> 172.21.15.39:0/1570061309 conn(0x7f3ad8079650 msgr2=0x7f3ad81005a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:20:47.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.802+0000 7f3adef72700 1 -- 172.21.15.39:0/1570061309 shutdown_connections 2024-06-13T06:20:47.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:47.802+0000 7f3adef72700 1 -- 172.21.15.39:0/1570061309 wait complete. 2024-06-13T06:20:47.805 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-06-13T06:20:47.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:47 smithi039 ceph-mon[32479]: osdmap e91: 12 total, 12 up, 12 in 2024-06-13T06:20:47.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:47 smithi149 ceph-mon[36963]: osdmap e91: 12 total, 12 up, 12 in 2024-06-13T06:20:48.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:47 smithi096 ceph-mon[36532]: osdmap e91: 12 total, 12 up, 12 in 2024-06-13T06:20:48.493 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":322,"stamp":"2024-06-13T06:20:46.864952+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":649943,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":292,"num_read_kb":260,"num_write":345,"num_write_kb":3044,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":275,"ondisk_log_size":275,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":377588,"kb_used_data":11796,"kb_used_omap":18,"kb_used_meta":365677,"kb_avail":1124564236,"statfs":{"total":1151940427776,"available":1151553777664,"internally_reserved":0,"allocated":12079104,"data_stored":7534039,"data_compressed":109329,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":19143,"internal_metadata":374453561},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":12868,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":36,"num_read_kb":33,"num_write":16,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002078"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.349289+0000","last_change":"2024-06-13T06:20:03.343987+0000","last_active":"2024-06-13T06:20:05.349289+0000","last_peered":"2024-06-13T06:20:05.349289+0000","last_clean":"2024-06-13T06:20:05.349289+0000","last_became_active":"2024-06-13T06:20:03.342882+0000","last_became_peered":"2024-06-13T06:20:03.342882+0000","last_unstale":"2024-06-13T06:20:05.349289+0000","last_undegraded":"2024-06-13T06:20:05.349289+0000","last_fullsized":"2024-06-13T06:20:05.349289+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:00:28.313895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.347850+0000","last_change":"2024-06-13T06:20:03.336296+0000","last_active":"2024-06-13T06:20:05.347850+0000","last_peered":"2024-06-13T06:20:05.347850+0000","last_clean":"2024-06-13T06:20:05.347850+0000","last_became_active":"2024-06-13T06:20:03.334364+0000","last_became_peered":"2024-06-13T06:20:03.334364+0000","last_unstale":"2024-06-13T06:20:05.347850+0000","last_undegraded":"2024-06-13T06:20:05.347850+0000","last_fullsized":"2024-06-13T06:20:05.347850+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:59:15.005507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.348636+0000","last_change":"2024-06-13T06:20:03.338671+0000","last_active":"2024-06-13T06:20:05.348636+0000","last_peered":"2024-06-13T06:20:05.348636+0000","last_clean":"2024-06-13T06:20:05.348636+0000","last_became_active":"2024-06-13T06:20:03.338349+0000","last_became_peered":"2024-06-13T06:20:03.338349+0000","last_unstale":"2024-06-13T06:20:05.348636+0000","last_undegraded":"2024-06-13T06:20:05.348636+0000","last_fullsized":"2024-06-13T06:20:05.348636+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:15:04.858980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.344390+0000","last_change":"2024-06-13T06:20:03.342826+0000","last_active":"2024-06-13T06:20:05.344390+0000","last_peered":"2024-06-13T06:20:05.344390+0000","last_clean":"2024-06-13T06:20:05.344390+0000","last_became_active":"2024-06-13T06:20:03.341981+0000","last_became_peered":"2024-06-13T06:20:03.341981+0000","last_unstale":"2024-06-13T06:20:05.344390+0000","last_undegraded":"2024-06-13T06:20:05.344390+0000","last_fullsized":"2024-06-13T06:20:05.344390+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:36:49.891361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.343559+0000","last_change":"2024-06-13T06:20:03.329030+0000","last_active":"2024-06-13T06:20:05.343559+0000","last_peered":"2024-06-13T06:20:05.343559+0000","last_clean":"2024-06-13T06:20:05.343559+0000","last_became_active":"2024-06-13T06:20:03.328612+0000","last_became_peered":"2024-06-13T06:20:03.328612+0000","last_unstale":"2024-06-13T06:20:05.343559+0000","last_undegraded":"2024-06-13T06:20:05.343559+0000","last_fullsized":"2024-06-13T06:20:05.343559+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:52:50.291953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.343639+0000","last_change":"2024-06-13T06:20:03.334343+0000","last_active":"2024-06-13T06:20:05.343639+0000","last_peered":"2024-06-13T06:20:05.343639+0000","last_clean":"2024-06-13T06:20:05.343639+0000","last_became_active":"2024-06-13T06:20:03.330414+0000","last_became_peered":"2024-06-13T06:20:03.330414+0000","last_unstale":"2024-06-13T06:20:05.343639+0000","last_undegraded":"2024-06-13T06:20:05.343639+0000","last_fullsized":"2024-06-13T06:20:05.343639+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:21:18.560333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.329012+0000","last_change":"2024-06-13T06:20:03.334741+0000","last_active":"2024-06-13T06:20:05.329012+0000","last_peered":"2024-06-13T06:20:05.329012+0000","last_clean":"2024-06-13T06:20:05.329012+0000","last_became_active":"2024-06-13T06:20:03.334298+0000","last_became_peered":"2024-06-13T06:20:03.334298+0000","last_unstale":"2024-06-13T06:20:05.329012+0000","last_undegraded":"2024-06-13T06:20:05.329012+0000","last_fullsized":"2024-06-13T06:20:05.329012+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:43:51.283175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.344105+0000","last_change":"2024-06-13T06:20:03.336134+0000","last_active":"2024-06-13T06:20:05.344105+0000","last_peered":"2024-06-13T06:20:05.344105+0000","last_clean":"2024-06-13T06:20:05.344105+0000","last_became_active":"2024-06-13T06:20:03.335757+0000","last_became_peered":"2024-06-13T06:20:03.335757+0000","last_unstale":"2024-06-13T06:20:05.344105+0000","last_undegraded":"2024-06-13T06:20:05.344105+0000","last_fullsized":"2024-06-13T06:20:05.344105+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:33:07.065159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.347273+0000","last_change":"2024-06-13T06:20:03.343850+0000","last_active":"2024-06-13T06:20:05.347273+0000","last_peered":"2024-06-13T06:20:05.347273+0000","last_clean":"2024-06-13T06:20:05.347273+0000","last_became_active":"2024-06-13T06:20:03.343193+0000","last_became_peered":"2024-06-13T06:20:03.343193+0000","last_unstale":"2024-06-13T06:20:05.347273+0000","last_undegraded":"2024-06-13T06:20:05.347273+0000","last_fullsized":"2024-06-13T06:20:05.347273+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:56:29.196925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.344488+0000","last_change":"2024-06-13T06:20:03.337544+0000","last_active":"2024-06-13T06:20:05.344488+0000","last_peered":"2024-06-13T06:20:05.344488+0000","last_clean":"2024-06-13T06:20:05.344488+0000","last_became_active":"2024-06-13T06:20:03.337065+0000","last_became_peered":"2024-06-13T06:20:03.337065+0000","last_unstale":"2024-06-13T06:20:05.344488+0000","last_undegraded":"2024-06-13T06:20:05.344488+0000","last_fullsized":"2024-06-13T06:20:05.344488+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:53:31.035251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.329330+0000","last_change":"2024-06-13T06:20:03.333522+0000","last_active":"2024-06-13T06:20:05.329330+0000","last_peered":"2024-06-13T06:20:05.329330+0000","last_clean":"2024-06-13T06:20:05.329330+0000","last_became_active":"2024-06-13T06:20:03.332459+0000","last_became_peered":"2024-06-13T06:20:03.332459+0000","last_unstale":"2024-06-13T06:20:05.329330+0000","last_undegraded":"2024-06-13T06:20:05.329330+0000","last_fullsized":"2024-06-13T06:20:05.329330+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:34:52.811985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.344207+0000","last_change":"2024-06-13T06:20:03.337109+0000","last_active":"2024-06-13T06:20:05.344207+0000","last_peered":"2024-06-13T06:20:05.344207+0000","last_clean":"2024-06-13T06:20:05.344207+0000","last_became_active":"2024-06-13T06:20:03.336757+0000","last_became_peered":"2024-06-13T06:20:03.336757+0000","last_unstale":"2024-06-13T06:20:05.344207+0000","last_undegraded":"2024-06-13T06:20:05.344207+0000","last_fullsized":"2024-06-13T06:20:05.344207+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T07:37:54.150456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.344069+0000","last_change":"2024-06-13T06:20:03.340259+0000","last_active":"2024-06-13T06:20:05.344069+0000","last_peered":"2024-06-13T06:20:05.344069+0000","last_clean":"2024-06-13T06:20:05.344069+0000","last_became_active":"2024-06-13T06:20:03.339856+0000","last_became_peered":"2024-06-13T06:20:03.339856+0000","last_unstale":"2024-06-13T06:20:05.344069+0000","last_undegraded":"2024-06-13T06:20:05.344069+0000","last_fullsized":"2024-06-13T06:20:05.344069+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:02:25.797567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.348294+0000","last_change":"2024-06-13T06:20:03.334182+0000","last_active":"2024-06-13T06:20:05.348294+0000","last_peered":"2024-06-13T06:20:05.348294+0000","last_clean":"2024-06-13T06:20:05.348294+0000","last_became_active":"2024-06-13T06:20:03.333795+0000","last_became_peered":"2024-06-13T06:20:03.333795+0000","last_unstale":"2024-06-13T06:20:05.348294+0000","last_undegraded":"2024-06-13T06:20:05.348294+0000","last_fullsized":"2024-06-13T06:20:05.348294+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:52:17.124185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.346980+0000","last_change":"2024-06-13T06:20:03.338071+0000","last_active":"2024-06-13T06:20:05.346980+0000","last_peered":"2024-06-13T06:20:05.346980+0000","last_clean":"2024-06-13T06:20:05.346980+0000","last_became_active":"2024-06-13T06:20:03.337734+0000","last_became_peered":"2024-06-13T06:20:03.337734+0000","last_unstale":"2024-06-13T06:20:05.346980+0000","last_undegraded":"2024-06-13T06:20:05.346980+0000","last_fullsized":"2024-06-13T06:20:05.346980+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:02:34.694790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.346757+0000","last_change":"2024-06-13T06:20:03.339528+0000","last_active":"2024-06-13T06:20:05.346757+0000","last_peered":"2024-06-13T06:20:05.346757+0000","last_clean":"2024-06-13T06:20:05.346757+0000","last_became_active":"2024-06-13T06:20:03.339071+0000","last_became_peered":"2024-06-13T06:20:03.339071+0000","last_unstale":"2024-06-13T06:20:05.346757+0000","last_undegraded":"2024-06-13T06:20:05.346757+0000","last_fullsized":"2024-06-13T06:20:05.346757+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:34:07.705176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.349701+0000","last_change":"2024-06-13T06:20:03.342207+0000","last_active":"2024-06-13T06:20:05.349701+0000","last_peered":"2024-06-13T06:20:05.349701+0000","last_clean":"2024-06-13T06:20:05.349701+0000","last_became_active":"2024-06-13T06:20:03.341869+0000","last_became_peered":"2024-06-13T06:20:03.341869+0000","last_unstale":"2024-06-13T06:20:05.349701+0000","last_undegraded":"2024-06-13T06:20:05.349701+0000","last_fullsized":"2024-06-13T06:20:05.349701+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:21:21.805087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.326512+0000","last_change":"2024-06-13T06:20:03.341255+0000","last_active":"2024-06-13T06:20:05.326512+0000","last_peered":"2024-06-13T06:20:05.326512+0000","last_clean":"2024-06-13T06:20:05.326512+0000","last_became_active":"2024-06-13T06:20:03.340941+0000","last_became_peered":"2024-06-13T06:20:03.340941+0000","last_unstale":"2024-06-13T06:20:05.326512+0000","last_undegraded":"2024-06-13T06:20:05.326512+0000","last_fullsized":"2024-06-13T06:20:05.326512+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:31:26.337845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.327625+0000","last_change":"2024-06-13T06:20:03.336715+0000","last_active":"2024-06-13T06:20:05.327625+0000","last_peered":"2024-06-13T06:20:05.327625+0000","last_clean":"2024-06-13T06:20:05.327625+0000","last_became_active":"2024-06-13T06:20:03.336176+0000","last_became_peered":"2024-06-13T06:20:03.336176+0000","last_unstale":"2024-06-13T06:20:05.327625+0000","last_undegraded":"2024-06-13T06:20:05.327625+0000","last_fullsized":"2024-06-13T06:20:05.327625+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:21:18.751114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'9","reported_seq":32,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:18.531734+0000","last_change":"2024-06-13T06:19:59.566933+0000","last_active":"2024-06-13T06:20:18.531734+0000","last_peered":"2024-06-13T06:20:18.531734+0000","last_clean":"2024-06-13T06:20:18.531734+0000","last_became_active":"2024-06-13T06:19:59.566593+0000","last_became_peered":"2024-06-13T06:19:59.566593+0000","last_unstale":"2024-06-13T06:20:18.531734+0000","last_undegraded":"2024-06-13T06:20:18.531734+0000","last_fullsized":"2024-06-13T06:20:18.531734+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:25:54.806838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.344453+0000","last_change":"2024-06-13T06:20:03.338707+0000","last_active":"2024-06-13T06:20:05.344453+0000","last_peered":"2024-06-13T06:20:05.344453+0000","last_clean":"2024-06-13T06:20:05.344453+0000","last_became_active":"2024-06-13T06:20:03.338400+0000","last_became_peered":"2024-06-13T06:20:03.338400+0000","last_unstale":"2024-06-13T06:20:05.344453+0000","last_undegraded":"2024-06-13T06:20:05.344453+0000","last_fullsized":"2024-06-13T06:20:05.344453+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:51:23.534492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.349219+0000","last_change":"2024-06-13T06:19:59.832788+0000","last_active":"2024-06-13T06:20:05.349219+0000","last_peered":"2024-06-13T06:20:05.349219+0000","last_clean":"2024-06-13T06:20:05.349219+0000","last_became_active":"2024-06-13T06:19:59.832420+0000","last_became_peered":"2024-06-13T06:19:59.832420+0000","last_unstale":"2024-06-13T06:20:05.349219+0000","last_undegraded":"2024-06-13T06:20:05.349219+0000","last_fullsized":"2024-06-13T06:20:05.349219+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:03:48.887324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.348583+0000","last_change":"2024-06-13T06:20:03.337196+0000","last_active":"2024-06-13T06:20:05.348583+0000","last_peered":"2024-06-13T06:20:05.348583+0000","last_clean":"2024-06-13T06:20:05.348583+0000","last_became_active":"2024-06-13T06:20:03.336305+0000","last_became_peered":"2024-06-13T06:20:03.336305+0000","last_unstale":"2024-06-13T06:20:05.348583+0000","last_undegraded":"2024-06-13T06:20:05.348583+0000","last_fullsized":"2024-06-13T06:20:05.348583+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:40:32.365336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"89'4","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:18.531181+0000","last_change":"2024-06-13T06:19:59.566843+0000","last_active":"2024-06-13T06:20:18.531181+0000","last_peered":"2024-06-13T06:20:18.531181+0000","last_clean":"2024-06-13T06:20:18.531181+0000","last_became_active":"2024-06-13T06:19:59.566350+0000","last_became_peered":"2024-06-13T06:19:59.566350+0000","last_unstale":"2024-06-13T06:20:18.531181+0000","last_undegraded":"2024-06-13T06:20:18.531181+0000","last_fullsized":"2024-06-13T06:20:18.531181+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T10:33:35.399966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.347509+0000","last_change":"2024-06-13T06:20:03.339794+0000","last_active":"2024-06-13T06:20:05.347509+0000","last_peered":"2024-06-13T06:20:05.347509+0000","last_clean":"2024-06-13T06:20:05.347509+0000","last_became_active":"2024-06-13T06:20:03.339069+0000","last_became_peered":"2024-06-13T06:20:03.339069+0000","last_unstale":"2024-06-13T06:20:05.347509+0000","last_undegraded":"2024-06-13T06:20:05.347509+0000","last_fullsized":"2024-06-13T06:20:05.347509+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T09:55:26.967193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"89'2","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.351124+0000","last_change":"2024-06-13T06:19:59.566781+0000","last_active":"2024-06-13T06:20:05.351124+0000","last_peered":"2024-06-13T06:20:05.351124+0000","last_clean":"2024-06-13T06:20:05.351124+0000","last_became_active":"2024-06-13T06:19:59.566393+0000","last_became_peered":"2024-06-13T06:19:59.566393+0000","last_unstale":"2024-06-13T06:20:05.351124+0000","last_undegraded":"2024-06-13T06:20:05.351124+0000","last_fullsized":"2024-06-13T06:20:05.351124+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:38:57.311220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.344732+0000","last_change":"2024-06-13T06:20:03.343090+0000","last_active":"2024-06-13T06:20:05.344732+0000","last_peered":"2024-06-13T06:20:05.344732+0000","last_clean":"2024-06-13T06:20:05.344732+0000","last_became_active":"2024-06-13T06:20:03.342752+0000","last_became_peered":"2024-06-13T06:20:03.342752+0000","last_unstale":"2024-06-13T06:20:05.344732+0000","last_undegraded":"2024-06-13T06:20:05.344732+0000","last_fullsized":"2024-06-13T06:20:05.344732+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:11:29.883907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"89'6","reported_seq":52,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:40.356081+0000","last_change":"2024-06-13T06:19:59.565437+0000","last_active":"2024-06-13T06:20:40.356081+0000","last_peered":"2024-06-13T06:20:40.356081+0000","last_clean":"2024-06-13T06:20:40.356081+0000","last_became_active":"2024-06-13T06:19:59.565103+0000","last_became_peered":"2024-06-13T06:19:59.565103+0000","last_unstale":"2024-06-13T06:20:40.356081+0000","last_undegraded":"2024-06-13T06:20:40.356081+0000","last_fullsized":"2024-06-13T06:20:40.356081+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:27:29.531378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1012,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":24,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.343792+0000","last_change":"2024-06-13T06:20:03.334332+0000","last_active":"2024-06-13T06:20:05.343792+0000","last_peered":"2024-06-13T06:20:05.343792+0000","last_clean":"2024-06-13T06:20:05.343792+0000","last_became_active":"2024-06-13T06:20:03.333992+0000","last_became_peered":"2024-06-13T06:20:03.333992+0000","last_unstale":"2024-06-13T06:20:05.343792+0000","last_undegraded":"2024-06-13T06:20:05.343792+0000","last_fullsized":"2024-06-13T06:20:05.343792+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:24:18.966206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"89'3","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:18.530142+0000","last_change":"2024-06-13T06:19:59.566111+0000","last_active":"2024-06-13T06:20:18.530142+0000","last_peered":"2024-06-13T06:20:18.530142+0000","last_clean":"2024-06-13T06:20:18.530142+0000","last_became_active":"2024-06-13T06:19:59.565765+0000","last_became_peered":"2024-06-13T06:19:59.565765+0000","last_unstale":"2024-06-13T06:20:18.530142+0000","last_undegraded":"2024-06-13T06:20:18.530142+0000","last_fullsized":"2024-06-13T06:20:18.530142+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T09:35:32.628229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.343691+0000","last_change":"2024-06-13T06:20:03.343954+0000","last_active":"2024-06-13T06:20:05.343691+0000","last_peered":"2024-06-13T06:20:05.343691+0000","last_clean":"2024-06-13T06:20:05.343691+0000","last_became_active":"2024-06-13T06:20:03.343613+0000","last_became_peered":"2024-06-13T06:20:03.343613+0000","last_unstale":"2024-06-13T06:20:05.343691+0000","last_undegraded":"2024-06-13T06:20:05.343691+0000","last_fullsized":"2024-06-13T06:20:05.343691+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T09:47:47.202376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"89'2","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:18.530711+0000","last_change":"2024-06-13T06:19:59.566446+0000","last_active":"2024-06-13T06:20:18.530711+0000","last_peered":"2024-06-13T06:20:18.530711+0000","last_clean":"2024-06-13T06:20:18.530711+0000","last_became_active":"2024-06-13T06:19:59.566126+0000","last_became_peered":"2024-06-13T06:19:59.566126+0000","last_unstale":"2024-06-13T06:20:18.530711+0000","last_undegraded":"2024-06-13T06:20:18.530711+0000","last_fullsized":"2024-06-13T06:20:18.530711+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:14:20.638560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.344247+0000","last_change":"2024-06-13T06:20:03.331577+0000","last_active":"2024-06-13T06:20:05.344247+0000","last_peered":"2024-06-13T06:20:05.344247+0000","last_clean":"2024-06-13T06:20:05.344247+0000","last_became_active":"2024-06-13T06:20:03.331242+0000","last_became_peered":"2024-06-13T06:20:03.331242+0000","last_unstale":"2024-06-13T06:20:05.344247+0000","last_undegraded":"2024-06-13T06:20:05.344247+0000","last_fullsized":"2024-06-13T06:20:05.344247+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T10:57:41.104192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"89'1","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.343239+0000","last_change":"2024-06-13T06:19:59.563130+0000","last_active":"2024-06-13T06:20:05.343239+0000","last_peered":"2024-06-13T06:20:05.343239+0000","last_clean":"2024-06-13T06:20:05.343239+0000","last_became_active":"2024-06-13T06:19:59.562802+0000","last_became_peered":"2024-06-13T06:19:59.562802+0000","last_unstale":"2024-06-13T06:20:05.343239+0000","last_undegraded":"2024-06-13T06:20:05.343239+0000","last_fullsized":"2024-06-13T06:20:05.343239+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T09:02:56.466761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.326351+0000","last_change":"2024-06-13T06:20:03.328984+0000","last_active":"2024-06-13T06:20:05.326351+0000","last_peered":"2024-06-13T06:20:05.326351+0000","last_clean":"2024-06-13T06:20:05.326351+0000","last_became_active":"2024-06-13T06:20:03.328636+0000","last_became_peered":"2024-06-13T06:20:03.328636+0000","last_unstale":"2024-06-13T06:20:05.326351+0000","last_undegraded":"2024-06-13T06:20:05.326351+0000","last_fullsized":"2024-06-13T06:20:05.326351+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:59:01.886343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"89'3","reported_seq":46,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:40.355422+0000","last_change":"2024-06-13T06:19:59.563969+0000","last_active":"2024-06-13T06:20:40.355422+0000","last_peered":"2024-06-13T06:20:40.355422+0000","last_clean":"2024-06-13T06:20:40.355422+0000","last_became_active":"2024-06-13T06:19:59.563540+0000","last_became_peered":"2024-06-13T06:19:59.563540+0000","last_unstale":"2024-06-13T06:20:40.355422+0000","last_undegraded":"2024-06-13T06:20:40.355422+0000","last_fullsized":"2024-06-13T06:20:40.355422+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:08:42.720303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":21,"num_read_kb":21,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.347296+0000","last_change":"2024-06-13T06:20:03.339984+0000","last_active":"2024-06-13T06:20:05.347296+0000","last_peered":"2024-06-13T06:20:05.347296+0000","last_clean":"2024-06-13T06:20:05.347296+0000","last_became_active":"2024-06-13T06:20:03.336966+0000","last_became_peered":"2024-06-13T06:20:03.336966+0000","last_unstale":"2024-06-13T06:20:05.347296+0000","last_undegraded":"2024-06-13T06:20:05.347296+0000","last_fullsized":"2024-06-13T06:20:05.347296+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:29:17.597264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"89'2","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:17.518274+0000","last_change":"2024-06-13T06:19:59.569760+0000","last_active":"2024-06-13T06:20:17.518274+0000","last_peered":"2024-06-13T06:20:17.518274+0000","last_clean":"2024-06-13T06:20:17.518274+0000","last_became_active":"2024-06-13T06:19:59.569158+0000","last_became_peered":"2024-06-13T06:19:59.569158+0000","last_unstale":"2024-06-13T06:20:17.518274+0000","last_undegraded":"2024-06-13T06:20:17.518274+0000","last_fullsized":"2024-06-13T06:20:17.518274+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:01:05.645534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.348512+0000","last_change":"2024-06-13T06:20:03.333314+0000","last_active":"2024-06-13T06:20:05.348512+0000","last_peered":"2024-06-13T06:20:05.348512+0000","last_clean":"2024-06-13T06:20:05.348512+0000","last_became_active":"2024-06-13T06:20:03.332981+0000","last_became_peered":"2024-06-13T06:20:03.332981+0000","last_unstale":"2024-06-13T06:20:05.348512+0000","last_undegraded":"2024-06-13T06:20:05.348512+0000","last_fullsized":"2024-06-13T06:20:05.348512+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:08:16.319677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"89'4","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:17.515901+0000","last_change":"2024-06-13T06:19:59.833684+0000","last_active":"2024-06-13T06:20:17.515901+0000","last_peered":"2024-06-13T06:20:17.515901+0000","last_clean":"2024-06-13T06:20:17.515901+0000","last_became_active":"2024-06-13T06:19:59.833320+0000","last_became_peered":"2024-06-13T06:19:59.833320+0000","last_unstale":"2024-06-13T06:20:17.515901+0000","last_undegraded":"2024-06-13T06:20:17.515901+0000","last_fullsized":"2024-06-13T06:20:17.515901+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:30:26.385523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.347780+0000","last_change":"2024-06-13T06:20:03.336470+0000","last_active":"2024-06-13T06:20:05.347780+0000","last_peered":"2024-06-13T06:20:05.347780+0000","last_clean":"2024-06-13T06:20:05.347780+0000","last_became_active":"2024-06-13T06:20:03.336052+0000","last_became_peered":"2024-06-13T06:20:03.336052+0000","last_unstale":"2024-06-13T06:20:05.347780+0000","last_undegraded":"2024-06-13T06:20:05.347780+0000","last_fullsized":"2024-06-13T06:20:05.347780+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:34:19.489688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"89'25","reported_seq":96,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:41.360722+0000","last_change":"2024-06-13T06:19:59.567010+0000","last_active":"2024-06-13T06:20:41.360722+0000","last_peered":"2024-06-13T06:20:41.360722+0000","last_clean":"2024-06-13T06:20:41.360722+0000","last_became_active":"2024-06-13T06:19:59.566659+0000","last_became_peered":"2024-06-13T06:19:59.566659+0000","last_unstale":"2024-06-13T06:20:41.360722+0000","last_undegraded":"2024-06-13T06:20:41.360722+0000","last_fullsized":"2024-06-13T06:20:41.360722+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:06:44.123393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54951,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":49,"num_read_kb":77,"num_write":26,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.344762+0000","last_change":"2024-06-13T06:20:03.337067+0000","last_active":"2024-06-13T06:20:05.344762+0000","last_peered":"2024-06-13T06:20:05.344762+0000","last_clean":"2024-06-13T06:20:05.344762+0000","last_became_active":"2024-06-13T06:20:03.336729+0000","last_became_peered":"2024-06-13T06:20:03.336729+0000","last_unstale":"2024-06-13T06:20:05.344762+0000","last_undegraded":"2024-06-13T06:20:05.344762+0000","last_fullsized":"2024-06-13T06:20:05.344762+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:07:06.568324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"89'6","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:18.530406+0000","last_change":"2024-06-13T06:19:59.568177+0000","last_active":"2024-06-13T06:20:18.530406+0000","last_peered":"2024-06-13T06:20:18.530406+0000","last_clean":"2024-06-13T06:20:18.530406+0000","last_became_active":"2024-06-13T06:19:59.567835+0000","last_became_peered":"2024-06-13T06:19:59.567835+0000","last_unstale":"2024-06-13T06:20:18.530406+0000","last_undegraded":"2024-06-13T06:20:18.530406+0000","last_fullsized":"2024-06-13T06:20:18.530406+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:56:12.654336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.343682+0000","last_change":"2024-06-13T06:20:03.328717+0000","last_active":"2024-06-13T06:20:05.343682+0000","last_peered":"2024-06-13T06:20:05.343682+0000","last_clean":"2024-06-13T06:20:05.343682+0000","last_became_active":"2024-06-13T06:20:03.328389+0000","last_became_peered":"2024-06-13T06:20:03.328389+0000","last_unstale":"2024-06-13T06:20:05.343682+0000","last_undegraded":"2024-06-13T06:20:05.343682+0000","last_fullsized":"2024-06-13T06:20:05.343682+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:24:48.044274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"89'3","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:17.517193+0000","last_change":"2024-06-13T06:19:59.563284+0000","last_active":"2024-06-13T06:20:17.517193+0000","last_peered":"2024-06-13T06:20:17.517193+0000","last_clean":"2024-06-13T06:20:17.517193+0000","last_became_active":"2024-06-13T06:19:59.562853+0000","last_became_peered":"2024-06-13T06:19:59.562853+0000","last_unstale":"2024-06-13T06:20:17.517193+0000","last_undegraded":"2024-06-13T06:20:17.517193+0000","last_fullsized":"2024-06-13T06:20:17.517193+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:55:28.776164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.329370+0000","last_change":"2024-06-13T06:20:03.328605+0000","last_active":"2024-06-13T06:20:05.329370+0000","last_peered":"2024-06-13T06:20:05.329370+0000","last_clean":"2024-06-13T06:20:05.329370+0000","last_became_active":"2024-06-13T06:20:03.328179+0000","last_became_peered":"2024-06-13T06:20:03.328179+0000","last_unstale":"2024-06-13T06:20:05.329370+0000","last_undegraded":"2024-06-13T06:20:05.329370+0000","last_fullsized":"2024-06-13T06:20:05.329370+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:29:01.634231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"89'4","reported_seq":51,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:41.356815+0000","last_change":"2024-06-13T06:19:59.567260+0000","last_active":"2024-06-13T06:20:41.356815+0000","last_peered":"2024-06-13T06:20:41.356815+0000","last_clean":"2024-06-13T06:20:41.356815+0000","last_became_active":"2024-06-13T06:19:59.566849+0000","last_became_peered":"2024-06-13T06:19:59.566849+0000","last_unstale":"2024-06-13T06:20:41.356815+0000","last_undegraded":"2024-06-13T06:20:41.356815+0000","last_fullsized":"2024-06-13T06:20:41.356815+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:33:51.864595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":978,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":26,"num_read_kb":4,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.328921+0000","last_change":"2024-06-13T06:20:03.337743+0000","last_active":"2024-06-13T06:20:05.328921+0000","last_peered":"2024-06-13T06:20:05.328921+0000","last_clean":"2024-06-13T06:20:05.328921+0000","last_became_active":"2024-06-13T06:20:03.337302+0000","last_became_peered":"2024-06-13T06:20:03.337302+0000","last_unstale":"2024-06-13T06:20:05.328921+0000","last_undegraded":"2024-06-13T06:20:05.328921+0000","last_fullsized":"2024-06-13T06:20:05.328921+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T10:45:35.834660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"89'15","reported_seq":38,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:18.531965+0000","last_change":"2024-06-13T06:19:59.832932+0000","last_active":"2024-06-13T06:20:18.531965+0000","last_peered":"2024-06-13T06:20:18.531965+0000","last_clean":"2024-06-13T06:20:18.531965+0000","last_became_active":"2024-06-13T06:19:59.832465+0000","last_became_peered":"2024-06-13T06:19:59.832465+0000","last_unstale":"2024-06-13T06:20:18.531965+0000","last_undegraded":"2024-06-13T06:20:18.531965+0000","last_fullsized":"2024-06-13T06:20:18.531965+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:29:33.741869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.344088+0000","last_change":"2024-06-13T06:20:03.343075+0000","last_active":"2024-06-13T06:20:05.344088+0000","last_peered":"2024-06-13T06:20:05.344088+0000","last_clean":"2024-06-13T06:20:05.344088+0000","last_became_active":"2024-06-13T06:20:03.342740+0000","last_became_peered":"2024-06-13T06:20:03.342740+0000","last_unstale":"2024-06-13T06:20:05.344088+0000","last_undegraded":"2024-06-13T06:20:05.344088+0000","last_fullsized":"2024-06-13T06:20:05.344088+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:47:32.212852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:20.526453+0000","last_change":"2024-06-13T06:19:59.568400+0000","last_active":"2024-06-13T06:20:20.526453+0000","last_peered":"2024-06-13T06:20:20.526453+0000","last_clean":"2024-06-13T06:20:20.526453+0000","last_became_active":"2024-06-13T06:19:59.568022+0000","last_became_peered":"2024-06-13T06:19:59.568022+0000","last_unstale":"2024-06-13T06:20:20.526453+0000","last_undegraded":"2024-06-13T06:20:20.526453+0000","last_fullsized":"2024-06-13T06:20:20.526453+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:12:50.513044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.349735+0000","last_change":"2024-06-13T06:20:03.343971+0000","last_active":"2024-06-13T06:20:05.349735+0000","last_peered":"2024-06-13T06:20:05.349735+0000","last_clean":"2024-06-13T06:20:05.349735+0000","last_became_active":"2024-06-13T06:20:03.343617+0000","last_became_peered":"2024-06-13T06:20:03.343617+0000","last_unstale":"2024-06-13T06:20:05.349735+0000","last_undegraded":"2024-06-13T06:20:05.349735+0000","last_fullsized":"2024-06-13T06:20:05.349735+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:41:45.012570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.326568+0000","last_change":"2024-06-13T06:19:59.834736+0000","last_active":"2024-06-13T06:20:05.326568+0000","last_peered":"2024-06-13T06:20:05.326568+0000","last_clean":"2024-06-13T06:20:05.326568+0000","last_became_active":"2024-06-13T06:19:59.834303+0000","last_became_peered":"2024-06-13T06:19:59.834303+0000","last_unstale":"2024-06-13T06:20:05.326568+0000","last_undegraded":"2024-06-13T06:20:05.326568+0000","last_fullsized":"2024-06-13T06:20:05.326568+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:59:39.930975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"89'1","reported_seq":17,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:07.001868+0000","last_change":"2024-06-13T06:20:03.329695+0000","last_active":"2024-06-13T06:20:07.001868+0000","last_peered":"2024-06-13T06:20:07.001868+0000","last_clean":"2024-06-13T06:20:07.001868+0000","last_became_active":"2024-06-13T06:20:03.329358+0000","last_became_peered":"2024-06-13T06:20:03.329358+0000","last_unstale":"2024-06-13T06:20:07.001868+0000","last_undegraded":"2024-06-13T06:20:07.001868+0000","last_fullsized":"2024-06-13T06:20:07.001868+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:15:14.603421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"89'1","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.329433+0000","last_change":"2024-06-13T06:19:59.563944+0000","last_active":"2024-06-13T06:20:05.329433+0000","last_peered":"2024-06-13T06:20:05.329433+0000","last_clean":"2024-06-13T06:20:05.329433+0000","last_became_active":"2024-06-13T06:19:59.563594+0000","last_became_peered":"2024-06-13T06:19:59.563594+0000","last_unstale":"2024-06-13T06:20:05.329433+0000","last_undegraded":"2024-06-13T06:20:05.329433+0000","last_fullsized":"2024-06-13T06:20:05.329433+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:51:42.929079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.343322+0000","last_change":"2024-06-13T06:20:03.336182+0000","last_active":"2024-06-13T06:20:05.343322+0000","last_peered":"2024-06-13T06:20:05.343322+0000","last_clean":"2024-06-13T06:20:05.343322+0000","last_became_active":"2024-06-13T06:20:03.335500+0000","last_became_peered":"2024-06-13T06:20:03.335500+0000","last_unstale":"2024-06-13T06:20:05.343322+0000","last_undegraded":"2024-06-13T06:20:05.343322+0000","last_fullsized":"2024-06-13T06:20:05.343322+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T07:32:13.613578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.343853+0000","last_change":"2024-06-13T06:20:03.343894+0000","last_active":"2024-06-13T06:20:05.343853+0000","last_peered":"2024-06-13T06:20:05.343853+0000","last_clean":"2024-06-13T06:20:05.343853+0000","last_became_active":"2024-06-13T06:20:03.343575+0000","last_became_peered":"2024-06-13T06:20:03.343575+0000","last_unstale":"2024-06-13T06:20:05.343853+0000","last_undegraded":"2024-06-13T06:20:05.343853+0000","last_fullsized":"2024-06-13T06:20:05.343853+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T07:54:21.826109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"89'4","reported_seq":49,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:42.357692+0000","last_change":"2024-06-13T06:19:59.832754+0000","last_active":"2024-06-13T06:20:42.357692+0000","last_peered":"2024-06-13T06:20:42.357692+0000","last_clean":"2024-06-13T06:20:42.357692+0000","last_became_active":"2024-06-13T06:19:59.832361+0000","last_became_peered":"2024-06-13T06:19:59.832361+0000","last_unstale":"2024-06-13T06:20:42.357692+0000","last_undegraded":"2024-06-13T06:20:42.357692+0000","last_fullsized":"2024-06-13T06:20:42.357692+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:02:58.350573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":23,"num_read_kb":23,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.344321+0000","last_change":"2024-06-13T06:20:03.337841+0000","last_active":"2024-06-13T06:20:05.344321+0000","last_peered":"2024-06-13T06:20:05.344321+0000","last_clean":"2024-06-13T06:20:05.344321+0000","last_became_active":"2024-06-13T06:20:03.337281+0000","last_became_peered":"2024-06-13T06:20:03.337281+0000","last_unstale":"2024-06-13T06:20:05.344321+0000","last_undegraded":"2024-06-13T06:20:05.344321+0000","last_fullsized":"2024-06-13T06:20:05.344321+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:16:30.838399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'3","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:21.324941+0000","last_change":"2024-06-13T06:19:59.568277+0000","last_active":"2024-06-13T06:20:21.324941+0000","last_peered":"2024-06-13T06:20:21.324941+0000","last_clean":"2024-06-13T06:20:21.324941+0000","last_became_active":"2024-06-13T06:19:59.567541+0000","last_became_peered":"2024-06-13T06:19:59.567541+0000","last_unstale":"2024-06-13T06:20:21.324941+0000","last_undegraded":"2024-06-13T06:20:21.324941+0000","last_fullsized":"2024-06-13T06:20:21.324941+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:47:54.915305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":354,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.328977+0000","last_change":"2024-06-13T06:18:34.317390+0000","last_active":"2024-06-13T06:20:05.328977+0000","last_peered":"2024-06-13T06:20:05.328977+0000","last_clean":"2024-06-13T06:20:05.328977+0000","last_became_active":"2024-06-13T06:18:34.317005+0000","last_became_peered":"2024-06-13T06:18:34.317005+0000","last_unstale":"2024-06-13T06:20:05.328977+0000","last_undegraded":"2024-06-13T06:20:05.328977+0000","last_fullsized":"2024-06-13T06:20:05.328977+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:15:09.350365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:15:09.350365+0000","last_clean_scrub_stamp":"2024-06-13T06:15:09.350365+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:14:34.164625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.343547+0000","last_change":"2024-06-13T06:20:03.340336+0000","last_active":"2024-06-13T06:20:05.343547+0000","last_peered":"2024-06-13T06:20:05.343547+0000","last_clean":"2024-06-13T06:20:05.343547+0000","last_became_active":"2024-06-13T06:20:03.340009+0000","last_became_peered":"2024-06-13T06:20:03.340009+0000","last_unstale":"2024-06-13T06:20:05.343547+0000","last_undegraded":"2024-06-13T06:20:05.343547+0000","last_fullsized":"2024-06-13T06:20:05.343547+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:33:40.983600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'3","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:18.530200+0000","last_change":"2024-06-13T06:19:59.567443+0000","last_active":"2024-06-13T06:20:18.530200+0000","last_peered":"2024-06-13T06:20:18.530200+0000","last_clean":"2024-06-13T06:20:18.530200+0000","last_became_active":"2024-06-13T06:19:59.567072+0000","last_became_peered":"2024-06-13T06:19:59.567072+0000","last_unstale":"2024-06-13T06:20:18.530200+0000","last_undegraded":"2024-06-13T06:20:18.530200+0000","last_fullsized":"2024-06-13T06:20:18.530200+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:44:35.300398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"89'1","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:17.517688+0000","last_change":"2024-06-13T06:19:59.834172+0000","last_active":"2024-06-13T06:20:17.517688+0000","last_peered":"2024-06-13T06:20:17.517688+0000","last_clean":"2024-06-13T06:20:17.517688+0000","last_became_active":"2024-06-13T06:19:59.833438+0000","last_became_peered":"2024-06-13T06:19:59.833438+0000","last_unstale":"2024-06-13T06:20:17.517688+0000","last_undegraded":"2024-06-13T06:20:17.517688+0000","last_fullsized":"2024-06-13T06:20:17.517688+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:25:57.760729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.343777+0000","last_change":"2024-06-13T06:20:03.337636+0000","last_active":"2024-06-13T06:20:05.343777+0000","last_peered":"2024-06-13T06:20:05.343777+0000","last_clean":"2024-06-13T06:20:05.343777+0000","last_became_active":"2024-06-13T06:20:03.336962+0000","last_became_peered":"2024-06-13T06:20:03.336962+0000","last_unstale":"2024-06-13T06:20:05.343777+0000","last_undegraded":"2024-06-13T06:20:05.343777+0000","last_fullsized":"2024-06-13T06:20:05.343777+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:52:01.089591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"89'11","reported_seq":33,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:42.344986+0000","last_change":"2024-06-13T06:19:59.566778+0000","last_active":"2024-06-13T06:20:42.344986+0000","last_peered":"2024-06-13T06:20:42.344986+0000","last_clean":"2024-06-13T06:20:42.344986+0000","last_became_active":"2024-06-13T06:19:59.566406+0000","last_became_peered":"2024-06-13T06:19:59.566406+0000","last_unstale":"2024-06-13T06:20:42.344986+0000","last_undegraded":"2024-06-13T06:20:42.344986+0000","last_fullsized":"2024-06-13T06:20:42.344986+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:47:38.813218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.346144+0000","last_change":"2024-06-13T06:20:03.332327+0000","last_active":"2024-06-13T06:20:05.346144+0000","last_peered":"2024-06-13T06:20:05.346144+0000","last_clean":"2024-06-13T06:20:05.346144+0000","last_became_active":"2024-06-13T06:20:03.332012+0000","last_became_peered":"2024-06-13T06:20:03.332012+0000","last_unstale":"2024-06-13T06:20:05.346144+0000","last_undegraded":"2024-06-13T06:20:05.346144+0000","last_fullsized":"2024-06-13T06:20:05.346144+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:40:31.752929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"89'4","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:17.517818+0000","last_change":"2024-06-13T06:19:59.871364+0000","last_active":"2024-06-13T06:20:17.517818+0000","last_peered":"2024-06-13T06:20:17.517818+0000","last_clean":"2024-06-13T06:20:17.517818+0000","last_became_active":"2024-06-13T06:19:59.870977+0000","last_became_peered":"2024-06-13T06:19:59.870977+0000","last_unstale":"2024-06-13T06:20:17.517818+0000","last_undegraded":"2024-06-13T06:20:17.517818+0000","last_fullsized":"2024-06-13T06:20:17.517818+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T10:13:06.882931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.348018+0000","last_change":"2024-06-13T06:20:03.326400+0000","last_active":"2024-06-13T06:20:05.348018+0000","last_peered":"2024-06-13T06:20:05.348018+0000","last_clean":"2024-06-13T06:20:05.348018+0000","last_became_active":"2024-06-13T06:20:03.326056+0000","last_became_peered":"2024-06-13T06:20:03.326056+0000","last_unstale":"2024-06-13T06:20:05.348018+0000","last_undegraded":"2024-06-13T06:20:05.348018+0000","last_fullsized":"2024-06-13T06:20:05.348018+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T10:55:37.627614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:17.518563+0000","last_change":"2024-06-13T06:19:59.832873+0000","last_active":"2024-06-13T06:20:17.518563+0000","last_peered":"2024-06-13T06:20:17.518563+0000","last_clean":"2024-06-13T06:20:17.518563+0000","last_became_active":"2024-06-13T06:19:59.832564+0000","last_became_peered":"2024-06-13T06:19:59.832564+0000","last_unstale":"2024-06-13T06:20:17.518563+0000","last_undegraded":"2024-06-13T06:20:17.518563+0000","last_fullsized":"2024-06-13T06:20:17.518563+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:59:09.301487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.343563+0000","last_change":"2024-06-13T06:20:03.338608+0000","last_active":"2024-06-13T06:20:05.343563+0000","last_peered":"2024-06-13T06:20:05.343563+0000","last_clean":"2024-06-13T06:20:05.343563+0000","last_became_active":"2024-06-13T06:20:03.338223+0000","last_became_peered":"2024-06-13T06:20:03.338223+0000","last_unstale":"2024-06-13T06:20:05.343563+0000","last_undegraded":"2024-06-13T06:20:05.343563+0000","last_fullsized":"2024-06-13T06:20:05.343563+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T10:48:40.962563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"89'3","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:17.518617+0000","last_change":"2024-06-13T06:19:59.564731+0000","last_active":"2024-06-13T06:20:17.518617+0000","last_peered":"2024-06-13T06:20:17.518617+0000","last_clean":"2024-06-13T06:20:17.518617+0000","last_became_active":"2024-06-13T06:19:59.564374+0000","last_became_peered":"2024-06-13T06:19:59.564374+0000","last_unstale":"2024-06-13T06:20:17.518617+0000","last_undegraded":"2024-06-13T06:20:17.518617+0000","last_fullsized":"2024-06-13T06:20:17.518617+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:29:27.565821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.349464+0000","last_change":"2024-06-13T06:20:03.338192+0000","last_active":"2024-06-13T06:20:05.349464+0000","last_peered":"2024-06-13T06:20:05.349464+0000","last_clean":"2024-06-13T06:20:05.349464+0000","last_became_active":"2024-06-13T06:20:03.337623+0000","last_became_peered":"2024-06-13T06:20:03.337623+0000","last_unstale":"2024-06-13T06:20:05.349464+0000","last_undegraded":"2024-06-13T06:20:05.349464+0000","last_fullsized":"2024-06-13T06:20:05.349464+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:46:51.514946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"89'1","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.327646+0000","last_change":"2024-06-13T06:19:59.566729+0000","last_active":"2024-06-13T06:20:05.327646+0000","last_peered":"2024-06-13T06:20:05.327646+0000","last_clean":"2024-06-13T06:20:05.327646+0000","last_became_active":"2024-06-13T06:19:59.564788+0000","last_became_peered":"2024-06-13T06:19:59.564788+0000","last_unstale":"2024-06-13T06:20:05.327646+0000","last_undegraded":"2024-06-13T06:20:05.327646+0000","last_fullsized":"2024-06-13T06:20:05.327646+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:40:23.359074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.344513+0000","last_change":"2024-06-13T06:20:03.333924+0000","last_active":"2024-06-13T06:20:05.344513+0000","last_peered":"2024-06-13T06:20:05.344513+0000","last_clean":"2024-06-13T06:20:05.344513+0000","last_became_active":"2024-06-13T06:20:03.333591+0000","last_became_peered":"2024-06-13T06:20:03.333591+0000","last_unstale":"2024-06-13T06:20:05.344513+0000","last_undegraded":"2024-06-13T06:20:05.344513+0000","last_fullsized":"2024-06-13T06:20:05.344513+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T07:09:33.075835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:17.518600+0000","last_change":"2024-06-13T06:19:59.569485+0000","last_active":"2024-06-13T06:20:17.518600+0000","last_peered":"2024-06-13T06:20:17.518600+0000","last_clean":"2024-06-13T06:20:17.518600+0000","last_became_active":"2024-06-13T06:19:59.569083+0000","last_became_peered":"2024-06-13T06:19:59.569083+0000","last_unstale":"2024-06-13T06:20:17.518600+0000","last_undegraded":"2024-06-13T06:20:17.518600+0000","last_fullsized":"2024-06-13T06:20:17.518600+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T07:54:39.027326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.329529+0000","last_change":"2024-06-13T06:20:03.332895+0000","last_active":"2024-06-13T06:20:05.329529+0000","last_peered":"2024-06-13T06:20:05.329529+0000","last_clean":"2024-06-13T06:20:05.329529+0000","last_became_active":"2024-06-13T06:20:03.332522+0000","last_became_peered":"2024-06-13T06:20:03.332522+0000","last_unstale":"2024-06-13T06:20:05.329529+0000","last_undegraded":"2024-06-13T06:20:05.329529+0000","last_fullsized":"2024-06-13T06:20:05.329529+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:06:52.386940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"89'3","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:18.531225+0000","last_change":"2024-06-13T06:19:59.871273+0000","last_active":"2024-06-13T06:20:18.531225+0000","last_peered":"2024-06-13T06:20:18.531225+0000","last_clean":"2024-06-13T06:20:18.531225+0000","last_became_active":"2024-06-13T06:19:59.870771+0000","last_became_peered":"2024-06-13T06:19:59.870771+0000","last_unstale":"2024-06-13T06:20:18.531225+0000","last_undegraded":"2024-06-13T06:20:18.531225+0000","last_fullsized":"2024-06-13T06:20:18.531225+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T07:38:23.253801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.329606+0000","last_change":"2024-06-13T06:20:03.333799+0000","last_active":"2024-06-13T06:20:05.329606+0000","last_peered":"2024-06-13T06:20:05.329606+0000","last_clean":"2024-06-13T06:20:05.329606+0000","last_became_active":"2024-06-13T06:20:03.333149+0000","last_became_peered":"2024-06-13T06:20:03.333149+0000","last_unstale":"2024-06-13T06:20:05.329606+0000","last_undegraded":"2024-06-13T06:20:05.329606+0000","last_fullsized":"2024-06-13T06:20:05.329606+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:38:16.776173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"89'1","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.349588+0000","last_change":"2024-06-13T06:19:59.561434+0000","last_active":"2024-06-13T06:20:05.349588+0000","last_peered":"2024-06-13T06:20:05.349588+0000","last_clean":"2024-06-13T06:20:05.349588+0000","last_became_active":"2024-06-13T06:19:59.561076+0000","last_became_peered":"2024-06-13T06:19:59.561076+0000","last_unstale":"2024-06-13T06:20:05.349588+0000","last_undegraded":"2024-06-13T06:20:05.349588+0000","last_fullsized":"2024-06-13T06:20:05.349588+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:50:10.441166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"89'1","reported_seq":17,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.329328+0000","last_change":"2024-06-13T06:20:03.338390+0000","last_active":"2024-06-13T06:20:05.329328+0000","last_peered":"2024-06-13T06:20:05.329328+0000","last_clean":"2024-06-13T06:20:05.329328+0000","last_became_active":"2024-06-13T06:20:03.338000+0000","last_became_peered":"2024-06-13T06:20:03.338000+0000","last_unstale":"2024-06-13T06:20:05.329328+0000","last_undegraded":"2024-06-13T06:20:05.329328+0000","last_fullsized":"2024-06-13T06:20:05.329328+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T09:46:54.335030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"89'2","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.347504+0000","last_change":"2024-06-13T06:19:59.565675+0000","last_active":"2024-06-13T06:20:05.347504+0000","last_peered":"2024-06-13T06:20:05.347504+0000","last_clean":"2024-06-13T06:20:05.347504+0000","last_became_active":"2024-06-13T06:19:59.565257+0000","last_became_peered":"2024-06-13T06:19:59.565257+0000","last_unstale":"2024-06-13T06:20:05.347504+0000","last_undegraded":"2024-06-13T06:20:05.347504+0000","last_fullsized":"2024-06-13T06:20:05.347504+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T09:48:58.013179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.329605+0000","last_change":"2024-06-13T06:20:03.335204+0000","last_active":"2024-06-13T06:20:05.329605+0000","last_peered":"2024-06-13T06:20:05.329605+0000","last_clean":"2024-06-13T06:20:05.329605+0000","last_became_active":"2024-06-13T06:20:03.334589+0000","last_became_peered":"2024-06-13T06:20:03.334589+0000","last_unstale":"2024-06-13T06:20:05.329605+0000","last_undegraded":"2024-06-13T06:20:05.329605+0000","last_fullsized":"2024-06-13T06:20:05.329605+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:49:37.493543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.349965+0000","last_change":"2024-06-13T06:20:03.339546+0000","last_active":"2024-06-13T06:20:05.349965+0000","last_peered":"2024-06-13T06:20:05.349965+0000","last_clean":"2024-06-13T06:20:05.349965+0000","last_became_active":"2024-06-13T06:20:03.339182+0000","last_became_peered":"2024-06-13T06:20:03.339182+0000","last_unstale":"2024-06-13T06:20:05.349965+0000","last_undegraded":"2024-06-13T06:20:05.349965+0000","last_fullsized":"2024-06-13T06:20:05.349965+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:08:36.171459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.327164+0000","last_change":"2024-06-13T06:20:03.344781+0000","last_active":"2024-06-13T06:20:05.327164+0000","last_peered":"2024-06-13T06:20:05.327164+0000","last_clean":"2024-06-13T06:20:05.327164+0000","last_became_active":"2024-06-13T06:20:03.343968+0000","last_became_peered":"2024-06-13T06:20:03.343968+0000","last_unstale":"2024-06-13T06:20:05.327164+0000","last_undegraded":"2024-06-13T06:20:05.327164+0000","last_fullsized":"2024-06-13T06:20:05.327164+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:27:36.929737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.327590+0000","last_change":"2024-06-13T06:20:03.333802+0000","last_active":"2024-06-13T06:20:05.327590+0000","last_peered":"2024-06-13T06:20:05.327590+0000","last_clean":"2024-06-13T06:20:05.327590+0000","last_became_active":"2024-06-13T06:20:03.333463+0000","last_became_peered":"2024-06-13T06:20:03.333463+0000","last_unstale":"2024-06-13T06:20:05.327590+0000","last_undegraded":"2024-06-13T06:20:05.327590+0000","last_fullsized":"2024-06-13T06:20:05.327590+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:01:43.704543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.347386+0000","last_change":"2024-06-13T06:20:03.328963+0000","last_active":"2024-06-13T06:20:05.347386+0000","last_peered":"2024-06-13T06:20:05.347386+0000","last_clean":"2024-06-13T06:20:05.347386+0000","last_became_active":"2024-06-13T06:20:03.327919+0000","last_became_peered":"2024-06-13T06:20:03.327919+0000","last_unstale":"2024-06-13T06:20:05.347386+0000","last_undegraded":"2024-06-13T06:20:05.347386+0000","last_fullsized":"2024-06-13T06:20:05.347386+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:21:01.096356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.343849+0000","last_change":"2024-06-13T06:20:03.332528+0000","last_active":"2024-06-13T06:20:05.343849+0000","last_peered":"2024-06-13T06:20:05.343849+0000","last_clean":"2024-06-13T06:20:05.343849+0000","last_became_active":"2024-06-13T06:20:03.332184+0000","last_became_peered":"2024-06-13T06:20:03.332184+0000","last_unstale":"2024-06-13T06:20:05.343849+0000","last_undegraded":"2024-06-13T06:20:05.343849+0000","last_fullsized":"2024-06-13T06:20:05.343849+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:37:57.879546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.349382+0000","last_change":"2024-06-13T06:20:03.341100+0000","last_active":"2024-06-13T06:20:05.349382+0000","last_peered":"2024-06-13T06:20:05.349382+0000","last_clean":"2024-06-13T06:20:05.349382+0000","last_became_active":"2024-06-13T06:20:03.340775+0000","last_became_peered":"2024-06-13T06:20:03.340775+0000","last_unstale":"2024-06-13T06:20:05.349382+0000","last_undegraded":"2024-06-13T06:20:05.349382+0000","last_fullsized":"2024-06-13T06:20:05.349382+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:59:21.262970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.327496+0000","last_change":"2024-06-13T06:20:03.342535+0000","last_active":"2024-06-13T06:20:05.327496+0000","last_peered":"2024-06-13T06:20:05.327496+0000","last_clean":"2024-06-13T06:20:05.327496+0000","last_became_active":"2024-06-13T06:20:03.342078+0000","last_became_peered":"2024-06-13T06:20:03.342078+0000","last_unstale":"2024-06-13T06:20:05.327496+0000","last_undegraded":"2024-06-13T06:20:05.327496+0000","last_fullsized":"2024-06-13T06:20:05.327496+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:55:31.208484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.344979+0000","last_change":"2024-06-13T06:20:03.339638+0000","last_active":"2024-06-13T06:20:05.344979+0000","last_peered":"2024-06-13T06:20:05.344979+0000","last_clean":"2024-06-13T06:20:05.344979+0000","last_became_active":"2024-06-13T06:20:03.339326+0000","last_became_peered":"2024-06-13T06:20:03.339326+0000","last_unstale":"2024-06-13T06:20:05.344979+0000","last_undegraded":"2024-06-13T06:20:05.344979+0000","last_fullsized":"2024-06-13T06:20:05.344979+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:21:11.289793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.343242+0000","last_change":"2024-06-13T06:20:03.337506+0000","last_active":"2024-06-13T06:20:05.343242+0000","last_peered":"2024-06-13T06:20:05.343242+0000","last_clean":"2024-06-13T06:20:05.343242+0000","last_became_active":"2024-06-13T06:20:03.336692+0000","last_became_peered":"2024-06-13T06:20:03.336692+0000","last_unstale":"2024-06-13T06:20:05.343242+0000","last_undegraded":"2024-06-13T06:20:05.343242+0000","last_fullsized":"2024-06-13T06:20:05.343242+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:10:08.655549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.343482+0000","last_change":"2024-06-13T06:20:03.337973+0000","last_active":"2024-06-13T06:20:05.343482+0000","last_peered":"2024-06-13T06:20:05.343482+0000","last_clean":"2024-06-13T06:20:05.343482+0000","last_became_active":"2024-06-13T06:20:03.337601+0000","last_became_peered":"2024-06-13T06:20:03.337601+0000","last_unstale":"2024-06-13T06:20:05.343482+0000","last_undegraded":"2024-06-13T06:20:05.343482+0000","last_fullsized":"2024-06-13T06:20:05.343482+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:22:13.204173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.347306+0000","last_change":"2024-06-13T06:20:03.340835+0000","last_active":"2024-06-13T06:20:05.347306+0000","last_peered":"2024-06-13T06:20:05.347306+0000","last_clean":"2024-06-13T06:20:05.347306+0000","last_became_active":"2024-06-13T06:20:03.340449+0000","last_became_peered":"2024-06-13T06:20:03.340449+0000","last_unstale":"2024-06-13T06:20:05.347306+0000","last_undegraded":"2024-06-13T06:20:05.347306+0000","last_fullsized":"2024-06-13T06:20:05.347306+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:43:22.522320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.344251+0000","last_change":"2024-06-13T06:20:03.331652+0000","last_active":"2024-06-13T06:20:05.344251+0000","last_peered":"2024-06-13T06:20:05.344251+0000","last_clean":"2024-06-13T06:20:05.344251+0000","last_became_active":"2024-06-13T06:20:03.331314+0000","last_became_peered":"2024-06-13T06:20:03.331314+0000","last_unstale":"2024-06-13T06:20:05.344251+0000","last_undegraded":"2024-06-13T06:20:05.344251+0000","last_fullsized":"2024-06-13T06:20:05.344251+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:08:21.393531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.349891+0000","last_change":"2024-06-13T06:20:03.343797+0000","last_active":"2024-06-13T06:20:05.349891+0000","last_peered":"2024-06-13T06:20:05.349891+0000","last_clean":"2024-06-13T06:20:05.349891+0000","last_became_active":"2024-06-13T06:20:03.343452+0000","last_became_peered":"2024-06-13T06:20:03.343452+0000","last_unstale":"2024-06-13T06:20:05.349891+0000","last_undegraded":"2024-06-13T06:20:05.349891+0000","last_fullsized":"2024-06-13T06:20:05.349891+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:59:57.502951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":286636,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":59341,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":156,"num_read_kb":141,"num_write":162,"num_write_kb":104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":405504,"data_stored":179161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":136,"ondisk_log_size":136,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351000,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32116,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713036,"statfs":{"total":95995035648,"available":95962148864,"internally_reserved":0,"allocated":962560,"data_stored":465838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612637,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32260,"kb_used_data":1084,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712892,"statfs":{"total":95995035648,"available":95962001408,"internally_reserved":0,"allocated":1110016,"data_stored":1112660,"data_compressed":36443,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776163,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32132,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713020,"statfs":{"total":95995035648,"available":95962132480,"internally_reserved":0,"allocated":978944,"data_stored":466074,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037800,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32132,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713020,"statfs":{"total":95995035648,"available":95962132480,"internally_reserved":0,"allocated":978944,"data_stored":465994,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299437,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32180,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712972,"statfs":{"total":95995035648,"available":95962083328,"internally_reserved":0,"allocated":1028096,"data_stored":1058313,"data_compressed":36443,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462962,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32120,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713032,"statfs":{"total":95995035648,"available":95962144768,"internally_reserved":0,"allocated":966656,"data_stored":465463,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574922,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32176,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712976,"statfs":{"total":95995035648,"available":95962087424,"internally_reserved":0,"allocated":1024000,"data_stored":521345,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738448,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32140,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713012,"statfs":{"total":95995035648,"available":95962124288,"internally_reserved":0,"allocated":987136,"data_stored":466734,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411398,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36360,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708792,"statfs":{"total":95995035648,"available":95957803008,"internally_reserved":0,"allocated":1048576,"data_stored":521947,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149759,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27976,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717176,"statfs":{"total":95995035648,"available":95966388224,"internally_reserved":0,"allocated":983040,"data_stored":465774,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888124,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27964,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717188,"statfs":{"total":95995035648,"available":95966400512,"internally_reserved":0,"allocated":970752,"data_stored":466290,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724598,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28032,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717120,"statfs":{"total":95995035648,"available":95966330880,"internally_reserved":0,"allocated":1040384,"data_stored":1057607,"data_compressed":36443,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34807,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34807,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34807,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36443,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36443,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36443,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36443,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36443,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":56089,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":56691,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1866,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2572,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":56919,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-06-13T06:20:48.498 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph pg dump --format=json 2024-06-13T06:20:48.747 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:20:48.870 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:48 smithi039 ceph-mon[32479]: pgmap v322: 97 pgs: 97 active+clean; 635 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 2.2 KiB/s wr, 6 op/s 2024-06-13T06:20:48.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:48 smithi149 ceph-mon[36963]: pgmap v322: 97 pgs: 97 active+clean; 635 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 2.2 KiB/s wr, 6 op/s 2024-06-13T06:20:49.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:48 smithi096 ceph-mon[36532]: pgmap v322: 97 pgs: 97 active+clean; 635 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 2.2 KiB/s wr, 6 op/s 2024-06-13T06:20:49.765 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:49 smithi039 ceph-mon[32479]: from='client.14703 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T06:20:49.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:49 smithi149 ceph-mon[36963]: from='client.14703 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T06:20:50.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:49 smithi096 ceph-mon[36532]: from='client.14703 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T06:20:50.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.324+0000 7fca3983f700 1 -- 172.21.15.39:0/1808294539 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca34107850 msgr2=0x7fca3410f3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:50.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.324+0000 7fca3983f700 1 --2- 172.21.15.39:0/1808294539 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca34107850 0x7fca3410f3d0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fca2c00b0d0 tx=0x7fca2c00b3e0 comp rx=0 tx=0).stop 2024-06-13T06:20:50.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.324+0000 7fca3983f700 1 -- 172.21.15.39:0/1808294539 shutdown_connections 2024-06-13T06:20:50.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.324+0000 7fca3983f700 1 --2- 172.21.15.39:0/1808294539 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca34107850 0x7fca3410f3d0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:50.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.324+0000 7fca3983f700 1 --2- 172.21.15.39:0/1808294539 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca34101030 0x7fca34101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:50.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.324+0000 7fca3983f700 1 --2- 172.21.15.39:0/1808294539 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fca341019e0 0x7fca34107120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:50.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.324+0000 7fca3983f700 1 -- 172.21.15.39:0/1808294539 >> 172.21.15.39:0/1808294539 conn(0x7fca340766d0 msgr2=0x7fca34076ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:20:50.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.324+0000 7fca3983f700 1 -- 172.21.15.39:0/1808294539 shutdown_connections 2024-06-13T06:20:50.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.324+0000 7fca3983f700 1 -- 172.21.15.39:0/1808294539 wait complete. 2024-06-13T06:20:50.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.325+0000 7fca3983f700 1 Processor -- start 2024-06-13T06:20:50.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.325+0000 7fca3983f700 1 -- start start 2024-06-13T06:20:50.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.326+0000 7fca3983f700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca34101030 0x7fca34101fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:50.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.326+0000 7fca3983f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca341019e0 0x7fca341024f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:50.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.326+0000 7fca3983f700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fca34107850 0x7fca34102a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:50.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.326+0000 7fca3983f700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fca34112810 con 0x7fca341019e0 2024-06-13T06:20:50.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.326+0000 7fca3983f700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fca34112690 con 0x7fca34107850 2024-06-13T06:20:50.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.326+0000 7fca3983f700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fca34112990 con 0x7fca34101030 2024-06-13T06:20:50.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.326+0000 7fca327fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca341019e0 0x7fca341024f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:50.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.326+0000 7fca327fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca341019e0 0x7fca341024f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53206/0 (socket says 172.21.15.39:53206) 2024-06-13T06:20:50.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.326+0000 7fca327fc700 1 -- 172.21.15.39:0/963945856 learned_addr learned my addr 172.21.15.39:0/963945856 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:20:50.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.326+0000 7fca337fe700 1 --2- 172.21.15.39:0/963945856 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fca34107850 0x7fca34102a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:50.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.326+0000 7fca32ffd700 1 --2- 172.21.15.39:0/963945856 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca34101030 0x7fca34101fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:50.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.326+0000 7fca327fc700 1 -- 172.21.15.39:0/963945856 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca34101030 msgr2=0x7fca34101fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:50.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.326+0000 7fca327fc700 1 --2- 172.21.15.39:0/963945856 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca34101030 0x7fca34101fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:50.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.326+0000 7fca327fc700 1 -- 172.21.15.39:0/963945856 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fca34107850 msgr2=0x7fca34102a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:50.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.326+0000 7fca327fc700 1 --2- 172.21.15.39:0/963945856 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fca34107850 0x7fca34102a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:50.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.326+0000 7fca327fc700 1 -- 172.21.15.39:0/963945856 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca341a7130 con 0x7fca341019e0 2024-06-13T06:20:50.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.326+0000 7fca337fe700 1 --2- 172.21.15.39:0/963945856 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fca34107850 0x7fca34102a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T06:20:50.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.326+0000 7fca32ffd700 1 --2- 172.21.15.39:0/963945856 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca34101030 0x7fca34101fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:20:50.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.326+0000 7fca327fc700 1 --2- 172.21.15.39:0/963945856 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca341019e0 0x7fca341024f0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fca2800e940 tx=0x7fca2800ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:20:50.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.326+0000 7fca3883d700 1 -- 172.21.15.39:0/963945856 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca2800cbd0 con 0x7fca341019e0 2024-06-13T06:20:50.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.326+0000 7fca3983f700 1 -- 172.21.15.39:0/963945856 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca341a7420 con 0x7fca341019e0 2024-06-13T06:20:50.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.326+0000 7fca3883d700 1 -- 172.21.15.39:0/963945856 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fca2800ee90 con 0x7fca341019e0 2024-06-13T06:20:50.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.326+0000 7fca3883d700 1 -- 172.21.15.39:0/963945856 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca28018680 con 0x7fca341019e0 2024-06-13T06:20:50.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.327+0000 7fca3983f700 1 -- 172.21.15.39:0/963945856 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca341a79b0 con 0x7fca341019e0 2024-06-13T06:20:50.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.328+0000 7fca3983f700 1 -- 172.21.15.39:0/963945856 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fca3410aa90 con 0x7fca341019e0 2024-06-13T06:20:50.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.329+0000 7fca3883d700 1 -- 172.21.15.39:0/963945856 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fca280188e0 con 0x7fca341019e0 2024-06-13T06:20:50.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.330+0000 7fca3883d700 1 --2- 172.21.15.39:0/963945856 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fca1c0a2cb0 0x7fca1c0a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:50.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.330+0000 7fca32ffd700 1 --2- 172.21.15.39:0/963945856 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fca1c0a2cb0 0x7fca1c0a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:50.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.330+0000 7fca3883d700 1 -- 172.21.15.39:0/963945856 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7fca280cf3e0 con 0x7fca341019e0 2024-06-13T06:20:50.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.330+0000 7fca32ffd700 1 --2- 172.21.15.39:0/963945856 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fca1c0a2cb0 0x7fca1c0a5170 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fca2400bcf0 tx=0x7fca2400b2c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:20:50.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.334+0000 7fca3883d700 1 -- 172.21.15.39:0/963945856 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fca2809c1d0 con 0x7fca341019e0 2024-06-13T06:20:50.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.537+0000 7fca3983f700 1 -- 172.21.15.39:0/963945856 --> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fca340628d0 con 0x7fca1c0a2cb0 2024-06-13T06:20:50.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.544+0000 7fca3883d700 1 -- 172.21.15.39:0/963945856 <== mgr.14152 v2:172.21.15.39:6800/2178314534 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258939 (secure 0 0 0) 0x7fca340628d0 con 0x7fca1c0a2cb0 2024-06-13T06:20:50.547 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:20:50.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.547+0000 7fca3983f700 1 -- 172.21.15.39:0/963945856 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fca1c0a2cb0 msgr2=0x7fca1c0a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:50.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.547+0000 7fca3983f700 1 --2- 172.21.15.39:0/963945856 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fca1c0a2cb0 0x7fca1c0a5170 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fca2400bcf0 tx=0x7fca2400b2c0 comp rx=0 tx=0).stop 2024-06-13T06:20:50.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.547+0000 7fca3983f700 1 -- 172.21.15.39:0/963945856 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca341019e0 msgr2=0x7fca341024f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:50.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.547+0000 7fca3983f700 1 --2- 172.21.15.39:0/963945856 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca341019e0 0x7fca341024f0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fca2800e940 tx=0x7fca2800ec50 comp rx=0 tx=0).stop 2024-06-13T06:20:50.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.547+0000 7fca3983f700 1 -- 172.21.15.39:0/963945856 shutdown_connections 2024-06-13T06:20:50.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.547+0000 7fca3983f700 1 --2- 172.21.15.39:0/963945856 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fca1c0a2cb0 0x7fca1c0a5170 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:50.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.547+0000 7fca3983f700 1 --2- 172.21.15.39:0/963945856 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fca34107850 0x7fca34102a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:50.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.547+0000 7fca3983f700 1 --2- 172.21.15.39:0/963945856 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca34101030 0x7fca34101fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:50.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.547+0000 7fca3983f700 1 --2- 172.21.15.39:0/963945856 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca341019e0 0x7fca341024f0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:50.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.547+0000 7fca3983f700 1 -- 172.21.15.39:0/963945856 >> 172.21.15.39:0/963945856 conn(0x7fca340766d0 msgr2=0x7fca340fede0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:20:50.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.547+0000 7fca3983f700 1 -- 172.21.15.39:0/963945856 shutdown_connections 2024-06-13T06:20:50.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:50.547+0000 7fca3983f700 1 -- 172.21.15.39:0/963945856 wait complete. 2024-06-13T06:20:50.550 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-06-13T06:20:50.943 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:50 smithi039 ceph-mon[32479]: pgmap v323: 97 pgs: 97 active+clean; 636 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 2.1 KiB/s wr, 7 op/s; 6.8 KiB/s, 0 objects/s recovering 2024-06-13T06:20:50.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:50 smithi149 ceph-mon[36963]: pgmap v323: 97 pgs: 97 active+clean; 636 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 2.1 KiB/s wr, 7 op/s; 6.8 KiB/s, 0 objects/s recovering 2024-06-13T06:20:51.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:50 smithi096 ceph-mon[36532]: pgmap v323: 97 pgs: 97 active+clean; 636 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 2.1 KiB/s wr, 7 op/s; 6.8 KiB/s, 0 objects/s recovering 2024-06-13T06:20:51.237 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":323,"stamp":"2024-06-13T06:20:48.865415+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":651081,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":313,"num_read_kb":268,"num_write":347,"num_write_kb":3047,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":1236825,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":277,"ondisk_log_size":277,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":377656,"kb_used_data":11840,"kb_used_omap":18,"kb_used_meta":365677,"kb_avail":1124564168,"statfs":{"total":1151940427776,"available":1151553708032,"internally_reserved":0,"allocated":12124160,"data_stored":7596876,"data_compressed":138690,"data_compressed_allocated":176128,"data_compressed_original":1880064,"omap_allocated":19143,"internal_metadata":374453561},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":13889,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":52,"num_read_kb":36,"num_write":9,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":56089,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001960"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.349289+0000","last_change":"2024-06-13T06:20:03.343987+0000","last_active":"2024-06-13T06:20:05.349289+0000","last_peered":"2024-06-13T06:20:05.349289+0000","last_clean":"2024-06-13T06:20:05.349289+0000","last_became_active":"2024-06-13T06:20:03.342882+0000","last_became_peered":"2024-06-13T06:20:03.342882+0000","last_unstale":"2024-06-13T06:20:05.349289+0000","last_undegraded":"2024-06-13T06:20:05.349289+0000","last_fullsized":"2024-06-13T06:20:05.349289+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:00:28.313895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.347850+0000","last_change":"2024-06-13T06:20:03.336296+0000","last_active":"2024-06-13T06:20:05.347850+0000","last_peered":"2024-06-13T06:20:05.347850+0000","last_clean":"2024-06-13T06:20:05.347850+0000","last_became_active":"2024-06-13T06:20:03.334364+0000","last_became_peered":"2024-06-13T06:20:03.334364+0000","last_unstale":"2024-06-13T06:20:05.347850+0000","last_undegraded":"2024-06-13T06:20:05.347850+0000","last_fullsized":"2024-06-13T06:20:05.347850+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:59:15.005507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.348636+0000","last_change":"2024-06-13T06:20:03.338671+0000","last_active":"2024-06-13T06:20:05.348636+0000","last_peered":"2024-06-13T06:20:05.348636+0000","last_clean":"2024-06-13T06:20:05.348636+0000","last_became_active":"2024-06-13T06:20:03.338349+0000","last_became_peered":"2024-06-13T06:20:03.338349+0000","last_unstale":"2024-06-13T06:20:05.348636+0000","last_undegraded":"2024-06-13T06:20:05.348636+0000","last_fullsized":"2024-06-13T06:20:05.348636+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:15:04.858980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.668219+0000","last_change":"2024-06-13T06:20:03.342826+0000","last_active":"2024-06-13T06:20:46.668219+0000","last_peered":"2024-06-13T06:20:46.668219+0000","last_clean":"2024-06-13T06:20:46.668219+0000","last_became_active":"2024-06-13T06:20:03.341981+0000","last_became_peered":"2024-06-13T06:20:03.341981+0000","last_unstale":"2024-06-13T06:20:46.668219+0000","last_undegraded":"2024-06-13T06:20:46.668219+0000","last_fullsized":"2024-06-13T06:20:46.668219+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:36:49.891361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.343559+0000","last_change":"2024-06-13T06:20:03.329030+0000","last_active":"2024-06-13T06:20:05.343559+0000","last_peered":"2024-06-13T06:20:05.343559+0000","last_clean":"2024-06-13T06:20:05.343559+0000","last_became_active":"2024-06-13T06:20:03.328612+0000","last_became_peered":"2024-06-13T06:20:03.328612+0000","last_unstale":"2024-06-13T06:20:05.343559+0000","last_undegraded":"2024-06-13T06:20:05.343559+0000","last_fullsized":"2024-06-13T06:20:05.343559+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:52:50.291953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.667475+0000","last_change":"2024-06-13T06:20:03.334343+0000","last_active":"2024-06-13T06:20:46.667475+0000","last_peered":"2024-06-13T06:20:46.667475+0000","last_clean":"2024-06-13T06:20:46.667475+0000","last_became_active":"2024-06-13T06:20:03.330414+0000","last_became_peered":"2024-06-13T06:20:03.330414+0000","last_unstale":"2024-06-13T06:20:46.667475+0000","last_undegraded":"2024-06-13T06:20:46.667475+0000","last_fullsized":"2024-06-13T06:20:46.667475+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:21:18.560333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.329012+0000","last_change":"2024-06-13T06:20:03.334741+0000","last_active":"2024-06-13T06:20:05.329012+0000","last_peered":"2024-06-13T06:20:05.329012+0000","last_clean":"2024-06-13T06:20:05.329012+0000","last_became_active":"2024-06-13T06:20:03.334298+0000","last_became_peered":"2024-06-13T06:20:03.334298+0000","last_unstale":"2024-06-13T06:20:05.329012+0000","last_undegraded":"2024-06-13T06:20:05.329012+0000","last_fullsized":"2024-06-13T06:20:05.329012+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:43:51.283175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.669271+0000","last_change":"2024-06-13T06:20:03.336134+0000","last_active":"2024-06-13T06:20:46.669271+0000","last_peered":"2024-06-13T06:20:46.669271+0000","last_clean":"2024-06-13T06:20:46.669271+0000","last_became_active":"2024-06-13T06:20:03.335757+0000","last_became_peered":"2024-06-13T06:20:03.335757+0000","last_unstale":"2024-06-13T06:20:46.669271+0000","last_undegraded":"2024-06-13T06:20:46.669271+0000","last_fullsized":"2024-06-13T06:20:46.669271+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:33:07.065159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.347273+0000","last_change":"2024-06-13T06:20:03.343850+0000","last_active":"2024-06-13T06:20:05.347273+0000","last_peered":"2024-06-13T06:20:05.347273+0000","last_clean":"2024-06-13T06:20:05.347273+0000","last_became_active":"2024-06-13T06:20:03.343193+0000","last_became_peered":"2024-06-13T06:20:03.343193+0000","last_unstale":"2024-06-13T06:20:05.347273+0000","last_undegraded":"2024-06-13T06:20:05.347273+0000","last_fullsized":"2024-06-13T06:20:05.347273+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:56:29.196925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.667794+0000","last_change":"2024-06-13T06:20:03.337544+0000","last_active":"2024-06-13T06:20:46.667794+0000","last_peered":"2024-06-13T06:20:46.667794+0000","last_clean":"2024-06-13T06:20:46.667794+0000","last_became_active":"2024-06-13T06:20:03.337065+0000","last_became_peered":"2024-06-13T06:20:03.337065+0000","last_unstale":"2024-06-13T06:20:46.667794+0000","last_undegraded":"2024-06-13T06:20:46.667794+0000","last_fullsized":"2024-06-13T06:20:46.667794+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:53:31.035251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.329330+0000","last_change":"2024-06-13T06:20:03.333522+0000","last_active":"2024-06-13T06:20:05.329330+0000","last_peered":"2024-06-13T06:20:05.329330+0000","last_clean":"2024-06-13T06:20:05.329330+0000","last_became_active":"2024-06-13T06:20:03.332459+0000","last_became_peered":"2024-06-13T06:20:03.332459+0000","last_unstale":"2024-06-13T06:20:05.329330+0000","last_undegraded":"2024-06-13T06:20:05.329330+0000","last_fullsized":"2024-06-13T06:20:05.329330+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:34:52.811985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.668097+0000","last_change":"2024-06-13T06:20:03.337109+0000","last_active":"2024-06-13T06:20:46.668097+0000","last_peered":"2024-06-13T06:20:46.668097+0000","last_clean":"2024-06-13T06:20:46.668097+0000","last_became_active":"2024-06-13T06:20:03.336757+0000","last_became_peered":"2024-06-13T06:20:03.336757+0000","last_unstale":"2024-06-13T06:20:46.668097+0000","last_undegraded":"2024-06-13T06:20:46.668097+0000","last_fullsized":"2024-06-13T06:20:46.668097+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T07:37:54.150456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.344069+0000","last_change":"2024-06-13T06:20:03.340259+0000","last_active":"2024-06-13T06:20:05.344069+0000","last_peered":"2024-06-13T06:20:05.344069+0000","last_clean":"2024-06-13T06:20:05.344069+0000","last_became_active":"2024-06-13T06:20:03.339856+0000","last_became_peered":"2024-06-13T06:20:03.339856+0000","last_unstale":"2024-06-13T06:20:05.344069+0000","last_undegraded":"2024-06-13T06:20:05.344069+0000","last_fullsized":"2024-06-13T06:20:05.344069+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:02:25.797567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.348294+0000","last_change":"2024-06-13T06:20:03.334182+0000","last_active":"2024-06-13T06:20:05.348294+0000","last_peered":"2024-06-13T06:20:05.348294+0000","last_clean":"2024-06-13T06:20:05.348294+0000","last_became_active":"2024-06-13T06:20:03.333795+0000","last_became_peered":"2024-06-13T06:20:03.333795+0000","last_unstale":"2024-06-13T06:20:05.348294+0000","last_undegraded":"2024-06-13T06:20:05.348294+0000","last_fullsized":"2024-06-13T06:20:05.348294+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:52:17.124185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.346980+0000","last_change":"2024-06-13T06:20:03.338071+0000","last_active":"2024-06-13T06:20:05.346980+0000","last_peered":"2024-06-13T06:20:05.346980+0000","last_clean":"2024-06-13T06:20:05.346980+0000","last_became_active":"2024-06-13T06:20:03.337734+0000","last_became_peered":"2024-06-13T06:20:03.337734+0000","last_unstale":"2024-06-13T06:20:05.346980+0000","last_undegraded":"2024-06-13T06:20:05.346980+0000","last_fullsized":"2024-06-13T06:20:05.346980+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:02:34.694790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.346757+0000","last_change":"2024-06-13T06:20:03.339528+0000","last_active":"2024-06-13T06:20:05.346757+0000","last_peered":"2024-06-13T06:20:05.346757+0000","last_clean":"2024-06-13T06:20:05.346757+0000","last_became_active":"2024-06-13T06:20:03.339071+0000","last_became_peered":"2024-06-13T06:20:03.339071+0000","last_unstale":"2024-06-13T06:20:05.346757+0000","last_undegraded":"2024-06-13T06:20:05.346757+0000","last_fullsized":"2024-06-13T06:20:05.346757+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:34:07.705176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.349701+0000","last_change":"2024-06-13T06:20:03.342207+0000","last_active":"2024-06-13T06:20:05.349701+0000","last_peered":"2024-06-13T06:20:05.349701+0000","last_clean":"2024-06-13T06:20:05.349701+0000","last_became_active":"2024-06-13T06:20:03.341869+0000","last_became_peered":"2024-06-13T06:20:03.341869+0000","last_unstale":"2024-06-13T06:20:05.349701+0000","last_undegraded":"2024-06-13T06:20:05.349701+0000","last_fullsized":"2024-06-13T06:20:05.349701+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:21:21.805087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.326512+0000","last_change":"2024-06-13T06:20:03.341255+0000","last_active":"2024-06-13T06:20:05.326512+0000","last_peered":"2024-06-13T06:20:05.326512+0000","last_clean":"2024-06-13T06:20:05.326512+0000","last_became_active":"2024-06-13T06:20:03.340941+0000","last_became_peered":"2024-06-13T06:20:03.340941+0000","last_unstale":"2024-06-13T06:20:05.326512+0000","last_undegraded":"2024-06-13T06:20:05.326512+0000","last_fullsized":"2024-06-13T06:20:05.326512+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:31:26.337845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.665090+0000","last_change":"2024-06-13T06:20:03.336715+0000","last_active":"2024-06-13T06:20:46.665090+0000","last_peered":"2024-06-13T06:20:46.665090+0000","last_clean":"2024-06-13T06:20:46.665090+0000","last_became_active":"2024-06-13T06:20:03.336176+0000","last_became_peered":"2024-06-13T06:20:03.336176+0000","last_unstale":"2024-06-13T06:20:46.665090+0000","last_undegraded":"2024-06-13T06:20:46.665090+0000","last_fullsized":"2024-06-13T06:20:46.665090+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:21:18.751114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'9","reported_seq":32,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:18.531734+0000","last_change":"2024-06-13T06:19:59.566933+0000","last_active":"2024-06-13T06:20:18.531734+0000","last_peered":"2024-06-13T06:20:18.531734+0000","last_clean":"2024-06-13T06:20:18.531734+0000","last_became_active":"2024-06-13T06:19:59.566593+0000","last_became_peered":"2024-06-13T06:19:59.566593+0000","last_unstale":"2024-06-13T06:20:18.531734+0000","last_undegraded":"2024-06-13T06:20:18.531734+0000","last_fullsized":"2024-06-13T06:20:18.531734+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:25:54.806838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.670118+0000","last_change":"2024-06-13T06:20:03.338707+0000","last_active":"2024-06-13T06:20:46.670118+0000","last_peered":"2024-06-13T06:20:46.670118+0000","last_clean":"2024-06-13T06:20:46.670118+0000","last_became_active":"2024-06-13T06:20:03.338400+0000","last_became_peered":"2024-06-13T06:20:03.338400+0000","last_unstale":"2024-06-13T06:20:46.670118+0000","last_undegraded":"2024-06-13T06:20:46.670118+0000","last_fullsized":"2024-06-13T06:20:46.670118+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:51:23.534492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.670249+0000","last_change":"2024-06-13T06:19:59.832788+0000","last_active":"2024-06-13T06:20:46.670249+0000","last_peered":"2024-06-13T06:20:46.670249+0000","last_clean":"2024-06-13T06:20:46.670249+0000","last_became_active":"2024-06-13T06:19:59.832420+0000","last_became_peered":"2024-06-13T06:19:59.832420+0000","last_unstale":"2024-06-13T06:20:46.670249+0000","last_undegraded":"2024-06-13T06:20:46.670249+0000","last_fullsized":"2024-06-13T06:20:46.670249+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:03:48.887324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.348583+0000","last_change":"2024-06-13T06:20:03.337196+0000","last_active":"2024-06-13T06:20:05.348583+0000","last_peered":"2024-06-13T06:20:05.348583+0000","last_clean":"2024-06-13T06:20:05.348583+0000","last_became_active":"2024-06-13T06:20:03.336305+0000","last_became_peered":"2024-06-13T06:20:03.336305+0000","last_unstale":"2024-06-13T06:20:05.348583+0000","last_undegraded":"2024-06-13T06:20:05.348583+0000","last_fullsized":"2024-06-13T06:20:05.348583+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:40:32.365336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"89'4","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:18.531181+0000","last_change":"2024-06-13T06:19:59.566843+0000","last_active":"2024-06-13T06:20:18.531181+0000","last_peered":"2024-06-13T06:20:18.531181+0000","last_clean":"2024-06-13T06:20:18.531181+0000","last_became_active":"2024-06-13T06:19:59.566350+0000","last_became_peered":"2024-06-13T06:19:59.566350+0000","last_unstale":"2024-06-13T06:20:18.531181+0000","last_undegraded":"2024-06-13T06:20:18.531181+0000","last_fullsized":"2024-06-13T06:20:18.531181+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T10:33:35.399966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.347509+0000","last_change":"2024-06-13T06:20:03.339794+0000","last_active":"2024-06-13T06:20:05.347509+0000","last_peered":"2024-06-13T06:20:05.347509+0000","last_clean":"2024-06-13T06:20:05.347509+0000","last_became_active":"2024-06-13T06:20:03.339069+0000","last_became_peered":"2024-06-13T06:20:03.339069+0000","last_unstale":"2024-06-13T06:20:05.347509+0000","last_undegraded":"2024-06-13T06:20:05.347509+0000","last_fullsized":"2024-06-13T06:20:05.347509+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T09:55:26.967193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"89'2","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.351124+0000","last_change":"2024-06-13T06:19:59.566781+0000","last_active":"2024-06-13T06:20:05.351124+0000","last_peered":"2024-06-13T06:20:05.351124+0000","last_clean":"2024-06-13T06:20:05.351124+0000","last_became_active":"2024-06-13T06:19:59.566393+0000","last_became_peered":"2024-06-13T06:19:59.566393+0000","last_unstale":"2024-06-13T06:20:05.351124+0000","last_undegraded":"2024-06-13T06:20:05.351124+0000","last_fullsized":"2024-06-13T06:20:05.351124+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:38:57.311220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.666752+0000","last_change":"2024-06-13T06:20:03.343090+0000","last_active":"2024-06-13T06:20:46.666752+0000","last_peered":"2024-06-13T06:20:46.666752+0000","last_clean":"2024-06-13T06:20:46.666752+0000","last_became_active":"2024-06-13T06:20:03.342752+0000","last_became_peered":"2024-06-13T06:20:03.342752+0000","last_unstale":"2024-06-13T06:20:46.666752+0000","last_undegraded":"2024-06-13T06:20:46.666752+0000","last_fullsized":"2024-06-13T06:20:46.666752+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:11:29.883907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"89'6","reported_seq":61,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.666591+0000","last_change":"2024-06-13T06:19:59.565437+0000","last_active":"2024-06-13T06:20:46.666591+0000","last_peered":"2024-06-13T06:20:46.666591+0000","last_clean":"2024-06-13T06:20:46.666591+0000","last_became_active":"2024-06-13T06:19:59.565103+0000","last_became_peered":"2024-06-13T06:19:59.565103+0000","last_unstale":"2024-06-13T06:20:46.666591+0000","last_undegraded":"2024-06-13T06:20:46.666591+0000","last_fullsized":"2024-06-13T06:20:46.666591+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:27:29.531378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1012,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":29,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.343792+0000","last_change":"2024-06-13T06:20:03.334332+0000","last_active":"2024-06-13T06:20:05.343792+0000","last_peered":"2024-06-13T06:20:05.343792+0000","last_clean":"2024-06-13T06:20:05.343792+0000","last_became_active":"2024-06-13T06:20:03.333992+0000","last_became_peered":"2024-06-13T06:20:03.333992+0000","last_unstale":"2024-06-13T06:20:05.343792+0000","last_undegraded":"2024-06-13T06:20:05.343792+0000","last_fullsized":"2024-06-13T06:20:05.343792+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:24:18.966206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"89'3","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.667351+0000","last_change":"2024-06-13T06:19:59.566111+0000","last_active":"2024-06-13T06:20:46.667351+0000","last_peered":"2024-06-13T06:20:46.667351+0000","last_clean":"2024-06-13T06:20:46.667351+0000","last_became_active":"2024-06-13T06:19:59.565765+0000","last_became_peered":"2024-06-13T06:19:59.565765+0000","last_unstale":"2024-06-13T06:20:46.667351+0000","last_undegraded":"2024-06-13T06:20:46.667351+0000","last_fullsized":"2024-06-13T06:20:46.667351+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T09:35:32.628229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.343691+0000","last_change":"2024-06-13T06:20:03.343954+0000","last_active":"2024-06-13T06:20:05.343691+0000","last_peered":"2024-06-13T06:20:05.343691+0000","last_clean":"2024-06-13T06:20:05.343691+0000","last_became_active":"2024-06-13T06:20:03.343613+0000","last_became_peered":"2024-06-13T06:20:03.343613+0000","last_unstale":"2024-06-13T06:20:05.343691+0000","last_undegraded":"2024-06-13T06:20:05.343691+0000","last_fullsized":"2024-06-13T06:20:05.343691+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T09:47:47.202376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"89'2","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:18.530711+0000","last_change":"2024-06-13T06:19:59.566446+0000","last_active":"2024-06-13T06:20:18.530711+0000","last_peered":"2024-06-13T06:20:18.530711+0000","last_clean":"2024-06-13T06:20:18.530711+0000","last_became_active":"2024-06-13T06:19:59.566126+0000","last_became_peered":"2024-06-13T06:19:59.566126+0000","last_unstale":"2024-06-13T06:20:18.530711+0000","last_undegraded":"2024-06-13T06:20:18.530711+0000","last_fullsized":"2024-06-13T06:20:18.530711+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:14:20.638560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.344247+0000","last_change":"2024-06-13T06:20:03.331577+0000","last_active":"2024-06-13T06:20:05.344247+0000","last_peered":"2024-06-13T06:20:05.344247+0000","last_clean":"2024-06-13T06:20:05.344247+0000","last_became_active":"2024-06-13T06:20:03.331242+0000","last_became_peered":"2024-06-13T06:20:03.331242+0000","last_unstale":"2024-06-13T06:20:05.344247+0000","last_undegraded":"2024-06-13T06:20:05.344247+0000","last_fullsized":"2024-06-13T06:20:05.344247+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T10:57:41.104192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"89'1","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.666513+0000","last_change":"2024-06-13T06:19:59.563130+0000","last_active":"2024-06-13T06:20:46.666513+0000","last_peered":"2024-06-13T06:20:46.666513+0000","last_clean":"2024-06-13T06:20:46.666513+0000","last_became_active":"2024-06-13T06:19:59.562802+0000","last_became_peered":"2024-06-13T06:19:59.562802+0000","last_unstale":"2024-06-13T06:20:46.666513+0000","last_undegraded":"2024-06-13T06:20:46.666513+0000","last_fullsized":"2024-06-13T06:20:46.666513+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T09:02:56.466761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.326351+0000","last_change":"2024-06-13T06:20:03.328984+0000","last_active":"2024-06-13T06:20:05.326351+0000","last_peered":"2024-06-13T06:20:05.326351+0000","last_clean":"2024-06-13T06:20:05.326351+0000","last_became_active":"2024-06-13T06:20:03.328636+0000","last_became_peered":"2024-06-13T06:20:03.328636+0000","last_unstale":"2024-06-13T06:20:05.326351+0000","last_undegraded":"2024-06-13T06:20:05.326351+0000","last_fullsized":"2024-06-13T06:20:05.326351+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:59:01.886343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"89'3","reported_seq":55,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.667288+0000","last_change":"2024-06-13T06:19:59.563969+0000","last_active":"2024-06-13T06:20:46.667288+0000","last_peered":"2024-06-13T06:20:46.667288+0000","last_clean":"2024-06-13T06:20:46.667288+0000","last_became_active":"2024-06-13T06:19:59.563540+0000","last_became_peered":"2024-06-13T06:19:59.563540+0000","last_unstale":"2024-06-13T06:20:46.667288+0000","last_undegraded":"2024-06-13T06:20:46.667288+0000","last_fullsized":"2024-06-13T06:20:46.667288+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:08:42.720303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":26,"num_read_kb":26,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.347296+0000","last_change":"2024-06-13T06:20:03.339984+0000","last_active":"2024-06-13T06:20:05.347296+0000","last_peered":"2024-06-13T06:20:05.347296+0000","last_clean":"2024-06-13T06:20:05.347296+0000","last_became_active":"2024-06-13T06:20:03.336966+0000","last_became_peered":"2024-06-13T06:20:03.336966+0000","last_unstale":"2024-06-13T06:20:05.347296+0000","last_undegraded":"2024-06-13T06:20:05.347296+0000","last_fullsized":"2024-06-13T06:20:05.347296+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:29:17.597264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"89'2","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:17.518274+0000","last_change":"2024-06-13T06:19:59.569760+0000","last_active":"2024-06-13T06:20:17.518274+0000","last_peered":"2024-06-13T06:20:17.518274+0000","last_clean":"2024-06-13T06:20:17.518274+0000","last_became_active":"2024-06-13T06:19:59.569158+0000","last_became_peered":"2024-06-13T06:19:59.569158+0000","last_unstale":"2024-06-13T06:20:17.518274+0000","last_undegraded":"2024-06-13T06:20:17.518274+0000","last_fullsized":"2024-06-13T06:20:17.518274+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:01:05.645534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.348512+0000","last_change":"2024-06-13T06:20:03.333314+0000","last_active":"2024-06-13T06:20:05.348512+0000","last_peered":"2024-06-13T06:20:05.348512+0000","last_clean":"2024-06-13T06:20:05.348512+0000","last_became_active":"2024-06-13T06:20:03.332981+0000","last_became_peered":"2024-06-13T06:20:03.332981+0000","last_unstale":"2024-06-13T06:20:05.348512+0000","last_undegraded":"2024-06-13T06:20:05.348512+0000","last_fullsized":"2024-06-13T06:20:05.348512+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:08:16.319677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"89'4","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.666854+0000","last_change":"2024-06-13T06:19:59.833684+0000","last_active":"2024-06-13T06:20:46.666854+0000","last_peered":"2024-06-13T06:20:46.666854+0000","last_clean":"2024-06-13T06:20:46.666854+0000","last_became_active":"2024-06-13T06:19:59.833320+0000","last_became_peered":"2024-06-13T06:19:59.833320+0000","last_unstale":"2024-06-13T06:20:46.666854+0000","last_undegraded":"2024-06-13T06:20:46.666854+0000","last_fullsized":"2024-06-13T06:20:46.666854+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:30:26.385523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.347780+0000","last_change":"2024-06-13T06:20:03.336470+0000","last_active":"2024-06-13T06:20:05.347780+0000","last_peered":"2024-06-13T06:20:05.347780+0000","last_clean":"2024-06-13T06:20:05.347780+0000","last_became_active":"2024-06-13T06:20:03.336052+0000","last_became_peered":"2024-06-13T06:20:03.336052+0000","last_unstale":"2024-06-13T06:20:05.347780+0000","last_undegraded":"2024-06-13T06:20:05.347780+0000","last_fullsized":"2024-06-13T06:20:05.347780+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:34:19.489688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"89'27","reported_seq":131,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.681803+0000","last_change":"2024-06-13T06:20:46.681803+0000","last_active":"2024-06-13T06:20:46.681803+0000","last_peered":"2024-06-13T06:20:46.681803+0000","last_clean":"2024-06-13T06:20:46.681803+0000","last_became_active":"2024-06-13T06:20:46.671610+0000","last_became_peered":"2024-06-13T06:20:46.671610+0000","last_unstale":"2024-06-13T06:20:46.681803+0000","last_undegraded":"2024-06-13T06:20:46.681803+0000","last_fullsized":"2024-06-13T06:20:46.681803+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:56:06.655869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56089,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":55,"num_read_kb":80,"num_write":28,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":56089,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.344762+0000","last_change":"2024-06-13T06:20:03.337067+0000","last_active":"2024-06-13T06:20:05.344762+0000","last_peered":"2024-06-13T06:20:05.344762+0000","last_clean":"2024-06-13T06:20:05.344762+0000","last_became_active":"2024-06-13T06:20:03.336729+0000","last_became_peered":"2024-06-13T06:20:03.336729+0000","last_unstale":"2024-06-13T06:20:05.344762+0000","last_undegraded":"2024-06-13T06:20:05.344762+0000","last_fullsized":"2024-06-13T06:20:05.344762+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:07:06.568324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"89'6","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.664793+0000","last_change":"2024-06-13T06:19:59.568177+0000","last_active":"2024-06-13T06:20:46.664793+0000","last_peered":"2024-06-13T06:20:46.664793+0000","last_clean":"2024-06-13T06:20:46.664793+0000","last_became_active":"2024-06-13T06:19:59.567835+0000","last_became_peered":"2024-06-13T06:19:59.567835+0000","last_unstale":"2024-06-13T06:20:46.664793+0000","last_undegraded":"2024-06-13T06:20:46.664793+0000","last_fullsized":"2024-06-13T06:20:46.664793+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:56:12.654336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.343682+0000","last_change":"2024-06-13T06:20:03.328717+0000","last_active":"2024-06-13T06:20:05.343682+0000","last_peered":"2024-06-13T06:20:05.343682+0000","last_clean":"2024-06-13T06:20:05.343682+0000","last_became_active":"2024-06-13T06:20:03.328389+0000","last_became_peered":"2024-06-13T06:20:03.328389+0000","last_unstale":"2024-06-13T06:20:05.343682+0000","last_undegraded":"2024-06-13T06:20:05.343682+0000","last_fullsized":"2024-06-13T06:20:05.343682+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:24:48.044274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"89'3","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.666461+0000","last_change":"2024-06-13T06:19:59.563284+0000","last_active":"2024-06-13T06:20:46.666461+0000","last_peered":"2024-06-13T06:20:46.666461+0000","last_clean":"2024-06-13T06:20:46.666461+0000","last_became_active":"2024-06-13T06:19:59.562853+0000","last_became_peered":"2024-06-13T06:19:59.562853+0000","last_unstale":"2024-06-13T06:20:46.666461+0000","last_undegraded":"2024-06-13T06:20:46.666461+0000","last_fullsized":"2024-06-13T06:20:46.666461+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:55:28.776164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.329370+0000","last_change":"2024-06-13T06:20:03.328605+0000","last_active":"2024-06-13T06:20:05.329370+0000","last_peered":"2024-06-13T06:20:05.329370+0000","last_clean":"2024-06-13T06:20:05.329370+0000","last_became_active":"2024-06-13T06:20:03.328179+0000","last_became_peered":"2024-06-13T06:20:03.328179+0000","last_unstale":"2024-06-13T06:20:05.329370+0000","last_undegraded":"2024-06-13T06:20:05.329370+0000","last_fullsized":"2024-06-13T06:20:05.329370+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:29:01.634231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"89'4","reported_seq":60,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.667620+0000","last_change":"2024-06-13T06:19:59.567260+0000","last_active":"2024-06-13T06:20:46.667620+0000","last_peered":"2024-06-13T06:20:46.667620+0000","last_clean":"2024-06-13T06:20:46.667620+0000","last_became_active":"2024-06-13T06:19:59.566849+0000","last_became_peered":"2024-06-13T06:19:59.566849+0000","last_unstale":"2024-06-13T06:20:46.667620+0000","last_undegraded":"2024-06-13T06:20:46.667620+0000","last_fullsized":"2024-06-13T06:20:46.667620+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:33:51.864595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":978,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":31,"num_read_kb":4,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.328921+0000","last_change":"2024-06-13T06:20:03.337743+0000","last_active":"2024-06-13T06:20:05.328921+0000","last_peered":"2024-06-13T06:20:05.328921+0000","last_clean":"2024-06-13T06:20:05.328921+0000","last_became_active":"2024-06-13T06:20:03.337302+0000","last_became_peered":"2024-06-13T06:20:03.337302+0000","last_unstale":"2024-06-13T06:20:05.328921+0000","last_undegraded":"2024-06-13T06:20:05.328921+0000","last_fullsized":"2024-06-13T06:20:05.328921+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T10:45:35.834660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"89'15","reported_seq":38,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:18.531965+0000","last_change":"2024-06-13T06:19:59.832932+0000","last_active":"2024-06-13T06:20:18.531965+0000","last_peered":"2024-06-13T06:20:18.531965+0000","last_clean":"2024-06-13T06:20:18.531965+0000","last_became_active":"2024-06-13T06:19:59.832465+0000","last_became_peered":"2024-06-13T06:19:59.832465+0000","last_unstale":"2024-06-13T06:20:18.531965+0000","last_undegraded":"2024-06-13T06:20:18.531965+0000","last_fullsized":"2024-06-13T06:20:18.531965+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:29:33.741869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.667317+0000","last_change":"2024-06-13T06:20:03.343075+0000","last_active":"2024-06-13T06:20:46.667317+0000","last_peered":"2024-06-13T06:20:46.667317+0000","last_clean":"2024-06-13T06:20:46.667317+0000","last_became_active":"2024-06-13T06:20:03.342740+0000","last_became_peered":"2024-06-13T06:20:03.342740+0000","last_unstale":"2024-06-13T06:20:46.667317+0000","last_undegraded":"2024-06-13T06:20:46.667317+0000","last_fullsized":"2024-06-13T06:20:46.667317+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:47:32.212852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:20.526453+0000","last_change":"2024-06-13T06:19:59.568400+0000","last_active":"2024-06-13T06:20:20.526453+0000","last_peered":"2024-06-13T06:20:20.526453+0000","last_clean":"2024-06-13T06:20:20.526453+0000","last_became_active":"2024-06-13T06:19:59.568022+0000","last_became_peered":"2024-06-13T06:19:59.568022+0000","last_unstale":"2024-06-13T06:20:20.526453+0000","last_undegraded":"2024-06-13T06:20:20.526453+0000","last_fullsized":"2024-06-13T06:20:20.526453+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:12:50.513044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.349735+0000","last_change":"2024-06-13T06:20:03.343971+0000","last_active":"2024-06-13T06:20:05.349735+0000","last_peered":"2024-06-13T06:20:05.349735+0000","last_clean":"2024-06-13T06:20:05.349735+0000","last_became_active":"2024-06-13T06:20:03.343617+0000","last_became_peered":"2024-06-13T06:20:03.343617+0000","last_unstale":"2024-06-13T06:20:05.349735+0000","last_undegraded":"2024-06-13T06:20:05.349735+0000","last_fullsized":"2024-06-13T06:20:05.349735+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:41:45.012570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.326568+0000","last_change":"2024-06-13T06:19:59.834736+0000","last_active":"2024-06-13T06:20:05.326568+0000","last_peered":"2024-06-13T06:20:05.326568+0000","last_clean":"2024-06-13T06:20:05.326568+0000","last_became_active":"2024-06-13T06:19:59.834303+0000","last_became_peered":"2024-06-13T06:19:59.834303+0000","last_unstale":"2024-06-13T06:20:05.326568+0000","last_undegraded":"2024-06-13T06:20:05.326568+0000","last_fullsized":"2024-06-13T06:20:05.326568+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:59:39.930975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"89'1","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.667929+0000","last_change":"2024-06-13T06:20:03.329695+0000","last_active":"2024-06-13T06:20:46.667929+0000","last_peered":"2024-06-13T06:20:46.667929+0000","last_clean":"2024-06-13T06:20:46.667929+0000","last_became_active":"2024-06-13T06:20:03.329358+0000","last_became_peered":"2024-06-13T06:20:03.329358+0000","last_unstale":"2024-06-13T06:20:46.667929+0000","last_undegraded":"2024-06-13T06:20:46.667929+0000","last_fullsized":"2024-06-13T06:20:46.667929+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:15:14.603421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"89'1","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.329433+0000","last_change":"2024-06-13T06:19:59.563944+0000","last_active":"2024-06-13T06:20:05.329433+0000","last_peered":"2024-06-13T06:20:05.329433+0000","last_clean":"2024-06-13T06:20:05.329433+0000","last_became_active":"2024-06-13T06:19:59.563594+0000","last_became_peered":"2024-06-13T06:19:59.563594+0000","last_unstale":"2024-06-13T06:20:05.329433+0000","last_undegraded":"2024-06-13T06:20:05.329433+0000","last_fullsized":"2024-06-13T06:20:05.329433+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:51:42.929079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.667366+0000","last_change":"2024-06-13T06:20:03.336182+0000","last_active":"2024-06-13T06:20:46.667366+0000","last_peered":"2024-06-13T06:20:46.667366+0000","last_clean":"2024-06-13T06:20:46.667366+0000","last_became_active":"2024-06-13T06:20:03.335500+0000","last_became_peered":"2024-06-13T06:20:03.335500+0000","last_unstale":"2024-06-13T06:20:46.667366+0000","last_undegraded":"2024-06-13T06:20:46.667366+0000","last_fullsized":"2024-06-13T06:20:46.667366+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T07:32:13.613578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.812688+0000","last_change":"2024-06-13T06:20:46.812688+0000","last_active":"2024-06-13T06:20:46.812688+0000","last_peered":"2024-06-13T06:20:46.812688+0000","last_clean":"2024-06-13T06:20:46.812688+0000","last_became_active":"2024-06-13T06:20:46.812286+0000","last_became_peered":"2024-06-13T06:20:46.812286+0000","last_unstale":"2024-06-13T06:20:46.812688+0000","last_undegraded":"2024-06-13T06:20:46.812688+0000","last_fullsized":"2024-06-13T06:20:46.812688+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:20:09.437747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"89'4","reported_seq":49,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:42.357692+0000","last_change":"2024-06-13T06:19:59.832754+0000","last_active":"2024-06-13T06:20:42.357692+0000","last_peered":"2024-06-13T06:20:42.357692+0000","last_clean":"2024-06-13T06:20:42.357692+0000","last_became_active":"2024-06-13T06:19:59.832361+0000","last_became_peered":"2024-06-13T06:19:59.832361+0000","last_unstale":"2024-06-13T06:20:42.357692+0000","last_undegraded":"2024-06-13T06:20:42.357692+0000","last_fullsized":"2024-06-13T06:20:42.357692+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:02:58.350573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":23,"num_read_kb":23,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.669926+0000","last_change":"2024-06-13T06:20:03.337841+0000","last_active":"2024-06-13T06:20:46.669926+0000","last_peered":"2024-06-13T06:20:46.669926+0000","last_clean":"2024-06-13T06:20:46.669926+0000","last_became_active":"2024-06-13T06:20:03.337281+0000","last_became_peered":"2024-06-13T06:20:03.337281+0000","last_unstale":"2024-06-13T06:20:46.669926+0000","last_undegraded":"2024-06-13T06:20:46.669926+0000","last_fullsized":"2024-06-13T06:20:46.669926+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:16:30.838399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'3","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.668558+0000","last_change":"2024-06-13T06:19:59.568277+0000","last_active":"2024-06-13T06:20:46.668558+0000","last_peered":"2024-06-13T06:20:46.668558+0000","last_clean":"2024-06-13T06:20:46.668558+0000","last_became_active":"2024-06-13T06:19:59.567541+0000","last_became_peered":"2024-06-13T06:19:59.567541+0000","last_unstale":"2024-06-13T06:20:46.668558+0000","last_undegraded":"2024-06-13T06:20:46.668558+0000","last_fullsized":"2024-06-13T06:20:46.668558+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:47:54.915305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":354,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.328977+0000","last_change":"2024-06-13T06:18:34.317390+0000","last_active":"2024-06-13T06:20:05.328977+0000","last_peered":"2024-06-13T06:20:05.328977+0000","last_clean":"2024-06-13T06:20:05.328977+0000","last_became_active":"2024-06-13T06:18:34.317005+0000","last_became_peered":"2024-06-13T06:18:34.317005+0000","last_unstale":"2024-06-13T06:20:05.328977+0000","last_undegraded":"2024-06-13T06:20:05.328977+0000","last_fullsized":"2024-06-13T06:20:05.328977+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:15:09.350365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:15:09.350365+0000","last_clean_scrub_stamp":"2024-06-13T06:15:09.350365+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:14:34.164625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.343547+0000","last_change":"2024-06-13T06:20:03.340336+0000","last_active":"2024-06-13T06:20:05.343547+0000","last_peered":"2024-06-13T06:20:05.343547+0000","last_clean":"2024-06-13T06:20:05.343547+0000","last_became_active":"2024-06-13T06:20:03.340009+0000","last_became_peered":"2024-06-13T06:20:03.340009+0000","last_unstale":"2024-06-13T06:20:05.343547+0000","last_undegraded":"2024-06-13T06:20:05.343547+0000","last_fullsized":"2024-06-13T06:20:05.343547+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:33:40.983600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'3","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:18.530200+0000","last_change":"2024-06-13T06:19:59.567443+0000","last_active":"2024-06-13T06:20:18.530200+0000","last_peered":"2024-06-13T06:20:18.530200+0000","last_clean":"2024-06-13T06:20:18.530200+0000","last_became_active":"2024-06-13T06:19:59.567072+0000","last_became_peered":"2024-06-13T06:19:59.567072+0000","last_unstale":"2024-06-13T06:20:18.530200+0000","last_undegraded":"2024-06-13T06:20:18.530200+0000","last_fullsized":"2024-06-13T06:20:18.530200+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:44:35.300398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"89'1","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:17.517688+0000","last_change":"2024-06-13T06:19:59.834172+0000","last_active":"2024-06-13T06:20:17.517688+0000","last_peered":"2024-06-13T06:20:17.517688+0000","last_clean":"2024-06-13T06:20:17.517688+0000","last_became_active":"2024-06-13T06:19:59.833438+0000","last_became_peered":"2024-06-13T06:19:59.833438+0000","last_unstale":"2024-06-13T06:20:17.517688+0000","last_undegraded":"2024-06-13T06:20:17.517688+0000","last_fullsized":"2024-06-13T06:20:17.517688+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:25:57.760729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.343777+0000","last_change":"2024-06-13T06:20:03.337636+0000","last_active":"2024-06-13T06:20:05.343777+0000","last_peered":"2024-06-13T06:20:05.343777+0000","last_clean":"2024-06-13T06:20:05.343777+0000","last_became_active":"2024-06-13T06:20:03.336962+0000","last_became_peered":"2024-06-13T06:20:03.336962+0000","last_unstale":"2024-06-13T06:20:05.343777+0000","last_undegraded":"2024-06-13T06:20:05.343777+0000","last_fullsized":"2024-06-13T06:20:05.343777+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:52:01.089591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"89'11","reported_seq":33,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:42.344986+0000","last_change":"2024-06-13T06:19:59.566778+0000","last_active":"2024-06-13T06:20:42.344986+0000","last_peered":"2024-06-13T06:20:42.344986+0000","last_clean":"2024-06-13T06:20:42.344986+0000","last_became_active":"2024-06-13T06:19:59.566406+0000","last_became_peered":"2024-06-13T06:19:59.566406+0000","last_unstale":"2024-06-13T06:20:42.344986+0000","last_undegraded":"2024-06-13T06:20:42.344986+0000","last_fullsized":"2024-06-13T06:20:42.344986+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:47:38.813218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.670234+0000","last_change":"2024-06-13T06:20:03.332327+0000","last_active":"2024-06-13T06:20:46.670234+0000","last_peered":"2024-06-13T06:20:46.670234+0000","last_clean":"2024-06-13T06:20:46.670234+0000","last_became_active":"2024-06-13T06:20:03.332012+0000","last_became_peered":"2024-06-13T06:20:03.332012+0000","last_unstale":"2024-06-13T06:20:46.670234+0000","last_undegraded":"2024-06-13T06:20:46.670234+0000","last_fullsized":"2024-06-13T06:20:46.670234+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:40:31.752929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"89'4","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.668811+0000","last_change":"2024-06-13T06:19:59.871364+0000","last_active":"2024-06-13T06:20:46.668811+0000","last_peered":"2024-06-13T06:20:46.668811+0000","last_clean":"2024-06-13T06:20:46.668811+0000","last_became_active":"2024-06-13T06:19:59.870977+0000","last_became_peered":"2024-06-13T06:19:59.870977+0000","last_unstale":"2024-06-13T06:20:46.668811+0000","last_undegraded":"2024-06-13T06:20:46.668811+0000","last_fullsized":"2024-06-13T06:20:46.668811+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T10:13:06.882931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.348018+0000","last_change":"2024-06-13T06:20:03.326400+0000","last_active":"2024-06-13T06:20:05.348018+0000","last_peered":"2024-06-13T06:20:05.348018+0000","last_clean":"2024-06-13T06:20:05.348018+0000","last_became_active":"2024-06-13T06:20:03.326056+0000","last_became_peered":"2024-06-13T06:20:03.326056+0000","last_unstale":"2024-06-13T06:20:05.348018+0000","last_undegraded":"2024-06-13T06:20:05.348018+0000","last_fullsized":"2024-06-13T06:20:05.348018+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T10:55:37.627614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:17.518563+0000","last_change":"2024-06-13T06:19:59.832873+0000","last_active":"2024-06-13T06:20:17.518563+0000","last_peered":"2024-06-13T06:20:17.518563+0000","last_clean":"2024-06-13T06:20:17.518563+0000","last_became_active":"2024-06-13T06:19:59.832564+0000","last_became_peered":"2024-06-13T06:19:59.832564+0000","last_unstale":"2024-06-13T06:20:17.518563+0000","last_undegraded":"2024-06-13T06:20:17.518563+0000","last_fullsized":"2024-06-13T06:20:17.518563+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:59:09.301487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.343563+0000","last_change":"2024-06-13T06:20:03.338608+0000","last_active":"2024-06-13T06:20:05.343563+0000","last_peered":"2024-06-13T06:20:05.343563+0000","last_clean":"2024-06-13T06:20:05.343563+0000","last_became_active":"2024-06-13T06:20:03.338223+0000","last_became_peered":"2024-06-13T06:20:03.338223+0000","last_unstale":"2024-06-13T06:20:05.343563+0000","last_undegraded":"2024-06-13T06:20:05.343563+0000","last_fullsized":"2024-06-13T06:20:05.343563+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T10:48:40.962563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"89'3","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.669655+0000","last_change":"2024-06-13T06:19:59.564731+0000","last_active":"2024-06-13T06:20:46.669655+0000","last_peered":"2024-06-13T06:20:46.669655+0000","last_clean":"2024-06-13T06:20:46.669655+0000","last_became_active":"2024-06-13T06:19:59.564374+0000","last_became_peered":"2024-06-13T06:19:59.564374+0000","last_unstale":"2024-06-13T06:20:46.669655+0000","last_undegraded":"2024-06-13T06:20:46.669655+0000","last_fullsized":"2024-06-13T06:20:46.669655+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:29:27.565821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.349464+0000","last_change":"2024-06-13T06:20:03.338192+0000","last_active":"2024-06-13T06:20:05.349464+0000","last_peered":"2024-06-13T06:20:05.349464+0000","last_clean":"2024-06-13T06:20:05.349464+0000","last_became_active":"2024-06-13T06:20:03.337623+0000","last_became_peered":"2024-06-13T06:20:03.337623+0000","last_unstale":"2024-06-13T06:20:05.349464+0000","last_undegraded":"2024-06-13T06:20:05.349464+0000","last_fullsized":"2024-06-13T06:20:05.349464+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:46:51.514946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"89'1","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.327646+0000","last_change":"2024-06-13T06:19:59.566729+0000","last_active":"2024-06-13T06:20:05.327646+0000","last_peered":"2024-06-13T06:20:05.327646+0000","last_clean":"2024-06-13T06:20:05.327646+0000","last_became_active":"2024-06-13T06:19:59.564788+0000","last_became_peered":"2024-06-13T06:19:59.564788+0000","last_unstale":"2024-06-13T06:20:05.327646+0000","last_undegraded":"2024-06-13T06:20:05.327646+0000","last_fullsized":"2024-06-13T06:20:05.327646+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:40:23.359074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.669614+0000","last_change":"2024-06-13T06:20:03.333924+0000","last_active":"2024-06-13T06:20:46.669614+0000","last_peered":"2024-06-13T06:20:46.669614+0000","last_clean":"2024-06-13T06:20:46.669614+0000","last_became_active":"2024-06-13T06:20:03.333591+0000","last_became_peered":"2024-06-13T06:20:03.333591+0000","last_unstale":"2024-06-13T06:20:46.669614+0000","last_undegraded":"2024-06-13T06:20:46.669614+0000","last_fullsized":"2024-06-13T06:20:46.669614+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T07:09:33.075835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:17.518600+0000","last_change":"2024-06-13T06:19:59.569485+0000","last_active":"2024-06-13T06:20:17.518600+0000","last_peered":"2024-06-13T06:20:17.518600+0000","last_clean":"2024-06-13T06:20:17.518600+0000","last_became_active":"2024-06-13T06:19:59.569083+0000","last_became_peered":"2024-06-13T06:19:59.569083+0000","last_unstale":"2024-06-13T06:20:17.518600+0000","last_undegraded":"2024-06-13T06:20:17.518600+0000","last_fullsized":"2024-06-13T06:20:17.518600+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T07:54:39.027326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.329529+0000","last_change":"2024-06-13T06:20:03.332895+0000","last_active":"2024-06-13T06:20:05.329529+0000","last_peered":"2024-06-13T06:20:05.329529+0000","last_clean":"2024-06-13T06:20:05.329529+0000","last_became_active":"2024-06-13T06:20:03.332522+0000","last_became_peered":"2024-06-13T06:20:03.332522+0000","last_unstale":"2024-06-13T06:20:05.329529+0000","last_undegraded":"2024-06-13T06:20:05.329529+0000","last_fullsized":"2024-06-13T06:20:05.329529+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:06:52.386940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.664976+0000","last_change":"2024-06-13T06:19:59.871273+0000","last_active":"2024-06-13T06:20:46.664976+0000","last_peered":"2024-06-13T06:20:46.664976+0000","last_clean":"2024-06-13T06:20:46.664976+0000","last_became_active":"2024-06-13T06:19:59.870771+0000","last_became_peered":"2024-06-13T06:19:59.870771+0000","last_unstale":"2024-06-13T06:20:46.664976+0000","last_undegraded":"2024-06-13T06:20:46.664976+0000","last_fullsized":"2024-06-13T06:20:46.664976+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T07:38:23.253801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.329606+0000","last_change":"2024-06-13T06:20:03.333799+0000","last_active":"2024-06-13T06:20:05.329606+0000","last_peered":"2024-06-13T06:20:05.329606+0000","last_clean":"2024-06-13T06:20:05.329606+0000","last_became_active":"2024-06-13T06:20:03.333149+0000","last_became_peered":"2024-06-13T06:20:03.333149+0000","last_unstale":"2024-06-13T06:20:05.329606+0000","last_undegraded":"2024-06-13T06:20:05.329606+0000","last_fullsized":"2024-06-13T06:20:05.329606+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:38:16.776173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"89'1","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.666640+0000","last_change":"2024-06-13T06:19:59.561434+0000","last_active":"2024-06-13T06:20:46.666640+0000","last_peered":"2024-06-13T06:20:46.666640+0000","last_clean":"2024-06-13T06:20:46.666640+0000","last_became_active":"2024-06-13T06:19:59.561076+0000","last_became_peered":"2024-06-13T06:19:59.561076+0000","last_unstale":"2024-06-13T06:20:46.666640+0000","last_undegraded":"2024-06-13T06:20:46.666640+0000","last_fullsized":"2024-06-13T06:20:46.666640+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:50:10.441166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"89'1","reported_seq":17,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.329328+0000","last_change":"2024-06-13T06:20:03.338390+0000","last_active":"2024-06-13T06:20:05.329328+0000","last_peered":"2024-06-13T06:20:05.329328+0000","last_clean":"2024-06-13T06:20:05.329328+0000","last_became_active":"2024-06-13T06:20:03.338000+0000","last_became_peered":"2024-06-13T06:20:03.338000+0000","last_unstale":"2024-06-13T06:20:05.329328+0000","last_undegraded":"2024-06-13T06:20:05.329328+0000","last_fullsized":"2024-06-13T06:20:05.329328+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T09:46:54.335030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"89'2","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.347504+0000","last_change":"2024-06-13T06:19:59.565675+0000","last_active":"2024-06-13T06:20:05.347504+0000","last_peered":"2024-06-13T06:20:05.347504+0000","last_clean":"2024-06-13T06:20:05.347504+0000","last_became_active":"2024-06-13T06:19:59.565257+0000","last_became_peered":"2024-06-13T06:19:59.565257+0000","last_unstale":"2024-06-13T06:20:05.347504+0000","last_undegraded":"2024-06-13T06:20:05.347504+0000","last_fullsized":"2024-06-13T06:20:05.347504+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T09:48:58.013179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.329605+0000","last_change":"2024-06-13T06:20:03.335204+0000","last_active":"2024-06-13T06:20:05.329605+0000","last_peered":"2024-06-13T06:20:05.329605+0000","last_clean":"2024-06-13T06:20:05.329605+0000","last_became_active":"2024-06-13T06:20:03.334589+0000","last_became_peered":"2024-06-13T06:20:03.334589+0000","last_unstale":"2024-06-13T06:20:05.329605+0000","last_undegraded":"2024-06-13T06:20:05.329605+0000","last_fullsized":"2024-06-13T06:20:05.329605+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:49:37.493543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.349965+0000","last_change":"2024-06-13T06:20:03.339546+0000","last_active":"2024-06-13T06:20:05.349965+0000","last_peered":"2024-06-13T06:20:05.349965+0000","last_clean":"2024-06-13T06:20:05.349965+0000","last_became_active":"2024-06-13T06:20:03.339182+0000","last_became_peered":"2024-06-13T06:20:03.339182+0000","last_unstale":"2024-06-13T06:20:05.349965+0000","last_undegraded":"2024-06-13T06:20:05.349965+0000","last_fullsized":"2024-06-13T06:20:05.349965+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:08:36.171459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.664620+0000","last_change":"2024-06-13T06:20:03.344781+0000","last_active":"2024-06-13T06:20:46.664620+0000","last_peered":"2024-06-13T06:20:46.664620+0000","last_clean":"2024-06-13T06:20:46.664620+0000","last_became_active":"2024-06-13T06:20:03.343968+0000","last_became_peered":"2024-06-13T06:20:03.343968+0000","last_unstale":"2024-06-13T06:20:46.664620+0000","last_undegraded":"2024-06-13T06:20:46.664620+0000","last_fullsized":"2024-06-13T06:20:46.664620+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:27:36.929737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.664604+0000","last_change":"2024-06-13T06:20:03.333802+0000","last_active":"2024-06-13T06:20:46.664604+0000","last_peered":"2024-06-13T06:20:46.664604+0000","last_clean":"2024-06-13T06:20:46.664604+0000","last_became_active":"2024-06-13T06:20:03.333463+0000","last_became_peered":"2024-06-13T06:20:03.333463+0000","last_unstale":"2024-06-13T06:20:46.664604+0000","last_undegraded":"2024-06-13T06:20:46.664604+0000","last_fullsized":"2024-06-13T06:20:46.664604+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:01:43.704543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.347386+0000","last_change":"2024-06-13T06:20:03.328963+0000","last_active":"2024-06-13T06:20:05.347386+0000","last_peered":"2024-06-13T06:20:05.347386+0000","last_clean":"2024-06-13T06:20:05.347386+0000","last_became_active":"2024-06-13T06:20:03.327919+0000","last_became_peered":"2024-06-13T06:20:03.327919+0000","last_unstale":"2024-06-13T06:20:05.347386+0000","last_undegraded":"2024-06-13T06:20:05.347386+0000","last_fullsized":"2024-06-13T06:20:05.347386+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:21:01.096356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.343849+0000","last_change":"2024-06-13T06:20:03.332528+0000","last_active":"2024-06-13T06:20:05.343849+0000","last_peered":"2024-06-13T06:20:05.343849+0000","last_clean":"2024-06-13T06:20:05.343849+0000","last_became_active":"2024-06-13T06:20:03.332184+0000","last_became_peered":"2024-06-13T06:20:03.332184+0000","last_unstale":"2024-06-13T06:20:05.343849+0000","last_undegraded":"2024-06-13T06:20:05.343849+0000","last_fullsized":"2024-06-13T06:20:05.343849+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:37:57.879546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.349382+0000","last_change":"2024-06-13T06:20:03.341100+0000","last_active":"2024-06-13T06:20:05.349382+0000","last_peered":"2024-06-13T06:20:05.349382+0000","last_clean":"2024-06-13T06:20:05.349382+0000","last_became_active":"2024-06-13T06:20:03.340775+0000","last_became_peered":"2024-06-13T06:20:03.340775+0000","last_unstale":"2024-06-13T06:20:05.349382+0000","last_undegraded":"2024-06-13T06:20:05.349382+0000","last_fullsized":"2024-06-13T06:20:05.349382+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:59:21.262970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.665254+0000","last_change":"2024-06-13T06:20:03.342535+0000","last_active":"2024-06-13T06:20:46.665254+0000","last_peered":"2024-06-13T06:20:46.665254+0000","last_clean":"2024-06-13T06:20:46.665254+0000","last_became_active":"2024-06-13T06:20:03.342078+0000","last_became_peered":"2024-06-13T06:20:03.342078+0000","last_unstale":"2024-06-13T06:20:46.665254+0000","last_undegraded":"2024-06-13T06:20:46.665254+0000","last_fullsized":"2024-06-13T06:20:46.665254+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:55:31.208484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.670152+0000","last_change":"2024-06-13T06:20:03.339638+0000","last_active":"2024-06-13T06:20:46.670152+0000","last_peered":"2024-06-13T06:20:46.670152+0000","last_clean":"2024-06-13T06:20:46.670152+0000","last_became_active":"2024-06-13T06:20:03.339326+0000","last_became_peered":"2024-06-13T06:20:03.339326+0000","last_unstale":"2024-06-13T06:20:46.670152+0000","last_undegraded":"2024-06-13T06:20:46.670152+0000","last_fullsized":"2024-06-13T06:20:46.670152+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:21:11.289793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.666639+0000","last_change":"2024-06-13T06:20:03.337506+0000","last_active":"2024-06-13T06:20:46.666639+0000","last_peered":"2024-06-13T06:20:46.666639+0000","last_clean":"2024-06-13T06:20:46.666639+0000","last_became_active":"2024-06-13T06:20:03.336692+0000","last_became_peered":"2024-06-13T06:20:03.336692+0000","last_unstale":"2024-06-13T06:20:46.666639+0000","last_undegraded":"2024-06-13T06:20:46.666639+0000","last_fullsized":"2024-06-13T06:20:46.666639+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:10:08.655549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.669549+0000","last_change":"2024-06-13T06:20:03.337973+0000","last_active":"2024-06-13T06:20:46.669549+0000","last_peered":"2024-06-13T06:20:46.669549+0000","last_clean":"2024-06-13T06:20:46.669549+0000","last_became_active":"2024-06-13T06:20:03.337601+0000","last_became_peered":"2024-06-13T06:20:03.337601+0000","last_unstale":"2024-06-13T06:20:46.669549+0000","last_undegraded":"2024-06-13T06:20:46.669549+0000","last_fullsized":"2024-06-13T06:20:46.669549+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:22:13.204173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.347306+0000","last_change":"2024-06-13T06:20:03.340835+0000","last_active":"2024-06-13T06:20:05.347306+0000","last_peered":"2024-06-13T06:20:05.347306+0000","last_clean":"2024-06-13T06:20:05.347306+0000","last_became_active":"2024-06-13T06:20:03.340449+0000","last_became_peered":"2024-06-13T06:20:03.340449+0000","last_unstale":"2024-06-13T06:20:05.347306+0000","last_undegraded":"2024-06-13T06:20:05.347306+0000","last_fullsized":"2024-06-13T06:20:05.347306+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:43:22.522320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.344251+0000","last_change":"2024-06-13T06:20:03.331652+0000","last_active":"2024-06-13T06:20:05.344251+0000","last_peered":"2024-06-13T06:20:05.344251+0000","last_clean":"2024-06-13T06:20:05.344251+0000","last_became_active":"2024-06-13T06:20:03.331314+0000","last_became_peered":"2024-06-13T06:20:03.331314+0000","last_unstale":"2024-06-13T06:20:05.344251+0000","last_undegraded":"2024-06-13T06:20:05.344251+0000","last_fullsized":"2024-06-13T06:20:05.344251+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:08:21.393531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":16,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-06-13T06:20:05.349891+0000","last_change":"2024-06-13T06:20:03.343797+0000","last_active":"2024-06-13T06:20:05.349891+0000","last_peered":"2024-06-13T06:20:05.349891+0000","last_clean":"2024-06-13T06:20:05.349891+0000","last_became_active":"2024-06-13T06:20:03.343452+0000","last_became_peered":"2024-06-13T06:20:03.343452+0000","last_unstale":"2024-06-13T06:20:05.349891+0000","last_undegraded":"2024-06-13T06:20:05.349891+0000","last_fullsized":"2024-06-13T06:20:05.349891+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:59:57.502951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":286636,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":60479,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":177,"num_read_kb":149,"num_write":164,"num_write_kb":107,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":56089,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":364544,"data_stored":181437,"data_compressed":9103,"data_compressed_allocated":12288,"data_compressed_original":53248,"omap_allocated":0,"internal_metadata":0},"log_size":138,"ondisk_log_size":138,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351000,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32116,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713036,"statfs":{"total":95995035648,"available":95962148864,"internally_reserved":0,"allocated":962560,"data_stored":465838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612638,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32276,"kb_used_data":1096,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712876,"statfs":{"total":95995035648,"available":95961985024,"internally_reserved":0,"allocated":1122304,"data_stored":1122515,"data_compressed":39335,"data_compressed_allocated":49152,"data_compressed_original":598016,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776163,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32132,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713020,"statfs":{"total":95995035648,"available":95962132480,"internally_reserved":0,"allocated":978944,"data_stored":466074,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037800,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32132,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713020,"statfs":{"total":95995035648,"available":95962132480,"internally_reserved":0,"allocated":978944,"data_stored":465994,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299437,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32180,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712972,"statfs":{"total":95995035648,"available":95962083328,"internally_reserved":0,"allocated":1028096,"data_stored":1058313,"data_compressed":36443,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462962,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32120,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713032,"statfs":{"total":95995035648,"available":95962144768,"internally_reserved":0,"allocated":966656,"data_stored":465463,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574922,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32176,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712976,"statfs":{"total":95995035648,"available":95962087424,"internally_reserved":0,"allocated":1024000,"data_stored":521345,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738448,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32140,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713012,"statfs":{"total":95995035648,"available":95962124288,"internally_reserved":0,"allocated":987136,"data_stored":466734,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411399,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36328,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708824,"statfs":{"total":95995035648,"available":95957835776,"internally_reserved":0,"allocated":1007616,"data_stored":484201,"data_compressed":5791,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149760,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27992,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717160,"statfs":{"total":95995035648,"available":95966371840,"internally_reserved":0,"allocated":995328,"data_stored":474491,"data_compressed":2892,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888125,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28016,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717136,"statfs":{"total":95995035648,"available":95966347264,"internally_reserved":0,"allocated":1019904,"data_stored":539584,"data_compressed":14894,"data_compressed_allocated":20480,"data_compressed_original":69632,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724599,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28048,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717104,"statfs":{"total":95995035648,"available":95966314496,"internally_reserved":0,"allocated":1052672,"data_stored":1066324,"data_compressed":39335,"data_compressed_allocated":49152,"data_compressed_original":598016,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34807,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34807,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34807,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36443,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36443,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36443,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36443,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36443,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":56089,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1740,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":57123,"data_compressed":9103,"data_compressed_allocated":12288,"data_compressed_original":53248,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1866,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2572,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":58057,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-06-13T06:20:51.241 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-06-13T06:20:51.242 INFO:tasks.cephadm:Setting up client nodes... 2024-06-13T06:20:51.242 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-06-13T06:20:51.497 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:20:51.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:51 smithi039 ceph-mon[32479]: from='client.14709 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T06:20:51.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:51 smithi149 ceph-mon[36963]: from='client.14709 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T06:20:52.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:51 smithi096 ceph-mon[36532]: from='client.14709 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T06:20:52.904 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:52 smithi039 ceph-mon[32479]: pgmap v324: 97 pgs: 97 active+clean; 636 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s rd, 383 B/s wr, 4 op/s; 6.8 KiB/s, 0 objects/s recovering 2024-06-13T06:20:53.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:52 smithi096 ceph-mon[36532]: pgmap v324: 97 pgs: 97 active+clean; 636 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s rd, 383 B/s wr, 4 op/s; 6.8 KiB/s, 0 objects/s recovering 2024-06-13T06:20:53.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.176+0000 7f3a355b6700 1 -- 172.21.15.39:0/2926422635 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a30102020 msgr2=0x7f3a301098c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:53.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.176+0000 7f3a355b6700 1 --2- 172.21.15.39:0/2926422635 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a30102020 0x7f3a301098c0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f3a28009990 tx=0x7f3a28009ca0 comp rx=0 tx=0).stop 2024-06-13T06:20:53.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.176+0000 7f3a355b6700 1 -- 172.21.15.39:0/2926422635 shutdown_connections 2024-06-13T06:20:53.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.176+0000 7f3a355b6700 1 --2- 172.21.15.39:0/2926422635 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a30102020 0x7f3a301098c0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:53.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.176+0000 7f3a355b6700 1 --2- 172.21.15.39:0/2926422635 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f3a30102a90 0x7f3a30102eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:53.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.176+0000 7f3a355b6700 1 --2- 172.21.15.39:0/2926422635 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3a30101660 0x7f3a30101ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:53.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.176+0000 7f3a355b6700 1 -- 172.21.15.39:0/2926422635 >> 172.21.15.39:0/2926422635 conn(0x7f3a300fc130 msgr2=0x7f3a300fe570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:20:53.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.176+0000 7f3a355b6700 1 -- 172.21.15.39:0/2926422635 shutdown_connections 2024-06-13T06:20:53.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.176+0000 7f3a355b6700 1 -- 172.21.15.39:0/2926422635 wait complete. 2024-06-13T06:20:53.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.177+0000 7f3a355b6700 1 Processor -- start 2024-06-13T06:20:53.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.177+0000 7f3a355b6700 1 -- start start 2024-06-13T06:20:53.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.177+0000 7f3a355b6700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3a30101660 0x7f3a30198580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:53.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.177+0000 7f3a355b6700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f3a30102020 0x7f3a30198ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:53.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.177+0000 7f3a355b6700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a30102a90 0x7f3a3019fb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:53.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.177+0000 7f3a355b6700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f3a3010d050 con 0x7f3a30102a90 2024-06-13T06:20:53.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.177+0000 7f3a355b6700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f3a3010ced0 con 0x7f3a30102020 2024-06-13T06:20:53.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.177+0000 7f3a355b6700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f3a3010d1d0 con 0x7f3a30101660 2024-06-13T06:20:53.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.177+0000 7f3a2f7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a30102a90 0x7f3a3019fb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:53.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.177+0000 7f3a2f7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a30102a90 0x7f3a3019fb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33558/0 (socket says 172.21.15.39:33558) 2024-06-13T06:20:53.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.177+0000 7f3a2f7fe700 1 -- 172.21.15.39:0/3621418886 learned_addr learned my addr 172.21.15.39:0/3621418886 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:20:53.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.177+0000 7f3a2e7fc700 1 --2- 172.21.15.39:0/3621418886 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f3a30102020 0x7f3a30198ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:53.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.177+0000 7f3a2effd700 1 --2- 172.21.15.39:0/3621418886 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3a30101660 0x7f3a30198580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:53.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.178+0000 7f3a2f7fe700 1 -- 172.21.15.39:0/3621418886 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3a30101660 msgr2=0x7f3a30198580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:53.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.178+0000 7f3a2f7fe700 1 --2- 172.21.15.39:0/3621418886 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3a30101660 0x7f3a30198580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:53.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.178+0000 7f3a2f7fe700 1 -- 172.21.15.39:0/3621418886 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f3a30102020 msgr2=0x7f3a30198ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:53.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.178+0000 7f3a2f7fe700 1 --2- 172.21.15.39:0/3621418886 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f3a30102020 0x7f3a30198ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:53.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.178+0000 7f3a2f7fe700 1 -- 172.21.15.39:0/3621418886 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a301a01e0 con 0x7f3a30102a90 2024-06-13T06:20:53.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.178+0000 7f3a2f7fe700 1 --2- 172.21.15.39:0/3621418886 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a30102a90 0x7f3a3019fb40 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f3a28003890 tx=0x7f3a28004790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:20:53.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.178+0000 7f3a27fff700 1 -- 172.21.15.39:0/3621418886 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a28026070 con 0x7f3a30102a90 2024-06-13T06:20:53.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.178+0000 7f3a355b6700 1 -- 172.21.15.39:0/3621418886 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3a301a0470 con 0x7f3a30102a90 2024-06-13T06:20:53.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.178+0000 7f3a27fff700 1 -- 172.21.15.39:0/3621418886 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3a28004150 con 0x7f3a30102a90 2024-06-13T06:20:53.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.178+0000 7f3a27fff700 1 -- 172.21.15.39:0/3621418886 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a280053b0 con 0x7f3a30102a90 2024-06-13T06:20:53.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.178+0000 7f3a355b6700 1 -- 172.21.15.39:0/3621418886 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3a301a0940 con 0x7f3a30102a90 2024-06-13T06:20:53.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.179+0000 7f3a355b6700 1 -- 172.21.15.39:0/3621418886 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3a30050a00 con 0x7f3a30102a90 2024-06-13T06:20:53.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.180+0000 7f3a27fff700 1 -- 172.21.15.39:0/3621418886 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f3a28029070 con 0x7f3a30102a90 2024-06-13T06:20:53.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.181+0000 7f3a27fff700 1 --2- 172.21.15.39:0/3621418886 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f3a1c0a2d60 0x7f3a1c0a5220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:53.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.181+0000 7f3a2effd700 1 --2- 172.21.15.39:0/3621418886 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f3a1c0a2d60 0x7f3a1c0a5220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:53.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.181+0000 7f3a27fff700 1 -- 172.21.15.39:0/3621418886 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7f3a280cfcd0 con 0x7f3a30102a90 2024-06-13T06:20:53.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.182+0000 7f3a2effd700 1 --2- 172.21.15.39:0/3621418886 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f3a1c0a2d60 0x7f3a1c0a5220 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f3a2000f440 tx=0x7f3a200079e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:20:53.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.186+0000 7f3a27fff700 1 -- 172.21.15.39:0/3621418886 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f3a2805d850 con 0x7f3a30102a90 2024-06-13T06:20:53.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:52 smithi149 ceph-mon[36963]: pgmap v324: 97 pgs: 97 active+clean; 636 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s rd, 383 B/s wr, 4 op/s; 6.8 KiB/s, 0 objects/s recovering 2024-06-13T06:20:53.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.478+0000 7f3a355b6700 1 -- 172.21.15.39:0/3621418886 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) -- 0x7f3a301a0e00 con 0x7f3a30102a90 2024-06-13T06:20:53.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.485+0000 7f3a27fff700 1 -- 172.21.15.39:0/3621418886 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v32) ==== 170+0+59 (secure 0 0 0) 0x7f3a28013070 con 0x7f3a30102a90 2024-06-13T06:20:53.486 INFO:teuthology.orchestra.run.smithi039.stdout:[client.0] 2024-06-13T06:20:53.486 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQDFj2pmuPyXHBAABQhICDWJqgiqzTpNaY/Jhg== 2024-06-13T06:20:53.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.487+0000 7f3a355b6700 1 -- 172.21.15.39:0/3621418886 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f3a1c0a2d60 msgr2=0x7f3a1c0a5220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:53.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.487+0000 7f3a355b6700 1 --2- 172.21.15.39:0/3621418886 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f3a1c0a2d60 0x7f3a1c0a5220 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f3a2000f440 tx=0x7f3a200079e0 comp rx=0 tx=0).stop 2024-06-13T06:20:53.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.487+0000 7f3a355b6700 1 -- 172.21.15.39:0/3621418886 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a30102a90 msgr2=0x7f3a3019fb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:53.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.487+0000 7f3a355b6700 1 --2- 172.21.15.39:0/3621418886 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a30102a90 0x7f3a3019fb40 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f3a28003890 tx=0x7f3a28004790 comp rx=0 tx=0).stop 2024-06-13T06:20:53.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.487+0000 7f3a355b6700 1 -- 172.21.15.39:0/3621418886 shutdown_connections 2024-06-13T06:20:53.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.487+0000 7f3a355b6700 1 --2- 172.21.15.39:0/3621418886 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f3a1c0a2d60 0x7f3a1c0a5220 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:53.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.487+0000 7f3a355b6700 1 --2- 172.21.15.39:0/3621418886 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a30102a90 0x7f3a3019fb40 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:53.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.487+0000 7f3a355b6700 1 --2- 172.21.15.39:0/3621418886 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3a30101660 0x7f3a30198580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:53.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.487+0000 7f3a355b6700 1 --2- 172.21.15.39:0/3621418886 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f3a30102020 0x7f3a30198ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:53.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.487+0000 7f3a355b6700 1 -- 172.21.15.39:0/3621418886 >> 172.21.15.39:0/3621418886 conn(0x7f3a300fc130 msgr2=0x7f3a300fda00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:20:53.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.488+0000 7f3a355b6700 1 -- 172.21.15.39:0/3621418886 shutdown_connections 2024-06-13T06:20:53.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:53.488+0000 7f3a355b6700 1 -- 172.21.15.39:0/3621418886 wait complete. 2024-06-13T06:20:54.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:53 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/3621418886' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-06-13T06:20:54.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:53 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/3621418886' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-06-13T06:20:54.082 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:53 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/3621418886' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-06-13T06:20:54.082 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:53 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/3621418886' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-06-13T06:20:54.112 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-06-13T06:20:54.112 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-06-13T06:20:54.112 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-06-13T06:20:54.119 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:53 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/3621418886' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-06-13T06:20:54.119 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:53 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/3621418886' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-06-13T06:20:54.151 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-06-13T06:20:54.152 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-06-13T06:20:54.152 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph mgr dump --format=json 2024-06-13T06:20:54.440 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:20:54.820 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:54 smithi039 ceph-mon[32479]: pgmap v325: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 1023 B/s wr, 7 op/s; 6.8 KiB/s, 0 objects/s recovering 2024-06-13T06:20:55.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:54 smithi096 ceph-mon[36532]: pgmap v325: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 1023 B/s wr, 7 op/s; 6.8 KiB/s, 0 objects/s recovering 2024-06-13T06:20:55.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:54 smithi149 ceph-mon[36963]: pgmap v325: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 1023 B/s wr, 7 op/s; 6.8 KiB/s, 0 objects/s recovering 2024-06-13T06:20:55.849 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:55 smithi039 ceph-mon[32479]: pgmap v326: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 890 B/s wr, 6 op/s; 6.0 KiB/s, 0 objects/s recovering 2024-06-13T06:20:56.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:55 smithi096 ceph-mon[36532]: pgmap v326: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 890 B/s wr, 6 op/s; 6.0 KiB/s, 0 objects/s recovering 2024-06-13T06:20:56.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.094+0000 7f924594d700 1 -- 172.21.15.39:0/939946430 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9240101390 msgr2=0x7f9240101810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:56.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.094+0000 7f924594d700 1 --2- 172.21.15.39:0/939946430 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9240101390 0x7f9240101810 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f9234009990 tx=0x7f9234009ca0 comp rx=0 tx=0).stop 2024-06-13T06:20:56.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.094+0000 7f924594d700 1 -- 172.21.15.39:0/939946430 shutdown_connections 2024-06-13T06:20:56.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.094+0000 7f924594d700 1 --2- 172.21.15.39:0/939946430 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9240101d50 0x7f924010e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:56.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.094+0000 7f924594d700 1 --2- 172.21.15.39:0/939946430 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9240107400 0x7f92401077e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:56.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.094+0000 7f924594d700 1 --2- 172.21.15.39:0/939946430 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9240101390 0x7f9240101810 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:56.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.094+0000 7f924594d700 1 -- 172.21.15.39:0/939946430 >> 172.21.15.39:0/939946430 conn(0x7f9240078340 msgr2=0x7f9240078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:20:56.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.094+0000 7f924594d700 1 -- 172.21.15.39:0/939946430 shutdown_connections 2024-06-13T06:20:56.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.094+0000 7f924594d700 1 -- 172.21.15.39:0/939946430 wait complete. 2024-06-13T06:20:56.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.095+0000 7f924594d700 1 Processor -- start 2024-06-13T06:20:56.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.095+0000 7f924594d700 1 -- start start 2024-06-13T06:20:56.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.095+0000 7f924594d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9240101390 0x7f9240103070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:56.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.095+0000 7f924594d700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9240101d50 0x7f92401035b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:56.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.095+0000 7f924594d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9240107400 0x7f9240103af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:56.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.095+0000 7f924594d700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f9240111690 con 0x7f9240107400 2024-06-13T06:20:56.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.096+0000 7f924594d700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f9240111510 con 0x7f9240101d50 2024-06-13T06:20:56.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.096+0000 7f924594d700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f9240111810 con 0x7f9240101390 2024-06-13T06:20:56.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.096+0000 7f923f7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9240107400 0x7f9240103af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:56.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.096+0000 7f923f7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9240107400 0x7f9240103af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33582/0 (socket says 172.21.15.39:33582) 2024-06-13T06:20:56.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.096+0000 7f923f7fe700 1 -- 172.21.15.39:0/661842939 learned_addr learned my addr 172.21.15.39:0/661842939 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:20:56.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.096+0000 7f923e7fc700 1 --2- 172.21.15.39:0/661842939 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9240101d50 0x7f92401035b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:56.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.096+0000 7f923effd700 1 --2- 172.21.15.39:0/661842939 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9240101390 0x7f9240103070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:56.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.096+0000 7f923f7fe700 1 -- 172.21.15.39:0/661842939 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9240101390 msgr2=0x7f9240103070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:56.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.096+0000 7f923f7fe700 1 --2- 172.21.15.39:0/661842939 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9240101390 0x7f9240103070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:56.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.096+0000 7f923f7fe700 1 -- 172.21.15.39:0/661842939 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9240101d50 msgr2=0x7f92401035b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:56.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.096+0000 7f923f7fe700 1 --2- 172.21.15.39:0/661842939 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9240101d50 0x7f92401035b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:56.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.096+0000 7f923f7fe700 1 -- 172.21.15.39:0/661842939 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92401a7140 con 0x7f9240107400 2024-06-13T06:20:56.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.096+0000 7f923f7fe700 1 --2- 172.21.15.39:0/661842939 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9240107400 0x7f9240103af0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f9238007ee0 tx=0x7f923800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:20:56.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.096+0000 7f924494b700 1 -- 172.21.15.39:0/661842939 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9238004bb0 con 0x7f9240107400 2024-06-13T06:20:56.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.096+0000 7f924594d700 1 -- 172.21.15.39:0/661842939 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92401a7430 con 0x7f9240107400 2024-06-13T06:20:56.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.096+0000 7f924494b700 1 -- 172.21.15.39:0/661842939 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9238004d50 con 0x7f9240107400 2024-06-13T06:20:56.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.096+0000 7f924494b700 1 -- 172.21.15.39:0/661842939 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9238005960 con 0x7f9240107400 2024-06-13T06:20:56.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.097+0000 7f924594d700 1 -- 172.21.15.39:0/661842939 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92401a7940 con 0x7f9240107400 2024-06-13T06:20:56.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.098+0000 7f924594d700 1 -- 172.21.15.39:0/661842939 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9240069180 con 0x7f9240107400 2024-06-13T06:20:56.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.099+0000 7f924494b700 1 -- 172.21.15.39:0/661842939 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f923801a020 con 0x7f9240107400 2024-06-13T06:20:56.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.100+0000 7f924494b700 1 --2- 172.21.15.39:0/661842939 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f92280a2cb0 0x7f92280a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:56.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.100+0000 7f924494b700 1 -- 172.21.15.39:0/661842939 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7f92380ce920 con 0x7f9240107400 2024-06-13T06:20:56.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.100+0000 7f923effd700 1 --2- 172.21.15.39:0/661842939 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f92280a2cb0 0x7f92280a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:56.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.100+0000 7f923effd700 1 --2- 172.21.15.39:0/661842939 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f92280a2cb0 0x7f92280a5170 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f9230005950 tx=0x7f923000a300 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:20:56.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.106+0000 7f924494b700 1 -- 172.21.15.39:0/661842939 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f9238010070 con 0x7f9240107400 2024-06-13T06:20:56.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:55 smithi149 ceph-mon[36963]: pgmap v326: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 890 B/s wr, 6 op/s; 6.0 KiB/s, 0 objects/s recovering 2024-06-13T06:20:56.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.378+0000 7f924594d700 1 -- 172.21.15.39:0/661842939 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f92401a7b70 con 0x7f9240107400 2024-06-13T06:20:56.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.383+0000 7f924494b700 1 -- 172.21.15.39:0/661842939 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) ==== 74+0+263199 (secure 0 0 0) 0x7f923809b710 con 0x7f9240107400 2024-06-13T06:20:56.386 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:20:56.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.388+0000 7f924594d700 1 -- 172.21.15.39:0/661842939 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f92280a2cb0 msgr2=0x7f92280a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:56.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.388+0000 7f924594d700 1 --2- 172.21.15.39:0/661842939 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f92280a2cb0 0x7f92280a5170 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f9230005950 tx=0x7f923000a300 comp rx=0 tx=0).stop 2024-06-13T06:20:56.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.388+0000 7f924594d700 1 -- 172.21.15.39:0/661842939 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9240107400 msgr2=0x7f9240103af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:56.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.388+0000 7f924594d700 1 --2- 172.21.15.39:0/661842939 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9240107400 0x7f9240103af0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f9238007ee0 tx=0x7f923800d3b0 comp rx=0 tx=0).stop 2024-06-13T06:20:56.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.388+0000 7f924594d700 1 -- 172.21.15.39:0/661842939 shutdown_connections 2024-06-13T06:20:56.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.388+0000 7f924594d700 1 --2- 172.21.15.39:0/661842939 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f92280a2cb0 0x7f92280a5170 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:56.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.388+0000 7f924594d700 1 --2- 172.21.15.39:0/661842939 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9240107400 0x7f9240103af0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:56.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.388+0000 7f924594d700 1 --2- 172.21.15.39:0/661842939 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9240101390 0x7f9240103070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:56.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.388+0000 7f924594d700 1 --2- 172.21.15.39:0/661842939 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9240101d50 0x7f92401035b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:56.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.388+0000 7f924594d700 1 -- 172.21.15.39:0/661842939 >> 172.21.15.39:0/661842939 conn(0x7f9240078340 msgr2=0x7f92401005e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:20:56.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.388+0000 7f924594d700 1 -- 172.21.15.39:0/661842939 shutdown_connections 2024-06-13T06:20:56.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:56.388+0000 7f924594d700 1 -- 172.21.15.39:0/661842939 wait complete. 2024-06-13T06:20:57.000 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:56 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/661842939' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-06-13T06:20:57.028 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":17,"flags":0,"active_gid":14152,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":2178314534},{"type":"v1","addr":"172.21.15.39:6801","nonce":2178314534}]},"active_addr":"172.21.15.39:6801/2178314534","active_change":"2024-06-13T06:12:44.764968+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24106,"name":"z","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24113,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.39:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.39:0","nonce":3967350115}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.39:0","nonce":855941877}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.39:0","nonce":3945491090}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.39:0","nonce":1836728899}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.39:0","nonce":319835602}]}]} 2024-06-13T06:20:57.034 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-06-13T06:20:57.034 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-06-13T06:20:57.034 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph osd dump --format=json 2024-06-13T06:20:57.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:56 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/661842939' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-06-13T06:20:57.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:56 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/661842939' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-06-13T06:20:57.286 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:20:57.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:57 smithi039 ceph-mon[32479]: pgmap v327: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 803 B/s wr, 5 op/s; 5.4 KiB/s, 0 objects/s recovering 2024-06-13T06:20:57.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:57 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:20:58.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:57 smithi096 ceph-mon[36532]: pgmap v327: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 803 B/s wr, 5 op/s; 5.4 KiB/s, 0 objects/s recovering 2024-06-13T06:20:58.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:57 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:20:58.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:57 smithi149 ceph-mon[36963]: pgmap v327: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 803 B/s wr, 5 op/s; 5.4 KiB/s, 0 objects/s recovering 2024-06-13T06:20:58.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:57 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:20:58.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:58.894+0000 7f48dc34a700 1 -- 172.21.15.39:0/35721181 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48d4074fe0 msgr2=0x7f48d410e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:58.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:58.894+0000 7f48dc34a700 1 --2- 172.21.15.39:0/35721181 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48d4074fe0 0x7f48d410e950 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f48c4009990 tx=0x7f48c4009ca0 comp rx=0 tx=0).stop 2024-06-13T06:20:58.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:58.894+0000 7f48dc34a700 1 -- 172.21.15.39:0/35721181 shutdown_connections 2024-06-13T06:20:58.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:58.894+0000 7f48dc34a700 1 --2- 172.21.15.39:0/35721181 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f48d410ee90 0x7f48d4111280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:58.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:58.894+0000 7f48dc34a700 1 --2- 172.21.15.39:0/35721181 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f48d40746c0 0x7f48d4074aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:58.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:58.894+0000 7f48dc34a700 1 --2- 172.21.15.39:0/35721181 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48d4074fe0 0x7f48d410e950 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:58.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:58.894+0000 7f48dc34a700 1 -- 172.21.15.39:0/35721181 >> 172.21.15.39:0/35721181 conn(0x7f48d4079530 msgr2=0x7f48d4079940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:20:58.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:58.894+0000 7f48dc34a700 1 -- 172.21.15.39:0/35721181 shutdown_connections 2024-06-13T06:20:58.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:58.894+0000 7f48dc34a700 1 -- 172.21.15.39:0/35721181 wait complete. 2024-06-13T06:20:58.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:58.894+0000 7f48dc34a700 1 Processor -- start 2024-06-13T06:20:58.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:58.894+0000 7f48dc34a700 1 -- start start 2024-06-13T06:20:58.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:58.895+0000 7f48dc34a700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f48d40746c0 0x7f48d419ae10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:58.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:58.895+0000 7f48dc34a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48d4074fe0 0x7f48d419b350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:58.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:58.895+0000 7f48dc34a700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f48d410ee90 0x7f48d419f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:58.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:58.895+0000 7f48dc34a700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f48d41149a0 con 0x7f48d4074fe0 2024-06-13T06:20:58.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:58.895+0000 7f48dc34a700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f48d4114820 con 0x7f48d410ee90 2024-06-13T06:20:58.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:58.895+0000 7f48dc34a700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f48d4114b20 con 0x7f48d40746c0 2024-06-13T06:20:58.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:58.895+0000 7f48d98e5700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48d4074fe0 0x7f48d419b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:58.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:58.895+0000 7f48d98e5700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48d4074fe0 0x7f48d419b350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33602/0 (socket says 172.21.15.39:33602) 2024-06-13T06:20:58.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:58.895+0000 7f48d98e5700 1 -- 172.21.15.39:0/4128835555 learned_addr learned my addr 172.21.15.39:0/4128835555 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:20:58.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:58.895+0000 7f48da0e6700 1 --2- 172.21.15.39:0/4128835555 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f48d40746c0 0x7f48d419ae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:58.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:58.895+0000 7f48da8e7700 1 --2- 172.21.15.39:0/4128835555 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f48d410ee90 0x7f48d419f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:58.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:58.895+0000 7f48d98e5700 1 -- 172.21.15.39:0/4128835555 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f48d40746c0 msgr2=0x7f48d419ae10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:58.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:58.895+0000 7f48d98e5700 1 --2- 172.21.15.39:0/4128835555 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f48d40746c0 0x7f48d419ae10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:58.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:58.895+0000 7f48d98e5700 1 -- 172.21.15.39:0/4128835555 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f48d410ee90 msgr2=0x7f48d419f6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:58.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:58.895+0000 7f48d98e5700 1 --2- 172.21.15.39:0/4128835555 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f48d410ee90 0x7f48d419f6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:58.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:58.895+0000 7f48d98e5700 1 -- 172.21.15.39:0/4128835555 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48d419fe20 con 0x7f48d4074fe0 2024-06-13T06:20:58.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:58.895+0000 7f48d98e5700 1 --2- 172.21.15.39:0/4128835555 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48d4074fe0 0x7f48d419b350 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f48c4000c00 tx=0x7f48c400bab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:20:58.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:58.895+0000 7f48cb7fe700 1 -- 172.21.15.39:0/4128835555 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48c4027070 con 0x7f48d4074fe0 2024-06-13T06:20:58.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:58.895+0000 7f48cb7fe700 1 -- 172.21.15.39:0/4128835555 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f48c4003d70 con 0x7f48d4074fe0 2024-06-13T06:20:58.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:58.895+0000 7f48dc34a700 1 -- 172.21.15.39:0/4128835555 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48d41a00b0 con 0x7f48d4074fe0 2024-06-13T06:20:58.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:58.895+0000 7f48cb7fe700 1 -- 172.21.15.39:0/4128835555 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48c400f460 con 0x7f48d4074fe0 2024-06-13T06:20:58.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:58.895+0000 7f48dc34a700 1 -- 172.21.15.39:0/4128835555 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48d41a7990 con 0x7f48d4074fe0 2024-06-13T06:20:58.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:58.896+0000 7f48dc34a700 1 -- 172.21.15.39:0/4128835555 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48d4069180 con 0x7f48d4074fe0 2024-06-13T06:20:58.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:58.899+0000 7f48cb7fe700 1 -- 172.21.15.39:0/4128835555 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f48c402a070 con 0x7f48d4074fe0 2024-06-13T06:20:58.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:58.900+0000 7f48cb7fe700 1 --2- 172.21.15.39:0/4128835555 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f48c00a2d30 0x7f48c00a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:20:58.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:58.900+0000 7f48da0e6700 1 --2- 172.21.15.39:0/4128835555 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f48c00a2d30 0x7f48c00a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:20:58.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:58.900+0000 7f48cb7fe700 1 -- 172.21.15.39:0/4128835555 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7f48c40d0220 con 0x7f48d4074fe0 2024-06-13T06:20:58.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:58.900+0000 7f48da0e6700 1 --2- 172.21.15.39:0/4128835555 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f48c00a2d30 0x7f48c00a51f0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f48d0004630 tx=0x7f48d000b3c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:20:58.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:58.903+0000 7f48cb7fe700 1 -- 172.21.15.39:0/4128835555 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f48c4013070 con 0x7f48d4074fe0 2024-06-13T06:20:59.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:59.117+0000 7f48dc34a700 1 -- 172.21.15.39:0/4128835555 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f48d402dca0 con 0x7f48d4074fe0 2024-06-13T06:20:59.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:59.118+0000 7f48cb7fe700 1 -- 172.21.15.39:0/4128835555 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+22681 (secure 0 0 0) 0x7f48c409d160 con 0x7f48d4074fe0 2024-06-13T06:20:59.118 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:20:59.118 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":91,"fsid":"ae626f9c-294b-11ef-bc9c-c7b262605968","created":"2024-06-13T06:11:51.305066+0000","modified":"2024-06-13T06:20:46.660676+0000","last_up_change":"2024-06-13T06:18:58.374371+0000","last_in_change":"2024-06-13T06:18:37.816473+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-13T06:15:09.300272+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-13T06:19:58.467506+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-13T06:20:01.811410+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b602e286-0350-4768-b03b-081f9c60cda7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":917128641},{"type":"v1","addr":"172.21.15.39:6803","nonce":917128641}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":917128641},{"type":"v1","addr":"172.21.15.39:6805","nonce":917128641}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":917128641},{"type":"v1","addr":"172.21.15.39:6809","nonce":917128641}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":917128641},{"type":"v1","addr":"172.21.15.39:6807","nonce":917128641}]},"public_addr":"172.21.15.39:6803/917128641","cluster_addr":"172.21.15.39:6805/917128641","heartbeat_back_addr":"172.21.15.39:6809/917128641","heartbeat_front_addr":"172.21.15.39:6807/917128641","state":["exists","up"]},{"osd":1,"uuid":"199bf34b-b607-43d8-8216-c4e80c8d3ebe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6800","nonce":1664615815},{"type":"v1","addr":"172.21.15.96:6801","nonce":1664615815}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6802","nonce":1664615815},{"type":"v1","addr":"172.21.15.96:6803","nonce":1664615815}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6806","nonce":1664615815},{"type":"v1","addr":"172.21.15.96:6807","nonce":1664615815}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6804","nonce":1664615815},{"type":"v1","addr":"172.21.15.96:6805","nonce":1664615815}]},"public_addr":"172.21.15.96:6801/1664615815","cluster_addr":"172.21.15.96:6803/1664615815","heartbeat_back_addr":"172.21.15.96:6807/1664615815","heartbeat_front_addr":"172.21.15.96:6805/1664615815","state":["exists","up"]},{"osd":2,"uuid":"1408753c-ec3d-4e23-964e-104614ccba56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":580976175},{"type":"v1","addr":"172.21.15.149:6801","nonce":580976175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":580976175},{"type":"v1","addr":"172.21.15.149:6803","nonce":580976175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":580976175},{"type":"v1","addr":"172.21.15.149:6807","nonce":580976175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":580976175},{"type":"v1","addr":"172.21.15.149:6805","nonce":580976175}]},"public_addr":"172.21.15.149:6801/580976175","cluster_addr":"172.21.15.149:6803/580976175","heartbeat_back_addr":"172.21.15.149:6807/580976175","heartbeat_front_addr":"172.21.15.149:6805/580976175","state":["exists","up"]},{"osd":3,"uuid":"8234a82f-d8d1-42c5-b257-799c0517bb1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2347430345},{"type":"v1","addr":"172.21.15.39:6811","nonce":2347430345}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2347430345},{"type":"v1","addr":"172.21.15.39:6813","nonce":2347430345}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6816","nonce":2347430345},{"type":"v1","addr":"172.21.15.39:6817","nonce":2347430345}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2347430345},{"type":"v1","addr":"172.21.15.39:6815","nonce":2347430345}]},"public_addr":"172.21.15.39:6811/2347430345","cluster_addr":"172.21.15.39:6813/2347430345","heartbeat_back_addr":"172.21.15.39:6817/2347430345","heartbeat_front_addr":"172.21.15.39:6815/2347430345","state":["exists","up"]},{"osd":4,"uuid":"977fac50-3471-408c-9747-70154767f29a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6808","nonce":1674089136},{"type":"v1","addr":"172.21.15.96:6809","nonce":1674089136}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6810","nonce":1674089136},{"type":"v1","addr":"172.21.15.96:6811","nonce":1674089136}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6814","nonce":1674089136},{"type":"v1","addr":"172.21.15.96:6815","nonce":1674089136}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6812","nonce":1674089136},{"type":"v1","addr":"172.21.15.96:6813","nonce":1674089136}]},"public_addr":"172.21.15.96:6809/1674089136","cluster_addr":"172.21.15.96:6811/1674089136","heartbeat_back_addr":"172.21.15.96:6815/1674089136","heartbeat_front_addr":"172.21.15.96:6813/1674089136","state":["exists","up"]},{"osd":5,"uuid":"99a866b2-466a-4779-bb0d-c104bac11df5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":3878401601},{"type":"v1","addr":"172.21.15.149:6809","nonce":3878401601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":3878401601},{"type":"v1","addr":"172.21.15.149:6811","nonce":3878401601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":3878401601},{"type":"v1","addr":"172.21.15.149:6815","nonce":3878401601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":3878401601},{"type":"v1","addr":"172.21.15.149:6813","nonce":3878401601}]},"public_addr":"172.21.15.149:6809/3878401601","cluster_addr":"172.21.15.149:6811/3878401601","heartbeat_back_addr":"172.21.15.149:6815/3878401601","heartbeat_front_addr":"172.21.15.149:6813/3878401601","state":["exists","up"]},{"osd":6,"uuid":"10df23c3-559c-4922-8ccf-99802a4f2449","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":1262679006},{"type":"v1","addr":"172.21.15.39:6819","nonce":1262679006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":1262679006},{"type":"v1","addr":"172.21.15.39:6821","nonce":1262679006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":1262679006},{"type":"v1","addr":"172.21.15.39:6825","nonce":1262679006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":1262679006},{"type":"v1","addr":"172.21.15.39:6823","nonce":1262679006}]},"public_addr":"172.21.15.39:6819/1262679006","cluster_addr":"172.21.15.39:6821/1262679006","heartbeat_back_addr":"172.21.15.39:6825/1262679006","heartbeat_front_addr":"172.21.15.39:6823/1262679006","state":["exists","up"]},{"osd":7,"uuid":"eba2316d-c2fc-4fd8-943c-74e05936af95","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6816","nonce":2801325231},{"type":"v1","addr":"172.21.15.96:6817","nonce":2801325231}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6818","nonce":2801325231},{"type":"v1","addr":"172.21.15.96:6819","nonce":2801325231}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6822","nonce":2801325231},{"type":"v1","addr":"172.21.15.96:6823","nonce":2801325231}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6820","nonce":2801325231},{"type":"v1","addr":"172.21.15.96:6821","nonce":2801325231}]},"public_addr":"172.21.15.96:6817/2801325231","cluster_addr":"172.21.15.96:6819/2801325231","heartbeat_back_addr":"172.21.15.96:6823/2801325231","heartbeat_front_addr":"172.21.15.96:6821/2801325231","state":["exists","up"]},{"osd":8,"uuid":"3c975612-4663-4516-bb94-8705d96309e1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":2814583725},{"type":"v1","addr":"172.21.15.149:6817","nonce":2814583725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":2814583725},{"type":"v1","addr":"172.21.15.149:6819","nonce":2814583725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":2814583725},{"type":"v1","addr":"172.21.15.149:6823","nonce":2814583725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":2814583725},{"type":"v1","addr":"172.21.15.149:6821","nonce":2814583725}]},"public_addr":"172.21.15.149:6817/2814583725","cluster_addr":"172.21.15.149:6819/2814583725","heartbeat_back_addr":"172.21.15.149:6823/2814583725","heartbeat_front_addr":"172.21.15.149:6821/2814583725","state":["exists","up"]},{"osd":9,"uuid":"17d9ffb0-b826-452c-bd91-1399fb46e734","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":2716066772},{"type":"v1","addr":"172.21.15.39:6827","nonce":2716066772}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":2716066772},{"type":"v1","addr":"172.21.15.39:6829","nonce":2716066772}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":2716066772},{"type":"v1","addr":"172.21.15.39:6833","nonce":2716066772}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":2716066772},{"type":"v1","addr":"172.21.15.39:6831","nonce":2716066772}]},"public_addr":"172.21.15.39:6827/2716066772","cluster_addr":"172.21.15.39:6829/2716066772","heartbeat_back_addr":"172.21.15.39:6833/2716066772","heartbeat_front_addr":"172.21.15.39:6831/2716066772","state":["exists","up"]},{"osd":10,"uuid":"5fa8dedf-2c1b-47b0-98ca-7983922b6e31","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6824","nonce":3117528382},{"type":"v1","addr":"172.21.15.96:6825","nonce":3117528382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6826","nonce":3117528382},{"type":"v1","addr":"172.21.15.96:6827","nonce":3117528382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6830","nonce":3117528382},{"type":"v1","addr":"172.21.15.96:6831","nonce":3117528382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6828","nonce":3117528382},{"type":"v1","addr":"172.21.15.96:6829","nonce":3117528382}]},"public_addr":"172.21.15.96:6825/3117528382","cluster_addr":"172.21.15.96:6827/3117528382","heartbeat_back_addr":"172.21.15.96:6831/3117528382","heartbeat_front_addr":"172.21.15.96:6829/3117528382","state":["exists","up"]},{"osd":11,"uuid":"464289a7-ae93-47f5-b88b-7c21ab02c295","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":3783053198},{"type":"v1","addr":"172.21.15.149:6825","nonce":3783053198}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":3783053198},{"type":"v1","addr":"172.21.15.149:6827","nonce":3783053198}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":3783053198},{"type":"v1","addr":"172.21.15.149:6831","nonce":3783053198}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":3783053198},{"type":"v1","addr":"172.21.15.149:6829","nonce":3783053198}]},"public_addr":"172.21.15.149:6825/3783053198","cluster_addr":"172.21.15.149:6827/3783053198","heartbeat_back_addr":"172.21.15.149:6831/3783053198","heartbeat_front_addr":"172.21.15.149:6829/3783053198","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:14:17.982063+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:14:41.653647+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:15:05.443023+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:15:30.243854+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:15:55.390739+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:16:20.257963+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:16:45.973831+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:17:11.985325+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:17:36.876077+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:18:03.226432+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:18:29.731400+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:18:56.089310+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.0","mappings":[{"from":4,"to":6}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.14","mappings":[{"from":1,"to":9}]},{"pgid":"3.18","mappings":[{"from":3,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8},{"from":5,"to":9}]},{"pgid":"3.37","mappings":[{"from":5,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:0/2230961630":"2024-06-14T06:12:44.764849+0000","172.21.15.39:0/3359492273":"2024-06-14T06:12:44.764849+0000","172.21.15.39:6800/1734263468":"2024-06-14T06:12:44.764849+0000","172.21.15.39:6801/1734263468":"2024-06-14T06:12:44.764849+0000","172.21.15.39:0/984030546":"2024-06-14T06:12:17.979204+0000","172.21.15.39:0/3526641224":"2024-06-14T06:12:44.764849+0000","172.21.15.39:0/3515867652":"2024-06-14T06:12:17.979204+0000","172.21.15.39:6800/1863890417":"2024-06-14T06:12:17.979204+0000","172.21.15.39:0/973565867":"2024-06-14T06:12:17.979204+0000","172.21.15.39:6801/1863890417":"2024-06-14T06:12:17.979204+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-13T06:20:59.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:59.121+0000 7f48dc34a700 1 -- 172.21.15.39:0/4128835555 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f48c00a2d30 msgr2=0x7f48c00a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:59.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:59.121+0000 7f48dc34a700 1 --2- 172.21.15.39:0/4128835555 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f48c00a2d30 0x7f48c00a51f0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f48d0004630 tx=0x7f48d000b3c0 comp rx=0 tx=0).stop 2024-06-13T06:20:59.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:59.121+0000 7f48dc34a700 1 -- 172.21.15.39:0/4128835555 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48d4074fe0 msgr2=0x7f48d419b350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:20:59.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:59.121+0000 7f48dc34a700 1 --2- 172.21.15.39:0/4128835555 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48d4074fe0 0x7f48d419b350 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f48c4000c00 tx=0x7f48c400bab0 comp rx=0 tx=0).stop 2024-06-13T06:20:59.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:59.121+0000 7f48dc34a700 1 -- 172.21.15.39:0/4128835555 shutdown_connections 2024-06-13T06:20:59.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:59.121+0000 7f48dc34a700 1 --2- 172.21.15.39:0/4128835555 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f48c00a2d30 0x7f48c00a51f0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:59.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:59.121+0000 7f48dc34a700 1 --2- 172.21.15.39:0/4128835555 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f48d410ee90 0x7f48d419f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:59.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:59.121+0000 7f48dc34a700 1 --2- 172.21.15.39:0/4128835555 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f48d40746c0 0x7f48d419ae10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:59.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:59.121+0000 7f48dc34a700 1 --2- 172.21.15.39:0/4128835555 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48d4074fe0 0x7f48d419b350 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:20:59.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:59.121+0000 7f48dc34a700 1 -- 172.21.15.39:0/4128835555 >> 172.21.15.39:0/4128835555 conn(0x7f48d4079530 msgr2=0x7f48d40ff700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:20:59.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:59.121+0000 7f48dc34a700 1 -- 172.21.15.39:0/4128835555 shutdown_connections 2024-06-13T06:20:59.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:20:59.121+0000 7f48dc34a700 1 -- 172.21.15.39:0/4128835555 wait complete. 2024-06-13T06:20:59.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:59 smithi039 ceph-mon[32479]: pgmap v328: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 682 B/s wr, 7 op/s; 4.6 KiB/s, 0 objects/s recovering 2024-06-13T06:20:59.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:59 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/4128835555' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T06:20:59.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:59 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:20:59.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:59 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:20:59.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:59 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:20:59.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:20:59 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:21:00.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:59 smithi149 ceph-mon[36963]: pgmap v328: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 682 B/s wr, 7 op/s; 4.6 KiB/s, 0 objects/s recovering 2024-06-13T06:21:00.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:59 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/4128835555' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T06:21:00.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:59 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:21:00.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:59 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:21:00.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:59 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:21:00.219 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:20:59 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:21:00.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:59 smithi096 ceph-mon[36532]: pgmap v328: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 682 B/s wr, 7 op/s; 4.6 KiB/s, 0 objects/s recovering 2024-06-13T06:21:00.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:59 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/4128835555' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T06:21:00.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:59 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:21:00.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:59 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:21:00.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:59 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:21:00.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:20:59 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:21:00.325 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-06-13T06:21:00.325 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph osd dump --format=json 2024-06-13T06:21:00.603 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:21:02.023 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:21:01 smithi039 ceph-mon[32479]: pgmap v329: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 426 B/s wr, 5 op/s; 0 B/s, 0 objects/s recovering 2024-06-13T06:21:02.023 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:21:01 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:21:02.024 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:21:01 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:21:02.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:21:01 smithi149 ceph-mon[36963]: pgmap v329: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 426 B/s wr, 5 op/s; 0 B/s, 0 objects/s recovering 2024-06-13T06:21:02.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:21:01 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:21:02.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:21:01 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:21:02.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.274+0000 7f975e695700 1 -- 172.21.15.39:0/70448860 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9758108500 msgr2=0x7f97581088e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:02.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.274+0000 7f975e695700 1 --2- 172.21.15.39:0/70448860 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9758108500 0x7f97581088e0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f9748009990 tx=0x7f9748009ca0 comp rx=0 tx=0).stop 2024-06-13T06:21:02.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.274+0000 7f975e695700 1 -- 172.21.15.39:0/70448860 shutdown_connections 2024-06-13T06:21:02.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.274+0000 7f975e695700 1 --2- 172.21.15.39:0/70448860 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f975806ab30 0x7f975810f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:02.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.274+0000 7f975e695700 1 --2- 172.21.15.39:0/70448860 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9758108500 0x7f97581088e0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:02.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.274+0000 7f975e695700 1 --2- 172.21.15.39:0/70448860 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f975806a170 0x7f975806a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:02.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.274+0000 7f975e695700 1 -- 172.21.15.39:0/70448860 >> 172.21.15.39:0/70448860 conn(0x7f9758078340 msgr2=0x7f9758078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:02.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.274+0000 7f975e695700 1 -- 172.21.15.39:0/70448860 shutdown_connections 2024-06-13T06:21:02.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.274+0000 7f975e695700 1 -- 172.21.15.39:0/70448860 wait complete. 2024-06-13T06:21:02.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.274+0000 7f975e695700 1 Processor -- start 2024-06-13T06:21:02.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.275+0000 7f975e695700 1 -- start start 2024-06-13T06:21:02.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.275+0000 7f975e695700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f975806a170 0x7f975819b030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:02.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.275+0000 7f975e695700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f975806ab30 0x7f975819b570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:02.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.275+0000 7f975e695700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9758108500 0x7f975819f900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:02.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.275+0000 7f975e695700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f9758112860 con 0x7f9758108500 2024-06-13T06:21:02.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.275+0000 7f975e695700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f97581126e0 con 0x7f975806ab30 2024-06-13T06:21:02.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.275+0000 7f975e695700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f97581129e0 con 0x7f975806a170 2024-06-13T06:21:02.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.275+0000 7f975cc32700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9758108500 0x7f975819f900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:02.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.275+0000 7f975cc32700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9758108500 0x7f975819f900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53804/0 (socket says 172.21.15.39:53804) 2024-06-13T06:21:02.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.275+0000 7f975cc32700 1 -- 172.21.15.39:0/1676210155 learned_addr learned my addr 172.21.15.39:0/1676210155 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:21:02.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.275+0000 7f97577fe700 1 --2- 172.21.15.39:0/1676210155 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f975806ab30 0x7f975819b570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:02.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.275+0000 7f9757fff700 1 --2- 172.21.15.39:0/1676210155 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f975806a170 0x7f975819b030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:02.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.276+0000 7f975cc32700 1 -- 172.21.15.39:0/1676210155 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f975806a170 msgr2=0x7f975819b030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:02.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.276+0000 7f975cc32700 1 --2- 172.21.15.39:0/1676210155 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f975806a170 0x7f975819b030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:02.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.276+0000 7f975cc32700 1 -- 172.21.15.39:0/1676210155 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f975806ab30 msgr2=0x7f975819b570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:02.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.276+0000 7f975cc32700 1 --2- 172.21.15.39:0/1676210155 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f975806ab30 0x7f975819b570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:02.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.276+0000 7f975cc32700 1 -- 172.21.15.39:0/1676210155 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97581a0040 con 0x7f9758108500 2024-06-13T06:21:02.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.276+0000 7f975cc32700 1 --2- 172.21.15.39:0/1676210155 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9758108500 0x7f975819f900 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f975000b970 tx=0x7f975000bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:02.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.276+0000 7f97557fa700 1 -- 172.21.15.39:0/1676210155 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f975000d860 con 0x7f9758108500 2024-06-13T06:21:02.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.276+0000 7f97557fa700 1 -- 172.21.15.39:0/1676210155 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f975000e430 con 0x7f9758108500 2024-06-13T06:21:02.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.276+0000 7f975e695700 1 -- 172.21.15.39:0/1676210155 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97581a0330 con 0x7f9758108500 2024-06-13T06:21:02.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.276+0000 7f97557fa700 1 -- 172.21.15.39:0/1676210155 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9750017660 con 0x7f9758108500 2024-06-13T06:21:02.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.276+0000 7f975e695700 1 -- 172.21.15.39:0/1676210155 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97581a7bb0 con 0x7f9758108500 2024-06-13T06:21:02.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.277+0000 7f975e695700 1 -- 172.21.15.39:0/1676210155 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9758069180 con 0x7f9758108500 2024-06-13T06:21:02.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.279+0000 7f97557fa700 1 -- 172.21.15.39:0/1676210155 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f975000e5e0 con 0x7f9758108500 2024-06-13T06:21:02.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.279+0000 7f97557fa700 1 --2- 172.21.15.39:0/1676210155 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f97400a2cb0 0x7f97400a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:02.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.280+0000 7f9757fff700 1 --2- 172.21.15.39:0/1676210155 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f97400a2cb0 0x7f97400a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:02.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.280+0000 7f97557fa700 1 -- 172.21.15.39:0/1676210155 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7f97500cefb0 con 0x7f9758108500 2024-06-13T06:21:02.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.280+0000 7f9757fff700 1 --2- 172.21.15.39:0/1676210155 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f97400a2cb0 0x7f97400a5170 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f974800b5c0 tx=0x7f9748005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:02.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.283+0000 7f97557fa700 1 -- 172.21.15.39:0/1676210155 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f9750013030 con 0x7f9758108500 2024-06-13T06:21:02.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:21:01 smithi096 ceph-mon[36532]: pgmap v329: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 426 B/s wr, 5 op/s; 0 B/s, 0 objects/s recovering 2024-06-13T06:21:02.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:21:01 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:21:02.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:21:01 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:21:02.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.492+0000 7f975e695700 1 -- 172.21.15.39:0/1676210155 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f97581a7d80 con 0x7f9758108500 2024-06-13T06:21:02.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.494+0000 7f97557fa700 1 -- 172.21.15.39:0/1676210155 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+22681 (secure 0 0 0) 0x7f975009bda0 con 0x7f9758108500 2024-06-13T06:21:02.494 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:21:02.494 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":91,"fsid":"ae626f9c-294b-11ef-bc9c-c7b262605968","created":"2024-06-13T06:11:51.305066+0000","modified":"2024-06-13T06:20:46.660676+0000","last_up_change":"2024-06-13T06:18:58.374371+0000","last_in_change":"2024-06-13T06:18:37.816473+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-13T06:15:09.300272+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-13T06:19:58.467506+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-13T06:20:01.811410+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b602e286-0350-4768-b03b-081f9c60cda7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":917128641},{"type":"v1","addr":"172.21.15.39:6803","nonce":917128641}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":917128641},{"type":"v1","addr":"172.21.15.39:6805","nonce":917128641}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":917128641},{"type":"v1","addr":"172.21.15.39:6809","nonce":917128641}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":917128641},{"type":"v1","addr":"172.21.15.39:6807","nonce":917128641}]},"public_addr":"172.21.15.39:6803/917128641","cluster_addr":"172.21.15.39:6805/917128641","heartbeat_back_addr":"172.21.15.39:6809/917128641","heartbeat_front_addr":"172.21.15.39:6807/917128641","state":["exists","up"]},{"osd":1,"uuid":"199bf34b-b607-43d8-8216-c4e80c8d3ebe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6800","nonce":1664615815},{"type":"v1","addr":"172.21.15.96:6801","nonce":1664615815}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6802","nonce":1664615815},{"type":"v1","addr":"172.21.15.96:6803","nonce":1664615815}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6806","nonce":1664615815},{"type":"v1","addr":"172.21.15.96:6807","nonce":1664615815}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6804","nonce":1664615815},{"type":"v1","addr":"172.21.15.96:6805","nonce":1664615815}]},"public_addr":"172.21.15.96:6801/1664615815","cluster_addr":"172.21.15.96:6803/1664615815","heartbeat_back_addr":"172.21.15.96:6807/1664615815","heartbeat_front_addr":"172.21.15.96:6805/1664615815","state":["exists","up"]},{"osd":2,"uuid":"1408753c-ec3d-4e23-964e-104614ccba56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":580976175},{"type":"v1","addr":"172.21.15.149:6801","nonce":580976175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":580976175},{"type":"v1","addr":"172.21.15.149:6803","nonce":580976175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":580976175},{"type":"v1","addr":"172.21.15.149:6807","nonce":580976175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":580976175},{"type":"v1","addr":"172.21.15.149:6805","nonce":580976175}]},"public_addr":"172.21.15.149:6801/580976175","cluster_addr":"172.21.15.149:6803/580976175","heartbeat_back_addr":"172.21.15.149:6807/580976175","heartbeat_front_addr":"172.21.15.149:6805/580976175","state":["exists","up"]},{"osd":3,"uuid":"8234a82f-d8d1-42c5-b257-799c0517bb1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2347430345},{"type":"v1","addr":"172.21.15.39:6811","nonce":2347430345}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2347430345},{"type":"v1","addr":"172.21.15.39:6813","nonce":2347430345}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6816","nonce":2347430345},{"type":"v1","addr":"172.21.15.39:6817","nonce":2347430345}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2347430345},{"type":"v1","addr":"172.21.15.39:6815","nonce":2347430345}]},"public_addr":"172.21.15.39:6811/2347430345","cluster_addr":"172.21.15.39:6813/2347430345","heartbeat_back_addr":"172.21.15.39:6817/2347430345","heartbeat_front_addr":"172.21.15.39:6815/2347430345","state":["exists","up"]},{"osd":4,"uuid":"977fac50-3471-408c-9747-70154767f29a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6808","nonce":1674089136},{"type":"v1","addr":"172.21.15.96:6809","nonce":1674089136}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6810","nonce":1674089136},{"type":"v1","addr":"172.21.15.96:6811","nonce":1674089136}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6814","nonce":1674089136},{"type":"v1","addr":"172.21.15.96:6815","nonce":1674089136}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6812","nonce":1674089136},{"type":"v1","addr":"172.21.15.96:6813","nonce":1674089136}]},"public_addr":"172.21.15.96:6809/1674089136","cluster_addr":"172.21.15.96:6811/1674089136","heartbeat_back_addr":"172.21.15.96:6815/1674089136","heartbeat_front_addr":"172.21.15.96:6813/1674089136","state":["exists","up"]},{"osd":5,"uuid":"99a866b2-466a-4779-bb0d-c104bac11df5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":3878401601},{"type":"v1","addr":"172.21.15.149:6809","nonce":3878401601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":3878401601},{"type":"v1","addr":"172.21.15.149:6811","nonce":3878401601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":3878401601},{"type":"v1","addr":"172.21.15.149:6815","nonce":3878401601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":3878401601},{"type":"v1","addr":"172.21.15.149:6813","nonce":3878401601}]},"public_addr":"172.21.15.149:6809/3878401601","cluster_addr":"172.21.15.149:6811/3878401601","heartbeat_back_addr":"172.21.15.149:6815/3878401601","heartbeat_front_addr":"172.21.15.149:6813/3878401601","state":["exists","up"]},{"osd":6,"uuid":"10df23c3-559c-4922-8ccf-99802a4f2449","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":1262679006},{"type":"v1","addr":"172.21.15.39:6819","nonce":1262679006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":1262679006},{"type":"v1","addr":"172.21.15.39:6821","nonce":1262679006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":1262679006},{"type":"v1","addr":"172.21.15.39:6825","nonce":1262679006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":1262679006},{"type":"v1","addr":"172.21.15.39:6823","nonce":1262679006}]},"public_addr":"172.21.15.39:6819/1262679006","cluster_addr":"172.21.15.39:6821/1262679006","heartbeat_back_addr":"172.21.15.39:6825/1262679006","heartbeat_front_addr":"172.21.15.39:6823/1262679006","state":["exists","up"]},{"osd":7,"uuid":"eba2316d-c2fc-4fd8-943c-74e05936af95","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6816","nonce":2801325231},{"type":"v1","addr":"172.21.15.96:6817","nonce":2801325231}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6818","nonce":2801325231},{"type":"v1","addr":"172.21.15.96:6819","nonce":2801325231}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6822","nonce":2801325231},{"type":"v1","addr":"172.21.15.96:6823","nonce":2801325231}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6820","nonce":2801325231},{"type":"v1","addr":"172.21.15.96:6821","nonce":2801325231}]},"public_addr":"172.21.15.96:6817/2801325231","cluster_addr":"172.21.15.96:6819/2801325231","heartbeat_back_addr":"172.21.15.96:6823/2801325231","heartbeat_front_addr":"172.21.15.96:6821/2801325231","state":["exists","up"]},{"osd":8,"uuid":"3c975612-4663-4516-bb94-8705d96309e1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":2814583725},{"type":"v1","addr":"172.21.15.149:6817","nonce":2814583725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":2814583725},{"type":"v1","addr":"172.21.15.149:6819","nonce":2814583725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":2814583725},{"type":"v1","addr":"172.21.15.149:6823","nonce":2814583725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":2814583725},{"type":"v1","addr":"172.21.15.149:6821","nonce":2814583725}]},"public_addr":"172.21.15.149:6817/2814583725","cluster_addr":"172.21.15.149:6819/2814583725","heartbeat_back_addr":"172.21.15.149:6823/2814583725","heartbeat_front_addr":"172.21.15.149:6821/2814583725","state":["exists","up"]},{"osd":9,"uuid":"17d9ffb0-b826-452c-bd91-1399fb46e734","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":2716066772},{"type":"v1","addr":"172.21.15.39:6827","nonce":2716066772}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":2716066772},{"type":"v1","addr":"172.21.15.39:6829","nonce":2716066772}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":2716066772},{"type":"v1","addr":"172.21.15.39:6833","nonce":2716066772}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":2716066772},{"type":"v1","addr":"172.21.15.39:6831","nonce":2716066772}]},"public_addr":"172.21.15.39:6827/2716066772","cluster_addr":"172.21.15.39:6829/2716066772","heartbeat_back_addr":"172.21.15.39:6833/2716066772","heartbeat_front_addr":"172.21.15.39:6831/2716066772","state":["exists","up"]},{"osd":10,"uuid":"5fa8dedf-2c1b-47b0-98ca-7983922b6e31","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6824","nonce":3117528382},{"type":"v1","addr":"172.21.15.96:6825","nonce":3117528382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6826","nonce":3117528382},{"type":"v1","addr":"172.21.15.96:6827","nonce":3117528382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6830","nonce":3117528382},{"type":"v1","addr":"172.21.15.96:6831","nonce":3117528382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6828","nonce":3117528382},{"type":"v1","addr":"172.21.15.96:6829","nonce":3117528382}]},"public_addr":"172.21.15.96:6825/3117528382","cluster_addr":"172.21.15.96:6827/3117528382","heartbeat_back_addr":"172.21.15.96:6831/3117528382","heartbeat_front_addr":"172.21.15.96:6829/3117528382","state":["exists","up"]},{"osd":11,"uuid":"464289a7-ae93-47f5-b88b-7c21ab02c295","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":3783053198},{"type":"v1","addr":"172.21.15.149:6825","nonce":3783053198}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":3783053198},{"type":"v1","addr":"172.21.15.149:6827","nonce":3783053198}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":3783053198},{"type":"v1","addr":"172.21.15.149:6831","nonce":3783053198}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":3783053198},{"type":"v1","addr":"172.21.15.149:6829","nonce":3783053198}]},"public_addr":"172.21.15.149:6825/3783053198","cluster_addr":"172.21.15.149:6827/3783053198","heartbeat_back_addr":"172.21.15.149:6831/3783053198","heartbeat_front_addr":"172.21.15.149:6829/3783053198","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:14:17.982063+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:14:41.653647+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:15:05.443023+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:15:30.243854+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:15:55.390739+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:16:20.257963+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:16:45.973831+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:17:11.985325+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:17:36.876077+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:18:03.226432+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:18:29.731400+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:18:56.089310+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.0","mappings":[{"from":4,"to":6}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.14","mappings":[{"from":1,"to":9}]},{"pgid":"3.18","mappings":[{"from":3,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8},{"from":5,"to":9}]},{"pgid":"3.37","mappings":[{"from":5,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:0/2230961630":"2024-06-14T06:12:44.764849+0000","172.21.15.39:0/3359492273":"2024-06-14T06:12:44.764849+0000","172.21.15.39:6800/1734263468":"2024-06-14T06:12:44.764849+0000","172.21.15.39:6801/1734263468":"2024-06-14T06:12:44.764849+0000","172.21.15.39:0/984030546":"2024-06-14T06:12:17.979204+0000","172.21.15.39:0/3526641224":"2024-06-14T06:12:44.764849+0000","172.21.15.39:0/3515867652":"2024-06-14T06:12:17.979204+0000","172.21.15.39:6800/1863890417":"2024-06-14T06:12:17.979204+0000","172.21.15.39:0/973565867":"2024-06-14T06:12:17.979204+0000","172.21.15.39:6801/1863890417":"2024-06-14T06:12:17.979204+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-13T06:21:02.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.497+0000 7f975e695700 1 -- 172.21.15.39:0/1676210155 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f97400a2cb0 msgr2=0x7f97400a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:02.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.497+0000 7f975e695700 1 --2- 172.21.15.39:0/1676210155 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f97400a2cb0 0x7f97400a5170 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f974800b5c0 tx=0x7f9748005960 comp rx=0 tx=0).stop 2024-06-13T06:21:02.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.497+0000 7f975e695700 1 -- 172.21.15.39:0/1676210155 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9758108500 msgr2=0x7f975819f900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:02.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.497+0000 7f975e695700 1 --2- 172.21.15.39:0/1676210155 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9758108500 0x7f975819f900 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f975000b970 tx=0x7f975000bc80 comp rx=0 tx=0).stop 2024-06-13T06:21:02.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.497+0000 7f975e695700 1 -- 172.21.15.39:0/1676210155 shutdown_connections 2024-06-13T06:21:02.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.497+0000 7f975e695700 1 --2- 172.21.15.39:0/1676210155 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f97400a2cb0 0x7f97400a5170 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:02.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.497+0000 7f975e695700 1 --2- 172.21.15.39:0/1676210155 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9758108500 0x7f975819f900 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:02.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.497+0000 7f975e695700 1 --2- 172.21.15.39:0/1676210155 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f975806a170 0x7f975819b030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:02.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.497+0000 7f975e695700 1 --2- 172.21.15.39:0/1676210155 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f975806ab30 0x7f975819b570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:02.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.497+0000 7f975e695700 1 -- 172.21.15.39:0/1676210155 >> 172.21.15.39:0/1676210155 conn(0x7f9758078340 msgr2=0x7f97580ffe50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:02.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.497+0000 7f975e695700 1 -- 172.21.15.39:0/1676210155 shutdown_connections 2024-06-13T06:21:02.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:02.497+0000 7f975e695700 1 -- 172.21.15.39:0/1676210155 wait complete. 2024-06-13T06:21:03.092 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-06-13T06:21:03.093 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-06-13T06:21:03.093 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-06-13T06:21:03.094 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-06-13T06:21:03.094 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-06-13T06:21:03.094 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-06-13T06:21:03.095 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-06-13T06:21:03.095 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-06-13T06:21:03.096 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph tell osd.8 flush_pg_stats 2024-06-13T06:21:03.096 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph tell osd.9 flush_pg_stats 2024-06-13T06:21:03.097 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph tell osd.10 flush_pg_stats 2024-06-13T06:21:03.097 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph tell osd.11 flush_pg_stats 2024-06-13T06:21:03.202 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:21:02 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:21:03.202 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:21:02 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:21:03.203 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:21:02 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:21:03.203 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:21:02 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/1676210155' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T06:21:03.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:21:02 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:21:03.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:21:02 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:21:03.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:21:02 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:21:03.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:21:02 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/1676210155' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T06:21:03.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:21:02 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:21:03.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:21:02 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:21:03.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:21:02 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:21:03.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:21:02 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/1676210155' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T06:21:03.745 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:21:03.847 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:21:03.847 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:21:04.277 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:21:04.291 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:21:04.292 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:21:04.294 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:21:04.295 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:21:04.298 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:21:04.298 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:21:04.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:21:04 smithi039 ceph-mon[32479]: pgmap v330: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 426 B/s wr, 7 op/s 2024-06-13T06:21:04.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:21:04 smithi096 ceph-mon[36532]: pgmap v330: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 426 B/s wr, 7 op/s 2024-06-13T06:21:04.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:21:04 smithi149 ceph-mon[36963]: pgmap v330: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 426 B/s wr, 7 op/s 2024-06-13T06:21:06.544 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:21:06 smithi039 ceph-mon[32479]: pgmap v331: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:21:06.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:21:06 smithi096 ceph-mon[36532]: pgmap v331: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:21:06.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:21:06 smithi149 ceph-mon[36963]: pgmap v331: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:21:07.996 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:21:08.582 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:21:08 smithi039 ceph-mon[32479]: pgmap v332: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:21:08.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:21:08 smithi096 ceph-mon[36532]: pgmap v332: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:21:08.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:21:08 smithi149 ceph-mon[36963]: pgmap v332: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:21:10.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:21:10 smithi096 ceph-mon[36532]: pgmap v333: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:21:10.796 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:21:10 smithi039 ceph-mon[32479]: pgmap v333: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:21:10.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:21:10 smithi149 ceph-mon[36963]: pgmap v333: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:21:11.631 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:21:12.635 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:21:12 smithi039 ceph-mon[32479]: pgmap v334: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:21:12.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.652+0000 7f8ccc61c700 1 -- 172.21.15.39:0/2915708043 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8cc4101810 msgr2=0x7f8cc410f280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:12.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.652+0000 7f8ccc61c700 1 --2- 172.21.15.39:0/2915708043 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8cc4101810 0x7f8cc410f280 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f8cbc00b0a0 tx=0x7f8cbc00b3b0 comp rx=0 tx=0).stop 2024-06-13T06:21:12.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.652+0000 7f8ccc61c700 1 -- 172.21.15.39:0/2915708043 shutdown_connections 2024-06-13T06:21:12.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.652+0000 7f8ccc61c700 1 --2- 172.21.15.39:0/2915708043 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8cc4101810 0x7f8cc410f280 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:12.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.652+0000 7f8ccc61c700 1 --2- 172.21.15.39:0/2915708043 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f8cc4107570 0x7f8cc4107950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:12.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.652+0000 7f8ccc61c700 1 --2- 172.21.15.39:0/2915708043 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8cc4100e50 0x7f8cc41012d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:12.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.652+0000 7f8ccc61c700 1 -- 172.21.15.39:0/2915708043 >> 172.21.15.39:0/2915708043 conn(0x7f8cc40766b0 msgr2=0x7f8cc4076ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:12.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.652+0000 7f8ccc61c700 1 -- 172.21.15.39:0/2915708043 shutdown_connections 2024-06-13T06:21:12.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.652+0000 7f8ccc61c700 1 -- 172.21.15.39:0/2915708043 wait complete. 2024-06-13T06:21:12.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.653+0000 7f8ccc61c700 1 Processor -- start 2024-06-13T06:21:12.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.653+0000 7f8ccc61c700 1 -- start start 2024-06-13T06:21:12.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.653+0000 7f8ccc61c700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f8cc4100e50 0x7f8cc419e830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:12.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.653+0000 7f8ccc61c700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8cc4101810 0x7f8cc419ed70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:12.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.653+0000 7f8ccc61c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8cc4107570 0x7f8cc41989f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:12.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.653+0000 7f8ccc61c700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f8cc4112850 con 0x7f8cc4107570 2024-06-13T06:21:12.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.653+0000 7f8ccc61c700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f8cc41126d0 con 0x7f8cc4100e50 2024-06-13T06:21:12.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.653+0000 7f8ccc61c700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f8cc41129d0 con 0x7f8cc4101810 2024-06-13T06:21:12.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.653+0000 7f8ccabb9700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8cc4107570 0x7f8cc41989f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:12.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.653+0000 7f8ccabb9700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8cc4107570 0x7f8cc41989f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55778/0 (socket says 172.21.15.39:55778) 2024-06-13T06:21:12.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.653+0000 7f8ccabb9700 1 -- 172.21.15.39:0/4275315307 learned_addr learned my addr 172.21.15.39:0/4275315307 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:21:12.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.653+0000 7f8cca3b8700 1 --2- 172.21.15.39:0/4275315307 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f8cc4100e50 0x7f8cc419e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:12.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.653+0000 7f8cc9bb7700 1 --2- 172.21.15.39:0/4275315307 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8cc4101810 0x7f8cc419ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:12.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.653+0000 7f8ccabb9700 1 -- 172.21.15.39:0/4275315307 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8cc4101810 msgr2=0x7f8cc419ed70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:12.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.653+0000 7f8ccabb9700 1 --2- 172.21.15.39:0/4275315307 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8cc4101810 0x7f8cc419ed70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:12.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.653+0000 7f8ccabb9700 1 -- 172.21.15.39:0/4275315307 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f8cc4100e50 msgr2=0x7f8cc419e830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:12.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.653+0000 7f8ccabb9700 1 --2- 172.21.15.39:0/4275315307 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f8cc4100e50 0x7f8cc419e830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:12.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.653+0000 7f8ccabb9700 1 -- 172.21.15.39:0/4275315307 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8cc4199150 con 0x7f8cc4107570 2024-06-13T06:21:12.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.653+0000 7f8cc9bb7700 1 --2- 172.21.15.39:0/4275315307 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8cc4101810 0x7f8cc419ed70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:21:12.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.654+0000 7f8ccabb9700 1 --2- 172.21.15.39:0/4275315307 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8cc4107570 0x7f8cc41989f0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f8cbc0062a0 tx=0x7f8cbc004d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:12.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.654+0000 7f8cbb7fe700 1 -- 172.21.15.39:0/4275315307 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cbc021070 con 0x7f8cc4107570 2024-06-13T06:21:12.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.654+0000 7f8cbb7fe700 1 -- 172.21.15.39:0/4275315307 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8cbc007c00 con 0x7f8cc4107570 2024-06-13T06:21:12.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.654+0000 7f8ccc61c700 1 -- 172.21.15.39:0/4275315307 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8cc41993e0 con 0x7f8cc4107570 2024-06-13T06:21:12.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.654+0000 7f8cbb7fe700 1 -- 172.21.15.39:0/4275315307 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cbc01d450 con 0x7f8cc4107570 2024-06-13T06:21:12.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.654+0000 7f8ccc61c700 1 -- 172.21.15.39:0/4275315307 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8cc41a5700 con 0x7f8cc4107570 2024-06-13T06:21:12.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.655+0000 7f8ccc61c700 1 -- 172.21.15.39:0/4275315307 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f8cc4062c20 con 0x7f8cc4107570 2024-06-13T06:21:12.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.656+0000 7f8cbb7fe700 1 -- 172.21.15.39:0/4275315307 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f8cbc004000 con 0x7f8cc4107570 2024-06-13T06:21:12.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.657+0000 7f8cbb7fe700 1 --2- 172.21.15.39:0/4275315307 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f8cb00a2cb0 0x7f8cb00a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:12.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.657+0000 7f8cca3b8700 1 --2- 172.21.15.39:0/4275315307 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f8cb00a2cb0 0x7f8cb00a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:12.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.657+0000 7f8cbb7fe700 1 -- 172.21.15.39:0/4275315307 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7f8cbc00f020 con 0x7f8cc4107570 2024-06-13T06:21:12.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.657+0000 7f8cbb7fe700 1 --2- 172.21.15.39:0/4275315307 >> [v2:172.21.15.39:6802/917128641,v1:172.21.15.39:6803/917128641] conn(0x7f8cb00ac740 0x7f8cb00aebe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:12.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.657+0000 7f8cbb7fe700 1 -- 172.21.15.39:0/4275315307 --> [v2:172.21.15.39:6802/917128641,v1:172.21.15.39:6803/917128641] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f8cbc008ea0 con 0x7f8cb00ac740 2024-06-13T06:21:12.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.657+0000 7f8cbb7fe700 1 -- 172.21.15.39:0/4275315307 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f8cbc0d0e80 con 0x7f8cc4107570 2024-06-13T06:21:12.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.657+0000 7f8cc9bb7700 1 --2- 172.21.15.39:0/4275315307 >> [v2:172.21.15.39:6802/917128641,v1:172.21.15.39:6803/917128641] conn(0x7f8cb00ac740 0x7f8cb00aebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:12.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.657+0000 7f8cca3b8700 1 --2- 172.21.15.39:0/4275315307 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f8cb00a2cb0 0x7f8cb00a5170 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f8cc4199b30 tx=0x7f8cc000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:12.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.658+0000 7f8cc9bb7700 1 --2- 172.21.15.39:0/4275315307 >> [v2:172.21.15.39:6802/917128641,v1:172.21.15.39:6803/917128641] conn(0x7f8cb00ac740 0x7f8cb00aebe0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:12.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.658+0000 7f8cbb7fe700 1 -- 172.21.15.39:0/4275315307 <== osd.0 v2:172.21.15.39:6802/917128641 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f8cbc008ea0 con 0x7f8cb00ac740 2024-06-13T06:21:12.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.675+0000 7f8ccc61c700 1 -- 172.21.15.39:0/4275315307 --> [v2:172.21.15.39:6802/917128641,v1:172.21.15.39:6803/917128641] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f8cc40630a0 con 0x7f8cb00ac740 2024-06-13T06:21:12.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.675+0000 7f8cbb7fe700 1 -- 172.21.15.39:0/4275315307 <== osd.0 v2:172.21.15.39:6802/917128641 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f8cc40630a0 con 0x7f8cb00ac740 2024-06-13T06:21:12.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.675+0000 7f8ccc61c700 1 -- 172.21.15.39:0/4275315307 >> [v2:172.21.15.39:6802/917128641,v1:172.21.15.39:6803/917128641] conn(0x7f8cb00ac740 msgr2=0x7f8cb00aebe0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:12.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.675+0000 7f8ccc61c700 1 --2- 172.21.15.39:0/4275315307 >> [v2:172.21.15.39:6802/917128641,v1:172.21.15.39:6803/917128641] conn(0x7f8cb00ac740 0x7f8cb00aebe0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:12.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.676+0000 7f8ccc61c700 1 -- 172.21.15.39:0/4275315307 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f8cb00a2cb0 msgr2=0x7f8cb00a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:12.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.676+0000 7f8ccc61c700 1 --2- 172.21.15.39:0/4275315307 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f8cb00a2cb0 0x7f8cb00a5170 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f8cc4199b30 tx=0x7f8cc000b410 comp rx=0 tx=0).stop 2024-06-13T06:21:12.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.676+0000 7f8ccc61c700 1 -- 172.21.15.39:0/4275315307 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8cc4107570 msgr2=0x7f8cc41989f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:12.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.676+0000 7f8ccc61c700 1 --2- 172.21.15.39:0/4275315307 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8cc4107570 0x7f8cc41989f0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f8cbc0062a0 tx=0x7f8cbc004d70 comp rx=0 tx=0).stop 2024-06-13T06:21:12.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.676+0000 7f8ccabb9700 1 -- 172.21.15.39:0/4275315307 reap_dead start 2024-06-13T06:21:12.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.676+0000 7f8ccc61c700 1 -- 172.21.15.39:0/4275315307 shutdown_connections 2024-06-13T06:21:12.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.676+0000 7f8ccc61c700 1 -- 172.21.15.39:0/4275315307 >> 172.21.15.39:0/4275315307 conn(0x7f8cc40766b0 msgr2=0x7f8cc40ff980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:12.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.676+0000 7f8ccc61c700 1 -- 172.21.15.39:0/4275315307 shutdown_connections 2024-06-13T06:21:12.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.676+0000 7f8ccc61c700 1 -- 172.21.15.39:0/4275315307 wait complete. 2024-06-13T06:21:12.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:21:12 smithi096 ceph-mon[36532]: pgmap v334: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:21:12.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.850+0000 7f9da525a700 1 -- 172.21.15.39:0/3676592156 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9da006b580 msgr2=0x7f9da010f320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:12.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.850+0000 7f9da525a700 1 --2- 172.21.15.39:0/3676592156 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9da006b580 0x7f9da010f320 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f9d9800b0a0 tx=0x7f9d9800b3b0 comp rx=0 tx=0).stop 2024-06-13T06:21:12.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.850+0000 7f9da525a700 1 -- 172.21.15.39:0/3676592156 shutdown_connections 2024-06-13T06:21:12.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.850+0000 7f9da525a700 1 --2- 172.21.15.39:0/3676592156 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9da006b580 0x7f9da010f320 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:12.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.850+0000 7f9da525a700 1 --2- 172.21.15.39:0/3676592156 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9da0108500 0x7f9da01088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:12.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.850+0000 7f9da525a700 1 --2- 172.21.15.39:0/3676592156 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9da006abc0 0x7f9da006b040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:12.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.850+0000 7f9da525a700 1 -- 172.21.15.39:0/3676592156 >> 172.21.15.39:0/3676592156 conn(0x7f9da0078340 msgr2=0x7f9da0078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:12.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.850+0000 7f9da525a700 1 -- 172.21.15.39:0/3676592156 shutdown_connections 2024-06-13T06:21:12.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.850+0000 7f9da525a700 1 -- 172.21.15.39:0/3676592156 wait complete. 2024-06-13T06:21:12.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.851+0000 7f9da525a700 1 Processor -- start 2024-06-13T06:21:12.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.851+0000 7f9da525a700 1 -- start start 2024-06-13T06:21:12.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.851+0000 7f9da525a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9da006abc0 0x7f9da019e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:12.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.851+0000 7f9da525a700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9da006b580 0x7f9da019ece0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:12.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.851+0000 7f9da525a700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9da0108500 0x7f9da0198960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:12.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.851+0000 7f9da525a700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f9da0112760 con 0x7f9da006abc0 2024-06-13T06:21:12.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.851+0000 7f9da525a700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f9da01125e0 con 0x7f9da0108500 2024-06-13T06:21:12.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.851+0000 7f9da525a700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f9da01128e0 con 0x7f9da006b580 2024-06-13T06:21:12.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.851+0000 7f9d9ed9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9da006abc0 0x7f9da019e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:12.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.851+0000 7f9d9ed9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9da006abc0 0x7f9da019e7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55796/0 (socket says 172.21.15.39:55796) 2024-06-13T06:21:12.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.851+0000 7f9d9ed9d700 1 -- 172.21.15.39:0/601364221 learned_addr learned my addr 172.21.15.39:0/601364221 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:21:12.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.851+0000 7f9d9f59e700 1 --2- 172.21.15.39:0/601364221 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9da0108500 0x7f9da0198960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:12.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.851+0000 7f9d9e59c700 1 --2- 172.21.15.39:0/601364221 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9da006b580 0x7f9da019ece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:12.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.851+0000 7f9d9ed9d700 1 -- 172.21.15.39:0/601364221 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9da006b580 msgr2=0x7f9da019ece0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:12.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.851+0000 7f9d9ed9d700 1 --2- 172.21.15.39:0/601364221 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9da006b580 0x7f9da019ece0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:12.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.851+0000 7f9d9ed9d700 1 -- 172.21.15.39:0/601364221 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9da0108500 msgr2=0x7f9da0198960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:12.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.851+0000 7f9d9ed9d700 1 --2- 172.21.15.39:0/601364221 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9da0108500 0x7f9da0198960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:12.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.851+0000 7f9d9ed9d700 1 -- 172.21.15.39:0/601364221 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9da01990c0 con 0x7f9da006abc0 2024-06-13T06:21:12.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.852+0000 7f9d9ed9d700 1 --2- 172.21.15.39:0/601364221 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9da006abc0 0x7f9da019e7a0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f9d9000c9b0 tx=0x7f9d9000ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:12.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.852+0000 7f9d87fff700 1 -- 172.21.15.39:0/601364221 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d90007b00 con 0x7f9da006abc0 2024-06-13T06:21:12.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.852+0000 7f9d87fff700 1 -- 172.21.15.39:0/601364221 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9d90007ca0 con 0x7f9da006abc0 2024-06-13T06:21:12.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.852+0000 7f9da525a700 1 -- 172.21.15.39:0/601364221 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9da01993b0 con 0x7f9da006abc0 2024-06-13T06:21:12.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.852+0000 7f9d87fff700 1 -- 172.21.15.39:0/601364221 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d90018730 con 0x7f9da006abc0 2024-06-13T06:21:12.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.852+0000 7f9da525a700 1 -- 172.21.15.39:0/601364221 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9da01a5670 con 0x7f9da006abc0 2024-06-13T06:21:12.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.853+0000 7f9da525a700 1 -- 172.21.15.39:0/601364221 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f9da0062c20 con 0x7f9da006abc0 2024-06-13T06:21:12.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.854+0000 7f9d87fff700 1 -- 172.21.15.39:0/601364221 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f9d900188d0 con 0x7f9da006abc0 2024-06-13T06:21:12.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.855+0000 7f9d87fff700 1 --2- 172.21.15.39:0/601364221 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f9d880a2cb0 0x7f9d880a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:12.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.855+0000 7f9d9e59c700 1 --2- 172.21.15.39:0/601364221 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f9d880a2cb0 0x7f9d880a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:12.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.855+0000 7f9d87fff700 1 -- 172.21.15.39:0/601364221 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7f9d900cf760 con 0x7f9da006abc0 2024-06-13T06:21:12.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.855+0000 7f9d87fff700 1 --2- 172.21.15.39:0/601364221 >> [v2:172.21.15.96:6800/1664615815,v1:172.21.15.96:6801/1664615815] conn(0x7f9d880ac870 0x7f9d880aed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:12.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.855+0000 7f9d87fff700 1 -- 172.21.15.39:0/601364221 --> [v2:172.21.15.96:6800/1664615815,v1:172.21.15.96:6801/1664615815] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f9d880af3e0 con 0x7f9d880ac870 2024-06-13T06:21:12.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.855+0000 7f9d87fff700 1 -- 172.21.15.39:0/601364221 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f9d900cfbb0 con 0x7f9da006abc0 2024-06-13T06:21:12.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.855+0000 7f9d9e59c700 1 --2- 172.21.15.39:0/601364221 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f9d880a2cb0 0x7f9d880a5170 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f9da00788b0 tx=0x7f9d94009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:12.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.855+0000 7f9d9f59e700 1 --2- 172.21.15.39:0/601364221 >> [v2:172.21.15.96:6800/1664615815,v1:172.21.15.96:6801/1664615815] conn(0x7f9d880ac870 0x7f9d880aed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:12.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.856+0000 7f9d9f59e700 1 --2- 172.21.15.39:0/601364221 >> [v2:172.21.15.96:6800/1664615815,v1:172.21.15.96:6801/1664615815] conn(0x7f9d880ac870 0x7f9d880aed10 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:12.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.857+0000 7f9d87fff700 1 -- 172.21.15.39:0/601364221 <== osd.1 v2:172.21.15.96:6800/1664615815 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f9d880af3e0 con 0x7f9d880ac870 2024-06-13T06:21:12.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.874+0000 7f9da525a700 1 -- 172.21.15.39:0/601364221 --> [v2:172.21.15.96:6800/1664615815,v1:172.21.15.96:6801/1664615815] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f9da0063020 con 0x7f9d880ac870 2024-06-13T06:21:12.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.874+0000 7f9d87fff700 1 -- 172.21.15.39:0/601364221 <== osd.1 v2:172.21.15.96:6800/1664615815 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f9da0063020 con 0x7f9d880ac870 2024-06-13T06:21:12.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.875+0000 7f9da525a700 1 -- 172.21.15.39:0/601364221 >> [v2:172.21.15.96:6800/1664615815,v1:172.21.15.96:6801/1664615815] conn(0x7f9d880ac870 msgr2=0x7f9d880aed10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:12.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.875+0000 7f9da525a700 1 --2- 172.21.15.39:0/601364221 >> [v2:172.21.15.96:6800/1664615815,v1:172.21.15.96:6801/1664615815] conn(0x7f9d880ac870 0x7f9d880aed10 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:12.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.875+0000 7f9da525a700 1 -- 172.21.15.39:0/601364221 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f9d880a2cb0 msgr2=0x7f9d880a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:12.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.875+0000 7f9da525a700 1 --2- 172.21.15.39:0/601364221 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f9d880a2cb0 0x7f9d880a5170 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f9da00788b0 tx=0x7f9d94009260 comp rx=0 tx=0).stop 2024-06-13T06:21:12.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.875+0000 7f9da525a700 1 -- 172.21.15.39:0/601364221 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9da006abc0 msgr2=0x7f9da019e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:12.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.875+0000 7f9da525a700 1 --2- 172.21.15.39:0/601364221 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9da006abc0 0x7f9da019e7a0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f9d9000c9b0 tx=0x7f9d9000ccc0 comp rx=0 tx=0).stop 2024-06-13T06:21:12.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.875+0000 7f9d9f59e700 1 -- 172.21.15.39:0/601364221 reap_dead start 2024-06-13T06:21:12.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.875+0000 7f9da525a700 1 -- 172.21.15.39:0/601364221 shutdown_connections 2024-06-13T06:21:12.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.875+0000 7f9da525a700 1 -- 172.21.15.39:0/601364221 >> 172.21.15.39:0/601364221 conn(0x7f9da0078340 msgr2=0x7f9da00fff10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:12.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.875+0000 7f9da525a700 1 -- 172.21.15.39:0/601364221 shutdown_connections 2024-06-13T06:21:12.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:12.875+0000 7f9da525a700 1 -- 172.21.15.39:0/601364221 wait complete. 2024-06-13T06:21:12.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:21:12 smithi149 ceph-mon[36963]: pgmap v334: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:21:14.284 INFO:teuthology.orchestra.run.smithi039.stdout:34359738454 2024-06-13T06:21:14.285 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-06-13T06:21:14.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:21:14 smithi096 ceph-mon[36532]: pgmap v335: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:21:14.793 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:21:14 smithi039 ceph-mon[32479]: pgmap v335: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:21:14.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:21:14 smithi149 ceph-mon[36963]: pgmap v335: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:21:16.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:21:16 smithi096 ceph-mon[36532]: pgmap v336: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:21:16.860 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:21:16 smithi039 ceph-mon[32479]: pgmap v336: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:21:16.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:21:16 smithi149 ceph-mon[36963]: pgmap v336: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:21:17.274 INFO:teuthology.orchestra.run.smithi039.stdout:55834574928 2024-06-13T06:21:17.274 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-06-13T06:21:18.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:21:18 smithi039 ceph-mon[32479]: pgmap v337: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:21:18.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:21:18 smithi149 ceph-mon[36963]: pgmap v337: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:21:19.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:21:18 smithi096 ceph-mon[36532]: pgmap v337: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:21:20.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:21:20 smithi039 ceph-mon[32479]: pgmap v338: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:21:20.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.717+0000 7f53f52c5700 1 -- 172.21.15.39:0/3956901431 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f53f01030f0 msgr2=0x7f53f0107110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:20.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.717+0000 7f53f52c5700 1 --2- 172.21.15.39:0/3956901431 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f53f01030f0 0x7f53f0107110 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f53e00099c0 tx=0x7f53e0009cd0 comp rx=0 tx=0).stop 2024-06-13T06:21:20.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.717+0000 7f53f52c5700 1 -- 172.21.15.39:0/3956901431 shutdown_connections 2024-06-13T06:21:20.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.717+0000 7f53f52c5700 1 --2- 172.21.15.39:0/3956901431 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f53f0107840 0x7f53f010f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:20.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.717+0000 7f53f52c5700 1 --2- 172.21.15.39:0/3956901431 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f53f0102740 0x7f53f0102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:20.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.717+0000 7f53f52c5700 1 --2- 172.21.15.39:0/3956901431 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f53f01030f0 0x7f53f0107110 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:20.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.717+0000 7f53f52c5700 1 -- 172.21.15.39:0/3956901431 >> 172.21.15.39:0/3956901431 conn(0x7f53f00795f0 msgr2=0x7f53f0079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:20.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.717+0000 7f53f52c5700 1 -- 172.21.15.39:0/3956901431 shutdown_connections 2024-06-13T06:21:20.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.717+0000 7f53f52c5700 1 -- 172.21.15.39:0/3956901431 wait complete. 2024-06-13T06:21:20.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.717+0000 7f53f52c5700 1 Processor -- start 2024-06-13T06:21:20.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.718+0000 7f53f52c5700 1 -- start start 2024-06-13T06:21:20.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.718+0000 7f53f52c5700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f53f0102740 0x7f53f019e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:20.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.718+0000 7f53f52c5700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f53f01030f0 0x7f53f019ee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:20.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.718+0000 7f53f52c5700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f53f0107840 0x7f53f0198aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:20.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.718+0000 7f53f52c5700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f53f0112840 con 0x7f53f0102740 2024-06-13T06:21:20.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.718+0000 7f53f52c5700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f53f01126c0 con 0x7f53f01030f0 2024-06-13T06:21:20.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.718+0000 7f53f52c5700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f53f01129c0 con 0x7f53f0107840 2024-06-13T06:21:20.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.718+0000 7f53eeffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f53f0102740 0x7f53f019e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:20.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.718+0000 7f53eeffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f53f0102740 0x7f53f019e8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55812/0 (socket says 172.21.15.39:55812) 2024-06-13T06:21:20.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.718+0000 7f53eeffd700 1 -- 172.21.15.39:0/1671723155 learned_addr learned my addr 172.21.15.39:0/1671723155 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:21:20.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.718+0000 7f53ee7fc700 1 --2- 172.21.15.39:0/1671723155 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f53f01030f0 0x7f53f019ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:20.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.718+0000 7f53ef7fe700 1 --2- 172.21.15.39:0/1671723155 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f53f0107840 0x7f53f0198aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:20.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.718+0000 7f53eeffd700 1 -- 172.21.15.39:0/1671723155 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f53f0107840 msgr2=0x7f53f0198aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:20.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.718+0000 7f53eeffd700 1 --2- 172.21.15.39:0/1671723155 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f53f0107840 0x7f53f0198aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:20.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.718+0000 7f53eeffd700 1 -- 172.21.15.39:0/1671723155 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f53f01030f0 msgr2=0x7f53f019ee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:20.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.718+0000 7f53eeffd700 1 --2- 172.21.15.39:0/1671723155 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f53f01030f0 0x7f53f019ee20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:20.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.718+0000 7f53eeffd700 1 -- 172.21.15.39:0/1671723155 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53f0199200 con 0x7f53f0102740 2024-06-13T06:21:20.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.718+0000 7f53ef7fe700 1 --2- 172.21.15.39:0/1671723155 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f53f0107840 0x7f53f0198aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:21:20.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.718+0000 7f53eeffd700 1 --2- 172.21.15.39:0/1671723155 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f53f0102740 0x7f53f019e8e0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f53d800b530 tx=0x7f53d800b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:20.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.719+0000 7f53e7fff700 1 -- 172.21.15.39:0/1671723155 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53d8015020 con 0x7f53f0102740 2024-06-13T06:21:20.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.719+0000 7f53f52c5700 1 -- 172.21.15.39:0/1671723155 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f53f01994f0 con 0x7f53f0102740 2024-06-13T06:21:20.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.719+0000 7f53e7fff700 1 -- 172.21.15.39:0/1671723155 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f53d8011d10 con 0x7f53f0102740 2024-06-13T06:21:20.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.719+0000 7f53e7fff700 1 -- 172.21.15.39:0/1671723155 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53d800f2e0 con 0x7f53f0102740 2024-06-13T06:21:20.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.719+0000 7f53f52c5700 1 -- 172.21.15.39:0/1671723155 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53f01a57b0 con 0x7f53f0102740 2024-06-13T06:21:20.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.719+0000 7f53f52c5700 1 -- 172.21.15.39:0/1671723155 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f53f0062c20 con 0x7f53f0102740 2024-06-13T06:21:20.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.721+0000 7f53e7fff700 1 -- 172.21.15.39:0/1671723155 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f53d8018020 con 0x7f53f0102740 2024-06-13T06:21:20.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.722+0000 7f53e7fff700 1 --2- 172.21.15.39:0/1671723155 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f53dc0a2cb0 0x7f53dc0a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:20.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.722+0000 7f53ee7fc700 1 --2- 172.21.15.39:0/1671723155 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f53dc0a2cb0 0x7f53dc0a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:20.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.722+0000 7f53e7fff700 1 -- 172.21.15.39:0/1671723155 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7f53d80cefa0 con 0x7f53f0102740 2024-06-13T06:21:20.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.722+0000 7f53e7fff700 1 --2- 172.21.15.39:0/1671723155 >> [v2:172.21.15.39:6826/2716066772,v1:172.21.15.39:6827/2716066772] conn(0x7f53dc0ac870 0x7f53dc0aed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:20.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.722+0000 7f53e7fff700 1 -- 172.21.15.39:0/1671723155 --> [v2:172.21.15.39:6826/2716066772,v1:172.21.15.39:6827/2716066772] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f53d8013ec0 con 0x7f53dc0ac870 2024-06-13T06:21:20.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.722+0000 7f53e7fff700 1 -- 172.21.15.39:0/1671723155 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f53d80cf3f0 con 0x7f53f0102740 2024-06-13T06:21:20.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.722+0000 7f53ef7fe700 1 --2- 172.21.15.39:0/1671723155 >> [v2:172.21.15.39:6826/2716066772,v1:172.21.15.39:6827/2716066772] conn(0x7f53dc0ac870 0x7f53dc0aed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:20.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.722+0000 7f53ee7fc700 1 --2- 172.21.15.39:0/1671723155 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f53dc0a2cb0 0x7f53dc0a5170 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f53e0000c00 tx=0x7f53e0005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:20.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.722+0000 7f53ef7fe700 1 --2- 172.21.15.39:0/1671723155 >> [v2:172.21.15.39:6826/2716066772,v1:172.21.15.39:6827/2716066772] conn(0x7f53dc0ac870 0x7f53dc0aed10 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:20.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.723+0000 7f53e7fff700 1 -- 172.21.15.39:0/1671723155 <== osd.9 v2:172.21.15.39:6826/2716066772 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f53d8013ec0 con 0x7f53dc0ac870 2024-06-13T06:21:20.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.739+0000 7f53f52c5700 1 -- 172.21.15.39:0/1671723155 --> [v2:172.21.15.39:6826/2716066772,v1:172.21.15.39:6827/2716066772] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f53f0063050 con 0x7f53dc0ac870 2024-06-13T06:21:20.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.740+0000 7f53e7fff700 1 -- 172.21.15.39:0/1671723155 <== osd.9 v2:172.21.15.39:6826/2716066772 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f53f0063050 con 0x7f53dc0ac870 2024-06-13T06:21:20.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.740+0000 7f53f52c5700 1 -- 172.21.15.39:0/1671723155 >> [v2:172.21.15.39:6826/2716066772,v1:172.21.15.39:6827/2716066772] conn(0x7f53dc0ac870 msgr2=0x7f53dc0aed10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:20.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.740+0000 7f53f52c5700 1 --2- 172.21.15.39:0/1671723155 >> [v2:172.21.15.39:6826/2716066772,v1:172.21.15.39:6827/2716066772] conn(0x7f53dc0ac870 0x7f53dc0aed10 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:20.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.740+0000 7f53f52c5700 1 -- 172.21.15.39:0/1671723155 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f53dc0a2cb0 msgr2=0x7f53dc0a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:20.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.740+0000 7f53f52c5700 1 --2- 172.21.15.39:0/1671723155 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f53dc0a2cb0 0x7f53dc0a5170 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f53e0000c00 tx=0x7f53e0005fb0 comp rx=0 tx=0).stop 2024-06-13T06:21:20.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.740+0000 7f53f52c5700 1 -- 172.21.15.39:0/1671723155 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f53f0102740 msgr2=0x7f53f019e8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:20.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.740+0000 7f53f52c5700 1 --2- 172.21.15.39:0/1671723155 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f53f0102740 0x7f53f019e8e0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f53d800b530 tx=0x7f53d800b840 comp rx=0 tx=0).stop 2024-06-13T06:21:20.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.740+0000 7f53ef7fe700 1 -- 172.21.15.39:0/1671723155 reap_dead start 2024-06-13T06:21:20.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.740+0000 7f53f52c5700 1 -- 172.21.15.39:0/1671723155 shutdown_connections 2024-06-13T06:21:20.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.740+0000 7f53f52c5700 1 -- 172.21.15.39:0/1671723155 >> 172.21.15.39:0/1671723155 conn(0x7f53f00795f0 msgr2=0x7f53f01006d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:20.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.741+0000 7f53f52c5700 1 -- 172.21.15.39:0/1671723155 shutdown_connections 2024-06-13T06:21:20.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.741+0000 7f53f52c5700 1 -- 172.21.15.39:0/1671723155 wait complete. 2024-06-13T06:21:20.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.949+0000 7f430a690700 1 -- 172.21.15.39:0/367542863 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4304108520 msgr2=0x7f4304108900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:20.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.949+0000 7f430a690700 1 --2- 172.21.15.39:0/367542863 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4304108520 0x7f4304108900 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f42f4009990 tx=0x7f42f4009ca0 comp rx=0 tx=0).stop 2024-06-13T06:21:20.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.949+0000 7f430a690700 1 -- 172.21.15.39:0/367542863 shutdown_connections 2024-06-13T06:21:20.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.949+0000 7f430a690700 1 --2- 172.21.15.39:0/367542863 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f430406b520 0x7f430410f340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:20.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.949+0000 7f430a690700 1 --2- 172.21.15.39:0/367542863 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4304108520 0x7f4304108900 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:20.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.949+0000 7f430a690700 1 --2- 172.21.15.39:0/367542863 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f430406ab60 0x7f430406afe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:20.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.949+0000 7f430a690700 1 -- 172.21.15.39:0/367542863 >> 172.21.15.39:0/367542863 conn(0x7f4304078340 msgr2=0x7f4304078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:20.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.949+0000 7f430a690700 1 -- 172.21.15.39:0/367542863 shutdown_connections 2024-06-13T06:21:20.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.949+0000 7f430a690700 1 -- 172.21.15.39:0/367542863 wait complete. 2024-06-13T06:21:20.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.950+0000 7f430a690700 1 Processor -- start 2024-06-13T06:21:20.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.950+0000 7f430a690700 1 -- start start 2024-06-13T06:21:20.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.950+0000 7f430a690700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f430406ab60 0x7f4304101840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:20.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.950+0000 7f430a690700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f430406b520 0x7f4304101d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:20.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.950+0000 7f430a690700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4304108520 0x7f43041022c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:20.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.950+0000 7f430a690700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f43041127a0 con 0x7f430406ab60 2024-06-13T06:21:20.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.950+0000 7f430a690700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f4304112620 con 0x7f430406b520 2024-06-13T06:21:20.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.950+0000 7f430a690700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f4304112920 con 0x7f4304108520 2024-06-13T06:21:20.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.950+0000 7f4303fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f430406ab60 0x7f4304101840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:20.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.950+0000 7f4303fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f430406ab60 0x7f4304101840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42856/0 (socket says 172.21.15.39:42856) 2024-06-13T06:21:20.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.950+0000 7f4303fff700 1 -- 172.21.15.39:0/3472807605 learned_addr learned my addr 172.21.15.39:0/3472807605 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:21:20.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.951+0000 7f43037fe700 1 --2- 172.21.15.39:0/3472807605 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f430406b520 0x7f4304101d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:20.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.951+0000 7f4308c2d700 1 --2- 172.21.15.39:0/3472807605 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4304108520 0x7f43041022c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:20.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.951+0000 7f4303fff700 1 -- 172.21.15.39:0/3472807605 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4304108520 msgr2=0x7f43041022c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:20.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.951+0000 7f4303fff700 1 --2- 172.21.15.39:0/3472807605 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4304108520 0x7f43041022c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:20.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.951+0000 7f4303fff700 1 -- 172.21.15.39:0/3472807605 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f430406b520 msgr2=0x7f4304101d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:20.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.951+0000 7f4303fff700 1 --2- 172.21.15.39:0/3472807605 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f430406b520 0x7f4304101d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:20.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.951+0000 7f4303fff700 1 -- 172.21.15.39:0/3472807605 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43041a71e0 con 0x7f430406ab60 2024-06-13T06:21:20.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.951+0000 7f4308c2d700 1 --2- 172.21.15.39:0/3472807605 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4304108520 0x7f43041022c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:21:20.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.951+0000 7f4303fff700 1 --2- 172.21.15.39:0/3472807605 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f430406ab60 0x7f4304101840 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f42f4000c00 tx=0x7f42f400bb60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:20.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.951+0000 7f43017fa700 1 -- 172.21.15.39:0/3472807605 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42f4027070 con 0x7f430406ab60 2024-06-13T06:21:20.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.951+0000 7f43017fa700 1 -- 172.21.15.39:0/3472807605 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f42f4022470 con 0x7f430406ab60 2024-06-13T06:21:20.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.951+0000 7f430a690700 1 -- 172.21.15.39:0/3472807605 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43041a7470 con 0x7f430406ab60 2024-06-13T06:21:20.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.951+0000 7f43017fa700 1 -- 172.21.15.39:0/3472807605 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42f400f6c0 con 0x7f430406ab60 2024-06-13T06:21:20.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.951+0000 7f430a690700 1 -- 172.21.15.39:0/3472807605 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43041a7920 con 0x7f430406ab60 2024-06-13T06:21:20.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.952+0000 7f430a690700 1 -- 172.21.15.39:0/3472807605 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f4304062ba0 con 0x7f430406ab60 2024-06-13T06:21:20.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.955+0000 7f43017fa700 1 -- 172.21.15.39:0/3472807605 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f42f402a070 con 0x7f430406ab60 2024-06-13T06:21:20.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.955+0000 7f43017fa700 1 --2- 172.21.15.39:0/3472807605 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f42ec0a2d30 0x7f42ec0a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:20.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.955+0000 7f43037fe700 1 --2- 172.21.15.39:0/3472807605 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f42ec0a2d30 0x7f42ec0a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:20.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.955+0000 7f43017fa700 1 -- 172.21.15.39:0/3472807605 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7f42f40d07e0 con 0x7f430406ab60 2024-06-13T06:21:20.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.956+0000 7f43017fa700 1 --2- 172.21.15.39:0/3472807605 >> [v2:172.21.15.149:6824/3783053198,v1:172.21.15.149:6825/3783053198] conn(0x7f42ec0ac8f0 0x7f42ec0aed90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:20.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.956+0000 7f43017fa700 1 -- 172.21.15.39:0/3472807605 --> [v2:172.21.15.149:6824/3783053198,v1:172.21.15.149:6825/3783053198] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f42f4001d30 con 0x7f42ec0ac8f0 2024-06-13T06:21:20.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.956+0000 7f43017fa700 1 -- 172.21.15.39:0/3472807605 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f42f40d0c30 con 0x7f430406ab60 2024-06-13T06:21:20.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.956+0000 7f4308c2d700 1 --2- 172.21.15.39:0/3472807605 >> [v2:172.21.15.149:6824/3783053198,v1:172.21.15.149:6825/3783053198] conn(0x7f42ec0ac8f0 0x7f42ec0aed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:20.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.956+0000 7f43037fe700 1 --2- 172.21.15.39:0/3472807605 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f42ec0a2d30 0x7f42ec0a51f0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f43040789d0 tx=0x7f42f8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:20.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.956+0000 7f4308c2d700 1 --2- 172.21.15.39:0/3472807605 >> [v2:172.21.15.149:6824/3783053198,v1:172.21.15.149:6825/3783053198] conn(0x7f42ec0ac8f0 0x7f42ec0aed90 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:20.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.957+0000 7f43017fa700 1 -- 172.21.15.39:0/3472807605 <== osd.11 v2:172.21.15.149:6824/3783053198 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f42f4001d30 con 0x7f42ec0ac8f0 2024-06-13T06:21:20.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:21:20 smithi149 ceph-mon[36963]: pgmap v338: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:21:20.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.974+0000 7f430a690700 1 -- 172.21.15.39:0/3472807605 --> [v2:172.21.15.149:6824/3783053198,v1:172.21.15.149:6825/3783053198] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f4304062fa0 con 0x7f42ec0ac8f0 2024-06-13T06:21:20.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.974+0000 7f43017fa700 1 -- 172.21.15.39:0/3472807605 <== osd.11 v2:172.21.15.149:6824/3783053198 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f4304062fa0 con 0x7f42ec0ac8f0 2024-06-13T06:21:20.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.974+0000 7f430a690700 1 -- 172.21.15.39:0/3472807605 >> [v2:172.21.15.149:6824/3783053198,v1:172.21.15.149:6825/3783053198] conn(0x7f42ec0ac8f0 msgr2=0x7f42ec0aed90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:20.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.974+0000 7f430a690700 1 --2- 172.21.15.39:0/3472807605 >> [v2:172.21.15.149:6824/3783053198,v1:172.21.15.149:6825/3783053198] conn(0x7f42ec0ac8f0 0x7f42ec0aed90 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:20.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.975+0000 7f430a690700 1 -- 172.21.15.39:0/3472807605 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f42ec0a2d30 msgr2=0x7f42ec0a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:20.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.975+0000 7f430a690700 1 --2- 172.21.15.39:0/3472807605 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f42ec0a2d30 0x7f42ec0a51f0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f43040789d0 tx=0x7f42f8009260 comp rx=0 tx=0).stop 2024-06-13T06:21:20.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.975+0000 7f430a690700 1 -- 172.21.15.39:0/3472807605 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f430406ab60 msgr2=0x7f4304101840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:20.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.975+0000 7f430a690700 1 --2- 172.21.15.39:0/3472807605 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f430406ab60 0x7f4304101840 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f42f4000c00 tx=0x7f42f400bb60 comp rx=0 tx=0).stop 2024-06-13T06:21:20.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.975+0000 7f4308c2d700 1 -- 172.21.15.39:0/3472807605 reap_dead start 2024-06-13T06:21:20.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.975+0000 7f430a690700 1 -- 172.21.15.39:0/3472807605 shutdown_connections 2024-06-13T06:21:20.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.975+0000 7f430a690700 1 -- 172.21.15.39:0/3472807605 >> 172.21.15.39:0/3472807605 conn(0x7f4304078340 msgr2=0x7f43041003c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:20.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.975+0000 7f430a690700 1 -- 172.21.15.39:0/3472807605 shutdown_connections 2024-06-13T06:21:20.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:20.975+0000 7f430a690700 1 -- 172.21.15.39:0/3472807605 wait complete. 2024-06-13T06:21:21.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:21:20 smithi096 ceph-mon[36532]: pgmap v338: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:21:22.035 INFO:teuthology.orchestra.run.smithi039.stdout:292057776171 2024-06-13T06:21:22.035 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph osd last-stat-seq osd.9 2024-06-13T06:21:22.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.211+0000 7f6d18e81700 1 -- 172.21.15.39:0/405633112 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d14100a80 msgr2=0x7f6d14100f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:22.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.211+0000 7f6d18e81700 1 --2- 172.21.15.39:0/405633112 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d14100a80 0x7f6d14100f00 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f6d08009990 tx=0x7f6d08009ca0 comp rx=0 tx=0).stop 2024-06-13T06:21:22.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.211+0000 7f6d18e81700 1 -- 172.21.15.39:0/405633112 shutdown_connections 2024-06-13T06:21:22.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.211+0000 7f6d18e81700 1 --2- 172.21.15.39:0/405633112 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f6d14101440 0x7f6d1410f530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:22.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.211+0000 7f6d18e81700 1 --2- 172.21.15.39:0/405633112 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6d141086f0 0x7f6d14108ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:22.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.211+0000 7f6d18e81700 1 --2- 172.21.15.39:0/405633112 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d14100a80 0x7f6d14100f00 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:22.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.211+0000 7f6d18e81700 1 -- 172.21.15.39:0/405633112 >> 172.21.15.39:0/405633112 conn(0x7f6d14077a00 msgr2=0x7f6d140fedb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:22.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.211+0000 7f6d18e81700 1 -- 172.21.15.39:0/405633112 shutdown_connections 2024-06-13T06:21:22.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.211+0000 7f6d18e81700 1 -- 172.21.15.39:0/405633112 wait complete. 2024-06-13T06:21:22.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.212+0000 7f6d18e81700 1 Processor -- start 2024-06-13T06:21:22.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.212+0000 7f6d18e81700 1 -- start start 2024-06-13T06:21:22.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.212+0000 7f6d18e81700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6d14100a80 0x7f6d14198d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:22.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.212+0000 7f6d18e81700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f6d14101440 0x7f6d141992a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:22.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.212+0000 7f6d18e81700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d141086f0 0x7f6d1419d5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:22.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.212+0000 7f6d18e81700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f6d141129b0 con 0x7f6d141086f0 2024-06-13T06:21:22.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.212+0000 7f6d18e81700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f6d14112830 con 0x7f6d14101440 2024-06-13T06:21:22.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.212+0000 7f6d18e81700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f6d14112b30 con 0x7f6d14100a80 2024-06-13T06:21:22.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.212+0000 7f6d11d9b700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f6d14101440 0x7f6d141992a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:22.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.212+0000 7f6d11d9b700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f6d14101440 0x7f6d141992a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.96:3300/0 says I am v2:172.21.15.39:43392/0 (socket says 172.21.15.39:43392) 2024-06-13T06:21:22.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.212+0000 7f6d11d9b700 1 -- 172.21.15.39:0/993994614 learned_addr learned my addr 172.21.15.39:0/993994614 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:21:22.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.212+0000 7f6d12d9d700 1 --2- 172.21.15.39:0/993994614 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d141086f0 0x7f6d1419d5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:22.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.212+0000 7f6d1259c700 1 --2- 172.21.15.39:0/993994614 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6d14100a80 0x7f6d14198d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:22.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.213+0000 7f6d11d9b700 1 -- 172.21.15.39:0/993994614 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6d14100a80 msgr2=0x7f6d14198d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:22.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.213+0000 7f6d11d9b700 1 --2- 172.21.15.39:0/993994614 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6d14100a80 0x7f6d14198d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:22.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.213+0000 7f6d11d9b700 1 -- 172.21.15.39:0/993994614 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d141086f0 msgr2=0x7f6d1419d5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:22.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.213+0000 7f6d11d9b700 1 --2- 172.21.15.39:0/993994614 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d141086f0 0x7f6d1419d5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:22.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.213+0000 7f6d11d9b700 1 -- 172.21.15.39:0/993994614 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d1419dd20 con 0x7f6d14101440 2024-06-13T06:21:22.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.213+0000 7f6d12d9d700 1 --2- 172.21.15.39:0/993994614 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d141086f0 0x7f6d1419d5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T06:21:22.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.213+0000 7f6d11d9b700 1 --2- 172.21.15.39:0/993994614 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f6d14101440 0x7f6d141992a0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f6d08000c00 tx=0x7f6d080047b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:22.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.213+0000 7f6d037fe700 1 -- 172.21.15.39:0/993994614 <== mon.2 v2:172.21.15.96:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d08027070 con 0x7f6d14101440 2024-06-13T06:21:22.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.213+0000 7f6d18e81700 1 -- 172.21.15.39:0/993994614 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d1419dfb0 con 0x7f6d14101440 2024-06-13T06:21:22.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.213+0000 7f6d037fe700 1 -- 172.21.15.39:0/993994614 <== mon.2 v2:172.21.15.96:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6d08003e40 con 0x7f6d14101440 2024-06-13T06:21:22.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.213+0000 7f6d037fe700 1 -- 172.21.15.39:0/993994614 <== mon.2 v2:172.21.15.96:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d08022d10 con 0x7f6d14101440 2024-06-13T06:21:22.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.213+0000 7f6d18e81700 1 -- 172.21.15.39:0/993994614 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d141a5890 con 0x7f6d14101440 2024-06-13T06:21:22.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.214+0000 7f6d18e81700 1 -- 172.21.15.39:0/993994614 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f6d14062c20 con 0x7f6d14101440 2024-06-13T06:21:22.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.216+0000 7f6d037fe700 1 -- 172.21.15.39:0/993994614 <== mon.2 v2:172.21.15.96:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f6d0802a070 con 0x7f6d14101440 2024-06-13T06:21:22.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.216+0000 7f6d037fe700 1 --2- 172.21.15.39:0/993994614 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f6cfc0a2d30 0x7f6cfc0a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:22.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.216+0000 7f6d1259c700 1 --2- 172.21.15.39:0/993994614 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f6cfc0a2d30 0x7f6cfc0a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:22.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.216+0000 7f6d037fe700 1 -- 172.21.15.39:0/993994614 <== mon.2 v2:172.21.15.96:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7f6d080d0890 con 0x7f6d14101440 2024-06-13T06:21:22.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.217+0000 7f6d037fe700 1 --2- 172.21.15.39:0/993994614 >> [v2:172.21.15.149:6816/2814583725,v1:172.21.15.149:6817/2814583725] conn(0x7f6cfc0ac8f0 0x7f6cfc0aed90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:22.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.217+0000 7f6d037fe700 1 -- 172.21.15.39:0/993994614 --> [v2:172.21.15.149:6816/2814583725,v1:172.21.15.149:6817/2814583725] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f6d080095d0 con 0x7f6cfc0ac8f0 2024-06-13T06:21:22.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.217+0000 7f6d037fe700 1 -- 172.21.15.39:0/993994614 <== mon.2 v2:172.21.15.96:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f6d080d0ce0 con 0x7f6d14101440 2024-06-13T06:21:22.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.217+0000 7f6d1259c700 1 --2- 172.21.15.39:0/993994614 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f6cfc0a2d30 0x7f6cfc0a51f0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f6d14069990 tx=0x7f6d0400b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:22.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.217+0000 7f6d12d9d700 1 --2- 172.21.15.39:0/993994614 >> [v2:172.21.15.149:6816/2814583725,v1:172.21.15.149:6817/2814583725] conn(0x7f6cfc0ac8f0 0x7f6cfc0aed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:22.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.217+0000 7f6d12d9d700 1 --2- 172.21.15.39:0/993994614 >> [v2:172.21.15.149:6816/2814583725,v1:172.21.15.149:6817/2814583725] conn(0x7f6cfc0ac8f0 0x7f6cfc0aed90 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:22.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.218+0000 7f6d037fe700 1 -- 172.21.15.39:0/993994614 <== osd.8 v2:172.21.15.149:6816/2814583725 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f6d080095d0 con 0x7f6cfc0ac8f0 2024-06-13T06:21:22.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.236+0000 7f6d18e81700 1 -- 172.21.15.39:0/993994614 --> [v2:172.21.15.149:6816/2814583725,v1:172.21.15.149:6817/2814583725] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f6d14063020 con 0x7f6cfc0ac8f0 2024-06-13T06:21:22.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.237+0000 7f6d037fe700 1 -- 172.21.15.39:0/993994614 <== osd.8 v2:172.21.15.149:6816/2814583725 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f6d14063020 con 0x7f6cfc0ac8f0 2024-06-13T06:21:22.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.237+0000 7f6d18e81700 1 -- 172.21.15.39:0/993994614 >> [v2:172.21.15.149:6816/2814583725,v1:172.21.15.149:6817/2814583725] conn(0x7f6cfc0ac8f0 msgr2=0x7f6cfc0aed90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:22.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.237+0000 7f6d18e81700 1 --2- 172.21.15.39:0/993994614 >> [v2:172.21.15.149:6816/2814583725,v1:172.21.15.149:6817/2814583725] conn(0x7f6cfc0ac8f0 0x7f6cfc0aed90 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:22.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.237+0000 7f6d18e81700 1 -- 172.21.15.39:0/993994614 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f6cfc0a2d30 msgr2=0x7f6cfc0a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:22.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.237+0000 7f6d18e81700 1 --2- 172.21.15.39:0/993994614 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f6cfc0a2d30 0x7f6cfc0a51f0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f6d14069990 tx=0x7f6d0400b410 comp rx=0 tx=0).stop 2024-06-13T06:21:22.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.237+0000 7f6d18e81700 1 -- 172.21.15.39:0/993994614 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f6d14101440 msgr2=0x7f6d141992a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:22.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.237+0000 7f6d18e81700 1 --2- 172.21.15.39:0/993994614 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f6d14101440 0x7f6d141992a0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f6d08000c00 tx=0x7f6d080047b0 comp rx=0 tx=0).stop 2024-06-13T06:21:22.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.237+0000 7f6d12d9d700 1 -- 172.21.15.39:0/993994614 reap_dead start 2024-06-13T06:21:22.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.237+0000 7f6d18e81700 1 -- 172.21.15.39:0/993994614 shutdown_connections 2024-06-13T06:21:22.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.237+0000 7f6d18e81700 1 -- 172.21.15.39:0/993994614 >> 172.21.15.39:0/993994614 conn(0x7f6d14077a00 msgr2=0x7f6d140fefe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:22.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.237+0000 7f6d18e81700 1 -- 172.21.15.39:0/993994614 shutdown_connections 2024-06-13T06:21:22.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:22.238+0000 7f6d18e81700 1 -- 172.21.15.39:0/993994614 wait complete. 2024-06-13T06:21:22.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:21:22 smithi039 ceph-mon[32479]: pgmap v339: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:21:22.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:21:22 smithi149 ceph-mon[36963]: pgmap v339: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:21:23.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:21:22 smithi096 ceph-mon[36532]: pgmap v339: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:21:23.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.148+0000 7fe270682700 1 -- 172.21.15.39:0/2486495784 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe268101af0 msgr2=0x7fe268101f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:23.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.148+0000 7fe270682700 1 --2- 172.21.15.39:0/2486495784 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe268101af0 0x7fe268101f70 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fe258009990 tx=0x7fe258009ca0 comp rx=0 tx=0).stop 2024-06-13T06:21:23.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.148+0000 7fe270682700 1 -- 172.21.15.39:0/2486495784 shutdown_connections 2024-06-13T06:21:23.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.148+0000 7fe270682700 1 --2- 172.21.15.39:0/2486495784 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe2681024b0 0x7fe26810e260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:23.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.148+0000 7fe270682700 1 --2- 172.21.15.39:0/2486495784 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe2681063c0 0x7fe2681067a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:23.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.148+0000 7fe270682700 1 --2- 172.21.15.39:0/2486495784 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe268101af0 0x7fe268101f70 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:23.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.148+0000 7fe270682700 1 -- 172.21.15.39:0/2486495784 >> 172.21.15.39:0/2486495784 conn(0x7fe268077990 msgr2=0x7fe2680fed10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:23.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.148+0000 7fe270682700 1 -- 172.21.15.39:0/2486495784 shutdown_connections 2024-06-13T06:21:23.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.148+0000 7fe270682700 1 -- 172.21.15.39:0/2486495784 wait complete. 2024-06-13T06:21:23.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.149+0000 7fe270682700 1 Processor -- start 2024-06-13T06:21:23.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.149+0000 7fe270682700 1 -- start start 2024-06-13T06:21:23.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.149+0000 7fe270682700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe268101af0 0x7fe2680fcdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:23.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.149+0000 7fe270682700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe2681024b0 0x7fe2680fd310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:23.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.149+0000 7fe270682700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe2681063c0 0x7fe2680fd850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:23.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.149+0000 7fe270682700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fe268111730 con 0x7fe2681063c0 2024-06-13T06:21:23.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.149+0000 7fe270682700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fe2681115b0 con 0x7fe268101af0 2024-06-13T06:21:23.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.149+0000 7fe270682700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fe2681118b0 con 0x7fe2681024b0 2024-06-13T06:21:23.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.149+0000 7fe26ec1f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe2681063c0 0x7fe2680fd850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:23.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.149+0000 7fe26ec1f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe2681063c0 0x7fe2680fd850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42888/0 (socket says 172.21.15.39:42888) 2024-06-13T06:21:23.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.149+0000 7fe26ec1f700 1 -- 172.21.15.39:0/3065398124 learned_addr learned my addr 172.21.15.39:0/3065398124 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:21:23.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.149+0000 7fe26dc1d700 1 --2- 172.21.15.39:0/3065398124 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe2681024b0 0x7fe2680fd310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:23.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.149+0000 7fe26e41e700 1 --2- 172.21.15.39:0/3065398124 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe268101af0 0x7fe2680fcdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:23.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.149+0000 7fe26ec1f700 1 -- 172.21.15.39:0/3065398124 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe2681024b0 msgr2=0x7fe2680fd310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:23.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.149+0000 7fe26ec1f700 1 --2- 172.21.15.39:0/3065398124 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe2681024b0 0x7fe2680fd310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:23.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.149+0000 7fe26ec1f700 1 -- 172.21.15.39:0/3065398124 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe268101af0 msgr2=0x7fe2680fcdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:23.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.149+0000 7fe26ec1f700 1 --2- 172.21.15.39:0/3065398124 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe268101af0 0x7fe2680fcdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:23.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.149+0000 7fe26ec1f700 1 -- 172.21.15.39:0/3065398124 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2681a7170 con 0x7fe2681063c0 2024-06-13T06:21:23.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.150+0000 7fe26ec1f700 1 --2- 172.21.15.39:0/3065398124 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe2681063c0 0x7fe2680fd850 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fe26000ada0 tx=0x7fe26000c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:23.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.150+0000 7fe25f7fe700 1 -- 172.21.15.39:0/3065398124 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe260018070 con 0x7fe2681063c0 2024-06-13T06:21:23.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.150+0000 7fe270682700 1 -- 172.21.15.39:0/3065398124 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2681a7460 con 0x7fe2681063c0 2024-06-13T06:21:23.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.150+0000 7fe25f7fe700 1 -- 172.21.15.39:0/3065398124 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe26000a0d0 con 0x7fe2681063c0 2024-06-13T06:21:23.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.150+0000 7fe25f7fe700 1 -- 172.21.15.39:0/3065398124 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe260004290 con 0x7fe2681063c0 2024-06-13T06:21:23.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.150+0000 7fe270682700 1 -- 172.21.15.39:0/3065398124 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2681a7970 con 0x7fe2681063c0 2024-06-13T06:21:23.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.151+0000 7fe270682700 1 -- 172.21.15.39:0/3065398124 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fe268104500 con 0x7fe2681063c0 2024-06-13T06:21:23.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.152+0000 7fe25f7fe700 1 -- 172.21.15.39:0/3065398124 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fe26001b070 con 0x7fe2681063c0 2024-06-13T06:21:23.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.153+0000 7fe25f7fe700 1 --2- 172.21.15.39:0/3065398124 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fe2540a2cb0 0x7fe2540a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:23.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.153+0000 7fe26e41e700 1 --2- 172.21.15.39:0/3065398124 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fe2540a2cb0 0x7fe2540a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:23.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.153+0000 7fe25f7fe700 1 -- 172.21.15.39:0/3065398124 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7fe2600ce5b0 con 0x7fe2681063c0 2024-06-13T06:21:23.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.153+0000 7fe25f7fe700 1 --2- 172.21.15.39:0/3065398124 >> [v2:172.21.15.96:6808/1674089136,v1:172.21.15.96:6809/1674089136] conn(0x7fe2540ac870 0x7fe2540aed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:23.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.153+0000 7fe25f7fe700 1 -- 172.21.15.39:0/3065398124 --> [v2:172.21.15.96:6808/1674089136,v1:172.21.15.96:6809/1674089136] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fe2540af3e0 con 0x7fe2540ac870 2024-06-13T06:21:23.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.153+0000 7fe25f7fe700 1 -- 172.21.15.39:0/3065398124 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7fe2600cea00 con 0x7fe2681063c0 2024-06-13T06:21:23.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.153+0000 7fe26e41e700 1 --2- 172.21.15.39:0/3065398124 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fe2540a2cb0 0x7fe2540a5170 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fe264009a10 tx=0x7fe264009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:23.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.153+0000 7fe26dc1d700 1 --2- 172.21.15.39:0/3065398124 >> [v2:172.21.15.96:6808/1674089136,v1:172.21.15.96:6809/1674089136] conn(0x7fe2540ac870 0x7fe2540aed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:23.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.154+0000 7fe26dc1d700 1 --2- 172.21.15.39:0/3065398124 >> [v2:172.21.15.96:6808/1674089136,v1:172.21.15.96:6809/1674089136] conn(0x7fe2540ac870 0x7fe2540aed10 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:23.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.155+0000 7fe25f7fe700 1 -- 172.21.15.39:0/3065398124 <== osd.4 v2:172.21.15.96:6808/1674089136 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fe2540af3e0 con 0x7fe2540ac870 2024-06-13T06:21:23.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.171+0000 7fe270682700 1 -- 172.21.15.39:0/3065398124 --> [v2:172.21.15.96:6808/1674089136,v1:172.21.15.96:6809/1674089136] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fe268102b00 con 0x7fe2540ac870 2024-06-13T06:21:23.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.172+0000 7fe25f7fe700 1 -- 172.21.15.39:0/3065398124 <== osd.4 v2:172.21.15.96:6808/1674089136 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fe268102b00 con 0x7fe2540ac870 2024-06-13T06:21:23.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.172+0000 7fe270682700 1 -- 172.21.15.39:0/3065398124 >> [v2:172.21.15.96:6808/1674089136,v1:172.21.15.96:6809/1674089136] conn(0x7fe2540ac870 msgr2=0x7fe2540aed10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:23.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.172+0000 7fe270682700 1 --2- 172.21.15.39:0/3065398124 >> [v2:172.21.15.96:6808/1674089136,v1:172.21.15.96:6809/1674089136] conn(0x7fe2540ac870 0x7fe2540aed10 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:23.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.172+0000 7fe270682700 1 -- 172.21.15.39:0/3065398124 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fe2540a2cb0 msgr2=0x7fe2540a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:23.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.172+0000 7fe270682700 1 --2- 172.21.15.39:0/3065398124 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fe2540a2cb0 0x7fe2540a5170 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fe264009a10 tx=0x7fe264009190 comp rx=0 tx=0).stop 2024-06-13T06:21:23.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.172+0000 7fe270682700 1 -- 172.21.15.39:0/3065398124 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe2681063c0 msgr2=0x7fe2680fd850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:23.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.172+0000 7fe270682700 1 --2- 172.21.15.39:0/3065398124 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe2681063c0 0x7fe2680fd850 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fe26000ada0 tx=0x7fe26000c330 comp rx=0 tx=0).stop 2024-06-13T06:21:23.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.172+0000 7fe26ec1f700 1 -- 172.21.15.39:0/3065398124 reap_dead start 2024-06-13T06:21:23.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.172+0000 7fe270682700 1 -- 172.21.15.39:0/3065398124 shutdown_connections 2024-06-13T06:21:23.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.172+0000 7fe270682700 1 -- 172.21.15.39:0/3065398124 >> 172.21.15.39:0/3065398124 conn(0x7fe268077990 msgr2=0x7fe2680ff1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:23.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.173+0000 7fe270682700 1 -- 172.21.15.39:0/3065398124 shutdown_connections 2024-06-13T06:21:23.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.173+0000 7fe270682700 1 -- 172.21.15.39:0/3065398124 wait complete. 2024-06-13T06:21:23.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.308+0000 7efe5659d700 1 -- 172.21.15.39:0/3225771103 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efe50101390 msgr2=0x7efe50101810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:23.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.308+0000 7efe5659d700 1 --2- 172.21.15.39:0/3225771103 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efe50101390 0x7efe50101810 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7efe38009990 tx=0x7efe38009ca0 comp rx=0 tx=0).stop 2024-06-13T06:21:23.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.308+0000 7efe5659d700 1 -- 172.21.15.39:0/3225771103 shutdown_connections 2024-06-13T06:21:23.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.308+0000 7efe5659d700 1 --2- 172.21.15.39:0/3225771103 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7efe50101d50 0x7efe5010e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:23.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.308+0000 7efe5659d700 1 --2- 172.21.15.39:0/3225771103 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7efe50107400 0x7efe501077e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:23.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.308+0000 7efe5659d700 1 --2- 172.21.15.39:0/3225771103 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efe50101390 0x7efe50101810 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:23.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.308+0000 7efe5659d700 1 -- 172.21.15.39:0/3225771103 >> 172.21.15.39:0/3225771103 conn(0x7efe50078340 msgr2=0x7efe50078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:23.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.308+0000 7efe5659d700 1 -- 172.21.15.39:0/3225771103 shutdown_connections 2024-06-13T06:21:23.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.308+0000 7efe5659d700 1 -- 172.21.15.39:0/3225771103 wait complete. 2024-06-13T06:21:23.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.309+0000 7efe5659d700 1 Processor -- start 2024-06-13T06:21:23.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.309+0000 7efe5659d700 1 -- start start 2024-06-13T06:21:23.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.309+0000 7efe5659d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efe50101390 0x7efe50199a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:23.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.309+0000 7efe5659d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7efe50101d50 0x7efe50199f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:23.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.309+0000 7efe5659d700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7efe50107400 0x7efe501a4ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:23.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.309+0000 7efe5659d700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7efe50111690 con 0x7efe50101390 2024-06-13T06:21:23.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.309+0000 7efe5659d700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7efe50111510 con 0x7efe50107400 2024-06-13T06:21:23.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.309+0000 7efe5659d700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7efe50111810 con 0x7efe50101d50 2024-06-13T06:21:23.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.309+0000 7efe4ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efe50101390 0x7efe50199a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:23.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.309+0000 7efe4ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efe50101390 0x7efe50199a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42896/0 (socket says 172.21.15.39:42896) 2024-06-13T06:21:23.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.309+0000 7efe4ffff700 1 -- 172.21.15.39:0/211596014 learned_addr learned my addr 172.21.15.39:0/211596014 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:21:23.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.310+0000 7efe47fff700 1 --2- 172.21.15.39:0/211596014 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7efe50101d50 0x7efe50199f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:23.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.310+0000 7efe4ffff700 1 -- 172.21.15.39:0/211596014 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7efe50101d50 msgr2=0x7efe50199f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:23.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.310+0000 7efe4ffff700 1 --2- 172.21.15.39:0/211596014 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7efe50101d50 0x7efe50199f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:23.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.310+0000 7efe4ffff700 1 -- 172.21.15.39:0/211596014 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7efe50107400 msgr2=0x7efe501a4ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:23.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.310+0000 7efe4ffff700 1 --2- 172.21.15.39:0/211596014 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7efe50107400 0x7efe501a4ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:23.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.310+0000 7efe4ffff700 1 -- 172.21.15.39:0/211596014 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe50197820 con 0x7efe50101390 2024-06-13T06:21:23.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.310+0000 7efe4ffff700 1 --2- 172.21.15.39:0/211596014 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efe50101390 0x7efe50199a30 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7efe4000d980 tx=0x7efe4000dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:23.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.310+0000 7efe4dffb700 1 -- 172.21.15.39:0/211596014 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe40017070 con 0x7efe50101390 2024-06-13T06:21:23.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.310+0000 7efe4dffb700 1 -- 172.21.15.39:0/211596014 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7efe40004d10 con 0x7efe50101390 2024-06-13T06:21:23.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.310+0000 7efe5659d700 1 -- 172.21.15.39:0/211596014 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe50197b10 con 0x7efe50101390 2024-06-13T06:21:23.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.310+0000 7efe4dffb700 1 -- 172.21.15.39:0/211596014 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe400055c0 con 0x7efe50101390 2024-06-13T06:21:23.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.310+0000 7efe5659d700 1 -- 172.21.15.39:0/211596014 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe50198050 con 0x7efe50101390 2024-06-13T06:21:23.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.311+0000 7efe5659d700 1 -- 172.21.15.39:0/211596014 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7efe50062ba0 con 0x7efe50101390 2024-06-13T06:21:23.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.313+0000 7efe4dffb700 1 -- 172.21.15.39:0/211596014 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7efe40004750 con 0x7efe50101390 2024-06-13T06:21:23.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.313+0000 7efe4dffb700 1 --2- 172.21.15.39:0/211596014 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7efe3c0a2d30 0x7efe3c0a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:23.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.313+0000 7efe47fff700 1 --2- 172.21.15.39:0/211596014 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7efe3c0a2d30 0x7efe3c0a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:23.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.314+0000 7efe4dffb700 1 -- 172.21.15.39:0/211596014 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7efe400cf600 con 0x7efe50101390 2024-06-13T06:21:23.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.314+0000 7efe4dffb700 1 --2- 172.21.15.39:0/211596014 >> [v2:172.21.15.96:6824/3117528382,v1:172.21.15.96:6825/3117528382] conn(0x7efe3c0ac8f0 0x7efe3c0aed90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:23.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.314+0000 7efe4dffb700 1 -- 172.21.15.39:0/211596014 --> [v2:172.21.15.96:6824/3117528382,v1:172.21.15.96:6825/3117528382] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7efe3c0af460 con 0x7efe3c0ac8f0 2024-06-13T06:21:23.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.314+0000 7efe4dffb700 1 -- 172.21.15.39:0/211596014 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7efe400cfa50 con 0x7efe50101390 2024-06-13T06:21:23.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.314+0000 7efe47fff700 1 --2- 172.21.15.39:0/211596014 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7efe3c0a2d30 0x7efe3c0a51f0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7efe38006010 tx=0x7efe3800b540 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:23.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.314+0000 7efe54b3a700 1 --2- 172.21.15.39:0/211596014 >> [v2:172.21.15.96:6824/3117528382,v1:172.21.15.96:6825/3117528382] conn(0x7efe3c0ac8f0 0x7efe3c0aed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:23.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.314+0000 7efe54b3a700 1 --2- 172.21.15.39:0/211596014 >> [v2:172.21.15.96:6824/3117528382,v1:172.21.15.96:6825/3117528382] conn(0x7efe3c0ac8f0 0x7efe3c0aed90 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:23.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.315+0000 7efe4dffb700 1 -- 172.21.15.39:0/211596014 <== osd.10 v2:172.21.15.96:6824/3117528382 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7efe3c0af460 con 0x7efe3c0ac8f0 2024-06-13T06:21:23.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.333+0000 7efe5659d700 1 -- 172.21.15.39:0/211596014 --> [v2:172.21.15.96:6824/3117528382,v1:172.21.15.96:6825/3117528382] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7efe50063020 con 0x7efe3c0ac8f0 2024-06-13T06:21:23.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.333+0000 7efe4dffb700 1 -- 172.21.15.39:0/211596014 <== osd.10 v2:172.21.15.96:6824/3117528382 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7efe50063020 con 0x7efe3c0ac8f0 2024-06-13T06:21:23.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.334+0000 7efe5659d700 1 -- 172.21.15.39:0/211596014 >> [v2:172.21.15.96:6824/3117528382,v1:172.21.15.96:6825/3117528382] conn(0x7efe3c0ac8f0 msgr2=0x7efe3c0aed90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:23.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.334+0000 7efe5659d700 1 --2- 172.21.15.39:0/211596014 >> [v2:172.21.15.96:6824/3117528382,v1:172.21.15.96:6825/3117528382] conn(0x7efe3c0ac8f0 0x7efe3c0aed90 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:23.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.334+0000 7efe5659d700 1 -- 172.21.15.39:0/211596014 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7efe3c0a2d30 msgr2=0x7efe3c0a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:23.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.334+0000 7efe5659d700 1 --2- 172.21.15.39:0/211596014 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7efe3c0a2d30 0x7efe3c0a51f0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7efe38006010 tx=0x7efe3800b540 comp rx=0 tx=0).stop 2024-06-13T06:21:23.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.334+0000 7efe5659d700 1 -- 172.21.15.39:0/211596014 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efe50101390 msgr2=0x7efe50199a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:23.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.334+0000 7efe5659d700 1 --2- 172.21.15.39:0/211596014 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efe50101390 0x7efe50199a30 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7efe4000d980 tx=0x7efe4000dd40 comp rx=0 tx=0).stop 2024-06-13T06:21:23.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.334+0000 7efe54b3a700 1 -- 172.21.15.39:0/211596014 reap_dead start 2024-06-13T06:21:23.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.334+0000 7efe5659d700 1 -- 172.21.15.39:0/211596014 shutdown_connections 2024-06-13T06:21:23.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.334+0000 7efe5659d700 1 -- 172.21.15.39:0/211596014 >> 172.21.15.39:0/211596014 conn(0x7efe50078340 msgr2=0x7efe500ffe00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:23.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.334+0000 7efe5659d700 1 -- 172.21.15.39:0/211596014 shutdown_connections 2024-06-13T06:21:23.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.334+0000 7efe5659d700 1 -- 172.21.15.39:0/211596014 wait complete. 2024-06-13T06:21:23.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.926+0000 7f2a539a7700 1 -- 172.21.15.39:0/348546278 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2a4c06b3c0 msgr2=0x7f2a4c10f310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:23.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.926+0000 7f2a539a7700 1 --2- 172.21.15.39:0/348546278 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2a4c06b3c0 0x7f2a4c10f310 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f2a44009990 tx=0x7f2a44009ca0 comp rx=0 tx=0).stop 2024-06-13T06:21:23.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.926+0000 7f2a539a7700 1 -- 172.21.15.39:0/348546278 shutdown_connections 2024-06-13T06:21:23.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.926+0000 7f2a539a7700 1 --2- 172.21.15.39:0/348546278 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2a4c06b3c0 0x7f2a4c10f310 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:23.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.926+0000 7f2a539a7700 1 --2- 172.21.15.39:0/348546278 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f2a4c1084f0 0x7f2a4c1088d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:23.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.926+0000 7f2a539a7700 1 --2- 172.21.15.39:0/348546278 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2a4c06aa00 0x7f2a4c06ae80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:23.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.926+0000 7f2a539a7700 1 -- 172.21.15.39:0/348546278 >> 172.21.15.39:0/348546278 conn(0x7f2a4c078300 msgr2=0x7f2a4c078710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:23.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.926+0000 7f2a539a7700 1 -- 172.21.15.39:0/348546278 shutdown_connections 2024-06-13T06:21:23.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.926+0000 7f2a539a7700 1 -- 172.21.15.39:0/348546278 wait complete. 2024-06-13T06:21:23.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.927+0000 7f2a539a7700 1 Processor -- start 2024-06-13T06:21:23.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.927+0000 7f2a539a7700 1 -- start start 2024-06-13T06:21:23.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.927+0000 7f2a539a7700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f2a4c06aa00 0x7f2a4c19e810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:23.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.927+0000 7f2a539a7700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2a4c06b3c0 0x7f2a4c19ed50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:23.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.927+0000 7f2a539a7700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2a4c1084f0 0x7f2a4c1989d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:23.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.927+0000 7f2a539a7700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f2a4c112770 con 0x7f2a4c1084f0 2024-06-13T06:21:23.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.927+0000 7f2a539a7700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f2a4c1125f0 con 0x7f2a4c06aa00 2024-06-13T06:21:23.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.927+0000 7f2a539a7700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f2a4c1128f0 con 0x7f2a4c06b3c0 2024-06-13T06:21:23.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.927+0000 7f2a51f44700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2a4c1084f0 0x7f2a4c1989d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:23.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.927+0000 7f2a51f44700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2a4c1084f0 0x7f2a4c1989d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42922/0 (socket says 172.21.15.39:42922) 2024-06-13T06:21:23.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.927+0000 7f2a51f44700 1 -- 172.21.15.39:0/379801763 learned_addr learned my addr 172.21.15.39:0/379801763 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:21:23.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.928+0000 7f2a51743700 1 --2- 172.21.15.39:0/379801763 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f2a4c06aa00 0x7f2a4c19e810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:23.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.928+0000 7f2a50f42700 1 --2- 172.21.15.39:0/379801763 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2a4c06b3c0 0x7f2a4c19ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:23.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.928+0000 7f2a51f44700 1 -- 172.21.15.39:0/379801763 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2a4c06b3c0 msgr2=0x7f2a4c19ed50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:23.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.928+0000 7f2a51f44700 1 --2- 172.21.15.39:0/379801763 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2a4c06b3c0 0x7f2a4c19ed50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:23.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.928+0000 7f2a51f44700 1 -- 172.21.15.39:0/379801763 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f2a4c06aa00 msgr2=0x7f2a4c19e810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:23.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.928+0000 7f2a51f44700 1 --2- 172.21.15.39:0/379801763 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f2a4c06aa00 0x7f2a4c19e810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:23.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.928+0000 7f2a51f44700 1 -- 172.21.15.39:0/379801763 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a4c199130 con 0x7f2a4c1084f0 2024-06-13T06:21:23.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.928+0000 7f2a51f44700 1 --2- 172.21.15.39:0/379801763 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2a4c1084f0 0x7f2a4c1989d0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f2a4400b820 tx=0x7f2a4400bab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:23.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.928+0000 7f2a4a7fc700 1 -- 172.21.15.39:0/379801763 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a44027070 con 0x7f2a4c1084f0 2024-06-13T06:21:23.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.928+0000 7f2a4a7fc700 1 -- 172.21.15.39:0/379801763 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2a44003d70 con 0x7f2a4c1084f0 2024-06-13T06:21:23.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.928+0000 7f2a4a7fc700 1 -- 172.21.15.39:0/379801763 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a4400f460 con 0x7f2a4c1084f0 2024-06-13T06:21:23.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.928+0000 7f2a539a7700 1 -- 172.21.15.39:0/379801763 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a4c1993c0 con 0x7f2a4c1084f0 2024-06-13T06:21:23.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.928+0000 7f2a539a7700 1 -- 172.21.15.39:0/379801763 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a4c1a56e0 con 0x7f2a4c1084f0 2024-06-13T06:21:23.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.929+0000 7f2a539a7700 1 -- 172.21.15.39:0/379801763 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f2a4c062c20 con 0x7f2a4c1084f0 2024-06-13T06:21:23.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.930+0000 7f2a4a7fc700 1 -- 172.21.15.39:0/379801763 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f2a4402a070 con 0x7f2a4c1084f0 2024-06-13T06:21:23.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.931+0000 7f2a4a7fc700 1 --2- 172.21.15.39:0/379801763 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f2a340a2d30 0x7f2a340a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:23.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.931+0000 7f2a51743700 1 --2- 172.21.15.39:0/379801763 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f2a340a2d30 0x7f2a340a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:23.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.931+0000 7f2a4a7fc700 1 -- 172.21.15.39:0/379801763 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7f2a440d0ab0 con 0x7f2a4c1084f0 2024-06-13T06:21:23.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.931+0000 7f2a4a7fc700 1 --2- 172.21.15.39:0/379801763 >> [v2:172.21.15.39:6818/1262679006,v1:172.21.15.39:6819/1262679006] conn(0x7f2a340ac8f0 0x7f2a340aed90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:23.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.931+0000 7f2a4a7fc700 1 -- 172.21.15.39:0/379801763 --> [v2:172.21.15.39:6818/1262679006,v1:172.21.15.39:6819/1262679006] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f2a44015ec0 con 0x7f2a340ac8f0 2024-06-13T06:21:23.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.931+0000 7f2a4a7fc700 1 -- 172.21.15.39:0/379801763 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f2a440d0f00 con 0x7f2a4c1084f0 2024-06-13T06:21:23.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.931+0000 7f2a50f42700 1 --2- 172.21.15.39:0/379801763 >> [v2:172.21.15.39:6818/1262679006,v1:172.21.15.39:6819/1262679006] conn(0x7f2a340ac8f0 0x7f2a340aed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:23.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.932+0000 7f2a51743700 1 --2- 172.21.15.39:0/379801763 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f2a340a2d30 0x7f2a340a51f0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f2a3c009550 tx=0x7f2a3c0091f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:23.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.932+0000 7f2a50f42700 1 --2- 172.21.15.39:0/379801763 >> [v2:172.21.15.39:6818/1262679006,v1:172.21.15.39:6819/1262679006] conn(0x7f2a340ac8f0 0x7f2a340aed90 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:23.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.932+0000 7f2a4a7fc700 1 -- 172.21.15.39:0/379801763 <== osd.6 v2:172.21.15.39:6818/1262679006 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f2a44015ec0 con 0x7f2a340ac8f0 2024-06-13T06:21:23.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.949+0000 7f2a539a7700 1 -- 172.21.15.39:0/379801763 --> [v2:172.21.15.39:6818/1262679006,v1:172.21.15.39:6819/1262679006] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f2a4c063020 con 0x7f2a340ac8f0 2024-06-13T06:21:23.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.949+0000 7f2a4a7fc700 1 -- 172.21.15.39:0/379801763 <== osd.6 v2:172.21.15.39:6818/1262679006 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f2a4c063020 con 0x7f2a340ac8f0 2024-06-13T06:21:23.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.950+0000 7f2a539a7700 1 -- 172.21.15.39:0/379801763 >> [v2:172.21.15.39:6818/1262679006,v1:172.21.15.39:6819/1262679006] conn(0x7f2a340ac8f0 msgr2=0x7f2a340aed90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:23.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.950+0000 7f2a539a7700 1 --2- 172.21.15.39:0/379801763 >> [v2:172.21.15.39:6818/1262679006,v1:172.21.15.39:6819/1262679006] conn(0x7f2a340ac8f0 0x7f2a340aed90 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:23.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.950+0000 7f2a539a7700 1 -- 172.21.15.39:0/379801763 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f2a340a2d30 msgr2=0x7f2a340a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:23.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.950+0000 7f2a539a7700 1 --2- 172.21.15.39:0/379801763 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f2a340a2d30 0x7f2a340a51f0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f2a3c009550 tx=0x7f2a3c0091f0 comp rx=0 tx=0).stop 2024-06-13T06:21:23.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.950+0000 7f2a539a7700 1 -- 172.21.15.39:0/379801763 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2a4c1084f0 msgr2=0x7f2a4c1989d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:23.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.950+0000 7f2a539a7700 1 --2- 172.21.15.39:0/379801763 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2a4c1084f0 0x7f2a4c1989d0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f2a4400b820 tx=0x7f2a4400bab0 comp rx=0 tx=0).stop 2024-06-13T06:21:23.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.950+0000 7f2a51f44700 1 -- 172.21.15.39:0/379801763 reap_dead start 2024-06-13T06:21:23.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.950+0000 7f2a539a7700 1 -- 172.21.15.39:0/379801763 shutdown_connections 2024-06-13T06:21:23.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.950+0000 7f2a539a7700 1 -- 172.21.15.39:0/379801763 >> 172.21.15.39:0/379801763 conn(0x7f2a4c078300 msgr2=0x7f2a4c0fff10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:23.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.950+0000 7f2a539a7700 1 -- 172.21.15.39:0/379801763 shutdown_connections 2024-06-13T06:21:23.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.950+0000 7f2a539a7700 1 -- 172.21.15.39:0/379801763 wait complete. 2024-06-13T06:21:24.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.088+0000 7f507ff13700 1 -- 172.21.15.39:0/2816783885 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5078102ea0 msgr2=0x7f507810f380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:24.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.088+0000 7f507ff13700 1 --2- 172.21.15.39:0/2816783885 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5078102ea0 0x7f507810f380 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f507000b0a0 tx=0x7f507000b3b0 comp rx=0 tx=0).stop 2024-06-13T06:21:24.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.088+0000 7f507ff13700 1 -- 172.21.15.39:0/2816783885 shutdown_connections 2024-06-13T06:21:24.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.088+0000 7f507ff13700 1 --2- 172.21.15.39:0/2816783885 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5078102ea0 0x7f507810f380 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:24.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.088+0000 7f507ff13700 1 --2- 172.21.15.39:0/2816783885 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f50781085f0 0x7f50781089d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:24.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.088+0000 7f507ff13700 1 --2- 172.21.15.39:0/2816783885 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f50781024e0 0x7f5078102960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:24.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.088+0000 7f507ff13700 1 -- 172.21.15.39:0/2816783885 >> 172.21.15.39:0/2816783885 conn(0x7f5078079640 msgr2=0x7f5078079a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:24.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.089+0000 7f507ff13700 1 -- 172.21.15.39:0/2816783885 shutdown_connections 2024-06-13T06:21:24.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.089+0000 7f507ff13700 1 -- 172.21.15.39:0/2816783885 wait complete. 2024-06-13T06:21:24.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.089+0000 7f507ff13700 1 Processor -- start 2024-06-13T06:21:24.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.089+0000 7f507ff13700 1 -- start start 2024-06-13T06:21:24.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.089+0000 7f507ff13700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f50781024e0 0x7f507819e7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:24.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.089+0000 7f507ff13700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5078102ea0 0x7f507819ed30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:24.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.089+0000 7f507ff13700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f50781085f0 0x7f50781989b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:24.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.089+0000 7f507ff13700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f50781127b0 con 0x7f50781085f0 2024-06-13T06:21:24.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.089+0000 7f507ff13700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f5078112630 con 0x7f50781024e0 2024-06-13T06:21:24.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.089+0000 7f507ff13700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f5078112930 con 0x7f5078102ea0 2024-06-13T06:21:24.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.089+0000 7f507e4b0700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f50781085f0 0x7f50781989b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:24.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.089+0000 7f507e4b0700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f50781085f0 0x7f50781989b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42944/0 (socket says 172.21.15.39:42944) 2024-06-13T06:21:24.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.090+0000 7f507e4b0700 1 -- 172.21.15.39:0/1910223794 learned_addr learned my addr 172.21.15.39:0/1910223794 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:21:24.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.090+0000 7f507d4ae700 1 --2- 172.21.15.39:0/1910223794 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5078102ea0 0x7f507819ed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:24.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.090+0000 7f507dcaf700 1 --2- 172.21.15.39:0/1910223794 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f50781024e0 0x7f507819e7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:24.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.090+0000 7f507e4b0700 1 -- 172.21.15.39:0/1910223794 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5078102ea0 msgr2=0x7f507819ed30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:24.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.090+0000 7f507e4b0700 1 --2- 172.21.15.39:0/1910223794 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5078102ea0 0x7f507819ed30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:24.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.090+0000 7f507e4b0700 1 -- 172.21.15.39:0/1910223794 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f50781024e0 msgr2=0x7f507819e7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:24.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.090+0000 7f507e4b0700 1 --2- 172.21.15.39:0/1910223794 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f50781024e0 0x7f507819e7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:24.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.090+0000 7f507e4b0700 1 -- 172.21.15.39:0/1910223794 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5078199110 con 0x7f50781085f0 2024-06-13T06:21:24.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.090+0000 7f507dcaf700 1 --2- 172.21.15.39:0/1910223794 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f50781024e0 0x7f507819e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:21:24.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.090+0000 7f507e4b0700 1 --2- 172.21.15.39:0/1910223794 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f50781085f0 0x7f50781989b0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f50700062a0 tx=0x7f5070004ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:24.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.090+0000 7f506effd700 1 -- 172.21.15.39:0/1910223794 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5070021070 con 0x7f50781085f0 2024-06-13T06:21:24.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.090+0000 7f507ff13700 1 -- 172.21.15.39:0/1910223794 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50781993a0 con 0x7f50781085f0 2024-06-13T06:21:24.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.090+0000 7f506effd700 1 -- 172.21.15.39:0/1910223794 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5070003c00 con 0x7f50781085f0 2024-06-13T06:21:24.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.090+0000 7f506effd700 1 -- 172.21.15.39:0/1910223794 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f507001d450 con 0x7f50781085f0 2024-06-13T06:21:24.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.090+0000 7f507ff13700 1 -- 172.21.15.39:0/1910223794 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50781a56c0 con 0x7f50781085f0 2024-06-13T06:21:24.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.091+0000 7f507ff13700 1 -- 172.21.15.39:0/1910223794 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f5078101960 con 0x7f50781085f0 2024-06-13T06:21:24.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.092+0000 7f506effd700 1 -- 172.21.15.39:0/1910223794 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f5070004000 con 0x7f50781085f0 2024-06-13T06:21:24.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.093+0000 7f506effd700 1 --2- 172.21.15.39:0/1910223794 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f50640a2cb0 0x7f50640a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:24.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.093+0000 7f507dcaf700 1 --2- 172.21.15.39:0/1910223794 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f50640a2cb0 0x7f50640a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:24.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.093+0000 7f506effd700 1 -- 172.21.15.39:0/1910223794 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7f50700d04f0 con 0x7f50781085f0 2024-06-13T06:21:24.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.093+0000 7f506effd700 1 --2- 172.21.15.39:0/1910223794 >> [v2:172.21.15.39:6810/2347430345,v1:172.21.15.39:6811/2347430345] conn(0x7f50640ac870 0x7f50640aed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:24.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.093+0000 7f506effd700 1 -- 172.21.15.39:0/1910223794 --> [v2:172.21.15.39:6810/2347430345,v1:172.21.15.39:6811/2347430345] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f50640af3e0 con 0x7f50640ac870 2024-06-13T06:21:24.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.093+0000 7f506effd700 1 -- 172.21.15.39:0/1910223794 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f50700d0940 con 0x7f50781085f0 2024-06-13T06:21:24.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.093+0000 7f507dcaf700 1 --2- 172.21.15.39:0/1910223794 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f50640a2cb0 0x7f50640a5170 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f5074005fd0 tx=0x7f5074005f00 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:24.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.093+0000 7f507d4ae700 1 --2- 172.21.15.39:0/1910223794 >> [v2:172.21.15.39:6810/2347430345,v1:172.21.15.39:6811/2347430345] conn(0x7f50640ac870 0x7f50640aed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:24.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.094+0000 7f507d4ae700 1 --2- 172.21.15.39:0/1910223794 >> [v2:172.21.15.39:6810/2347430345,v1:172.21.15.39:6811/2347430345] conn(0x7f50640ac870 0x7f50640aed10 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:24.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.094+0000 7f506effd700 1 -- 172.21.15.39:0/1910223794 <== osd.3 v2:172.21.15.39:6810/2347430345 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f50640af3e0 con 0x7f50640ac870 2024-06-13T06:21:24.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.111+0000 7f507ff13700 1 -- 172.21.15.39:0/1910223794 --> [v2:172.21.15.39:6810/2347430345,v1:172.21.15.39:6811/2347430345] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f5078103c00 con 0x7f50640ac870 2024-06-13T06:21:24.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.111+0000 7f506effd700 1 -- 172.21.15.39:0/1910223794 <== osd.3 v2:172.21.15.39:6810/2347430345 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f5078103c00 con 0x7f50640ac870 2024-06-13T06:21:24.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.112+0000 7f507ff13700 1 -- 172.21.15.39:0/1910223794 >> [v2:172.21.15.39:6810/2347430345,v1:172.21.15.39:6811/2347430345] conn(0x7f50640ac870 msgr2=0x7f50640aed10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:24.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.112+0000 7f507ff13700 1 --2- 172.21.15.39:0/1910223794 >> [v2:172.21.15.39:6810/2347430345,v1:172.21.15.39:6811/2347430345] conn(0x7f50640ac870 0x7f50640aed10 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:24.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.112+0000 7f507ff13700 1 -- 172.21.15.39:0/1910223794 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f50640a2cb0 msgr2=0x7f50640a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:24.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.112+0000 7f507ff13700 1 --2- 172.21.15.39:0/1910223794 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f50640a2cb0 0x7f50640a5170 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f5074005fd0 tx=0x7f5074005f00 comp rx=0 tx=0).stop 2024-06-13T06:21:24.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.112+0000 7f507ff13700 1 -- 172.21.15.39:0/1910223794 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f50781085f0 msgr2=0x7f50781989b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:24.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.112+0000 7f507ff13700 1 --2- 172.21.15.39:0/1910223794 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f50781085f0 0x7f50781989b0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f50700062a0 tx=0x7f5070004ce0 comp rx=0 tx=0).stop 2024-06-13T06:21:24.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.112+0000 7f507e4b0700 1 -- 172.21.15.39:0/1910223794 reap_dead start 2024-06-13T06:21:24.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.112+0000 7f507ff13700 1 -- 172.21.15.39:0/1910223794 shutdown_connections 2024-06-13T06:21:24.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.112+0000 7f507ff13700 1 -- 172.21.15.39:0/1910223794 >> 172.21.15.39:0/1910223794 conn(0x7f5078079640 msgr2=0x7f5078100f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:24.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.112+0000 7f507ff13700 1 -- 172.21.15.39:0/1910223794 shutdown_connections 2024-06-13T06:21:24.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:24.112+0000 7f507ff13700 1 -- 172.21.15.39:0/1910223794 wait complete. 2024-06-13T06:21:24.843 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:21:24 smithi096 ceph-mon[36532]: pgmap v340: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:21:24.903 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:21:24 smithi039 ceph-mon[32479]: pgmap v340: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:21:24.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:21:24 smithi149 ceph-mon[36963]: pgmap v340: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:21:25.031 INFO:teuthology.orchestra.run.smithi039.stdout:201863462970 2024-06-13T06:21:25.031 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-06-13T06:21:25.490 INFO:teuthology.orchestra.run.smithi039.stdout:347892351008 2024-06-13T06:21:25.491 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph osd last-stat-seq osd.11 2024-06-13T06:21:25.838 INFO:teuthology.orchestra.run.smithi039.stdout:257698037808 2024-06-13T06:21:25.838 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph osd last-stat-seq osd.8 2024-06-13T06:21:26.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.835+0000 7fa3dc472700 1 -- 172.21.15.39:0/520273392 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3d41073d0 msgr2=0x7fa3d41077b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:26.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.835+0000 7fa3dc472700 1 --2- 172.21.15.39:0/520273392 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3d41073d0 0x7fa3d41077b0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fa3d0009990 tx=0x7fa3d0009ca0 comp rx=0 tx=0).stop 2024-06-13T06:21:26.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.836+0000 7fa3dc472700 1 -- 172.21.15.39:0/520273392 shutdown_connections 2024-06-13T06:21:26.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.836+0000 7fa3dc472700 1 --2- 172.21.15.39:0/520273392 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa3d4101d30 0x7fa3d410e210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:26.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.836+0000 7fa3dc472700 1 --2- 172.21.15.39:0/520273392 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3d41073d0 0x7fa3d41077b0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:26.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.836+0000 7fa3dc472700 1 --2- 172.21.15.39:0/520273392 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fa3d4101390 0x7fa3d41017f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:26.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.836+0000 7fa3dc472700 1 -- 172.21.15.39:0/520273392 >> 172.21.15.39:0/520273392 conn(0x7fa3d40782c0 msgr2=0x7fa3d40786d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:26.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.836+0000 7fa3dc472700 1 -- 172.21.15.39:0/520273392 shutdown_connections 2024-06-13T06:21:26.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.836+0000 7fa3dc472700 1 -- 172.21.15.39:0/520273392 wait complete. 2024-06-13T06:21:26.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.837+0000 7fa3dc472700 1 Processor -- start 2024-06-13T06:21:26.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.837+0000 7fa3dc472700 1 -- start start 2024-06-13T06:21:26.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.837+0000 7fa3dc472700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3d4101390 0x7fa3d419e850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:26.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.837+0000 7fa3dc472700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fa3d4101d30 0x7fa3d419ed90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:26.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.837+0000 7fa3dc472700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa3d41073d0 0x7fa3d4198a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:26.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.837+0000 7fa3dc472700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fa3d4111690 con 0x7fa3d4101390 2024-06-13T06:21:26.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.837+0000 7fa3dc472700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fa3d4111510 con 0x7fa3d4101d30 2024-06-13T06:21:26.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.837+0000 7fa3dc472700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fa3d4111810 con 0x7fa3d41073d0 2024-06-13T06:21:26.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.837+0000 7fa3da20e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3d4101390 0x7fa3d419e850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:26.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.837+0000 7fa3da20e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3d4101390 0x7fa3d419e850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42902/0 (socket says 172.21.15.39:42902) 2024-06-13T06:21:26.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.837+0000 7fa3da20e700 1 -- 172.21.15.39:0/3927585449 learned_addr learned my addr 172.21.15.39:0/3927585449 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:21:26.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.837+0000 7fa3d9a0d700 1 --2- 172.21.15.39:0/3927585449 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fa3d4101d30 0x7fa3d419ed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:26.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.837+0000 7fa3da20e700 1 -- 172.21.15.39:0/3927585449 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa3d41073d0 msgr2=0x7fa3d4198a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:26.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.837+0000 7fa3daa0f700 1 --2- 172.21.15.39:0/3927585449 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa3d41073d0 0x7fa3d4198a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:26.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.837+0000 7fa3da20e700 1 --2- 172.21.15.39:0/3927585449 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa3d41073d0 0x7fa3d4198a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:26.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.837+0000 7fa3da20e700 1 -- 172.21.15.39:0/3927585449 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fa3d4101d30 msgr2=0x7fa3d419ed90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:26.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.837+0000 7fa3da20e700 1 --2- 172.21.15.39:0/3927585449 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fa3d4101d30 0x7fa3d419ed90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:26.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.837+0000 7fa3da20e700 1 -- 172.21.15.39:0/3927585449 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3d4199170 con 0x7fa3d4101390 2024-06-13T06:21:26.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.838+0000 7fa3da20e700 1 --2- 172.21.15.39:0/3927585449 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3d4101390 0x7fa3d419e850 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fa3d0000c00 tx=0x7fa3d00047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:26.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.838+0000 7fa3cb7fe700 1 -- 172.21.15.39:0/3927585449 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3d0027070 con 0x7fa3d4101390 2024-06-13T06:21:26.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.838+0000 7fa3cb7fe700 1 -- 172.21.15.39:0/3927585449 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa3d0003780 con 0x7fa3d4101390 2024-06-13T06:21:26.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.838+0000 7fa3dc472700 1 -- 172.21.15.39:0/3927585449 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3d4199400 con 0x7fa3d4101390 2024-06-13T06:21:26.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.838+0000 7fa3cb7fe700 1 -- 172.21.15.39:0/3927585449 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3d0022dd0 con 0x7fa3d4101390 2024-06-13T06:21:26.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.838+0000 7fa3dc472700 1 -- 172.21.15.39:0/3927585449 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3d41a5720 con 0x7fa3d4101390 2024-06-13T06:21:26.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.839+0000 7fa3dc472700 1 -- 172.21.15.39:0/3927585449 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fa3d41054d0 con 0x7fa3d4101390 2024-06-13T06:21:26.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.841+0000 7fa3cb7fe700 1 -- 172.21.15.39:0/3927585449 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fa3d002a070 con 0x7fa3d4101390 2024-06-13T06:21:26.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.841+0000 7fa3cb7fe700 1 --2- 172.21.15.39:0/3927585449 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fa3c00a2cb0 0x7fa3c00a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:26.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.842+0000 7fa3d9a0d700 1 --2- 172.21.15.39:0/3927585449 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fa3c00a2cb0 0x7fa3c00a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:26.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.842+0000 7fa3cb7fe700 1 -- 172.21.15.39:0/3927585449 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7fa3d00d0500 con 0x7fa3d4101390 2024-06-13T06:21:26.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.842+0000 7fa3cb7fe700 1 --2- 172.21.15.39:0/3927585449 >> [v2:172.21.15.96:6816/2801325231,v1:172.21.15.96:6817/2801325231] conn(0x7fa3c00ac870 0x7fa3c00aed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:26.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.842+0000 7fa3cb7fe700 1 -- 172.21.15.39:0/3927585449 --> [v2:172.21.15.96:6816/2801325231,v1:172.21.15.96:6817/2801325231] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fa3d0001d30 con 0x7fa3c00ac870 2024-06-13T06:21:26.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.842+0000 7fa3cb7fe700 1 -- 172.21.15.39:0/3927585449 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7fa3d00d0950 con 0x7fa3d4101390 2024-06-13T06:21:26.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.842+0000 7fa3d9a0d700 1 --2- 172.21.15.39:0/3927585449 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fa3c00a2cb0 0x7fa3c00a5170 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fa3d40ffb40 tx=0x7fa3c400b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:26.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.842+0000 7fa3daa0f700 1 --2- 172.21.15.39:0/3927585449 >> [v2:172.21.15.96:6816/2801325231,v1:172.21.15.96:6817/2801325231] conn(0x7fa3c00ac870 0x7fa3c00aed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:26.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.843+0000 7fa3daa0f700 1 --2- 172.21.15.39:0/3927585449 >> [v2:172.21.15.96:6816/2801325231,v1:172.21.15.96:6817/2801325231] conn(0x7fa3c00ac870 0x7fa3c00aed10 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:26.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.844+0000 7fa3cb7fe700 1 -- 172.21.15.39:0/3927585449 <== osd.7 v2:172.21.15.96:6816/2801325231 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fa3d0001d30 con 0x7fa3c00ac870 2024-06-13T06:21:26.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.875+0000 7fa3dc472700 1 -- 172.21.15.39:0/3927585449 --> [v2:172.21.15.96:6816/2801325231,v1:172.21.15.96:6817/2801325231] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fa3d4102a80 con 0x7fa3c00ac870 2024-06-13T06:21:26.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.875+0000 7fa3cb7fe700 1 -- 172.21.15.39:0/3927585449 <== osd.7 v2:172.21.15.96:6816/2801325231 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fa3d4102a80 con 0x7fa3c00ac870 2024-06-13T06:21:26.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.876+0000 7fa3dc472700 1 -- 172.21.15.39:0/3927585449 >> [v2:172.21.15.96:6816/2801325231,v1:172.21.15.96:6817/2801325231] conn(0x7fa3c00ac870 msgr2=0x7fa3c00aed10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:26.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.876+0000 7fa3dc472700 1 --2- 172.21.15.39:0/3927585449 >> [v2:172.21.15.96:6816/2801325231,v1:172.21.15.96:6817/2801325231] conn(0x7fa3c00ac870 0x7fa3c00aed10 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:26.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.876+0000 7fa3dc472700 1 -- 172.21.15.39:0/3927585449 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fa3c00a2cb0 msgr2=0x7fa3c00a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:26.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.876+0000 7fa3dc472700 1 --2- 172.21.15.39:0/3927585449 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fa3c00a2cb0 0x7fa3c00a5170 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fa3d40ffb40 tx=0x7fa3c400b410 comp rx=0 tx=0).stop 2024-06-13T06:21:26.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.876+0000 7fa3dc472700 1 -- 172.21.15.39:0/3927585449 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3d4101390 msgr2=0x7fa3d419e850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:26.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.876+0000 7fa3dc472700 1 --2- 172.21.15.39:0/3927585449 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3d4101390 0x7fa3d419e850 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fa3d0000c00 tx=0x7fa3d00047b0 comp rx=0 tx=0).stop 2024-06-13T06:21:26.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.876+0000 7fa3daa0f700 1 -- 172.21.15.39:0/3927585449 reap_dead start 2024-06-13T06:21:26.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.876+0000 7fa3dc472700 1 -- 172.21.15.39:0/3927585449 shutdown_connections 2024-06-13T06:21:26.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.876+0000 7fa3dc472700 1 -- 172.21.15.39:0/3927585449 >> 172.21.15.39:0/3927585449 conn(0x7fa3d40782c0 msgr2=0x7fa3d4100630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:26.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.876+0000 7fa3dc472700 1 -- 172.21.15.39:0/3927585449 shutdown_connections 2024-06-13T06:21:26.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:23.876+0000 7fa3dc472700 1 -- 172.21.15.39:0/3927585449 wait complete. 2024-06-13T06:21:26.785 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:21:26 smithi039 ceph-mon[32479]: pgmap v341: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 5 op/s 2024-06-13T06:21:26.818 INFO:teuthology.orchestra.run.smithi039.stdout:223338299445 2024-06-13T06:21:26.818 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-06-13T06:21:26.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:21:26 smithi149 ceph-mon[36963]: pgmap v341: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 5 op/s 2024-06-13T06:21:27.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:21:26 smithi096 ceph-mon[36532]: pgmap v341: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 5 op/s 2024-06-13T06:21:27.204 INFO:teuthology.orchestra.run.smithi039.stdout:146028888133 2024-06-13T06:21:27.204 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-06-13T06:21:27.892 INFO:teuthology.orchestra.run.smithi039.stdout:313532612646 2024-06-13T06:21:27.893 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph osd last-stat-seq osd.10 2024-06-13T06:21:28.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.578+0000 7fe2e2319700 1 -- 172.21.15.39:0/2654244824 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe2dc101d40 msgr2=0x7fe2dc10e230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:28.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.578+0000 7fe2e2319700 1 --2- 172.21.15.39:0/2654244824 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe2dc101d40 0x7fe2dc10e230 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fe2d400b0a0 tx=0x7fe2d400b3b0 comp rx=0 tx=0).stop 2024-06-13T06:21:28.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.578+0000 7fe2e2319700 1 -- 172.21.15.39:0/2654244824 shutdown_connections 2024-06-13T06:21:28.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.578+0000 7fe2e2319700 1 --2- 172.21.15.39:0/2654244824 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe2dc101d40 0x7fe2dc10e230 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:28.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.578+0000 7fe2e2319700 1 --2- 172.21.15.39:0/2654244824 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe2dc1073f0 0x7fe2dc1077d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:28.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.578+0000 7fe2e2319700 1 --2- 172.21.15.39:0/2654244824 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe2dc101380 0x7fe2dc101800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:28.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.578+0000 7fe2e2319700 1 -- 172.21.15.39:0/2654244824 >> 172.21.15.39:0/2654244824 conn(0x7fe2dc078300 msgr2=0x7fe2dc078710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:28.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.578+0000 7fe2e2319700 1 -- 172.21.15.39:0/2654244824 shutdown_connections 2024-06-13T06:21:28.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.578+0000 7fe2e2319700 1 -- 172.21.15.39:0/2654244824 wait complete. 2024-06-13T06:21:28.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.578+0000 7fe2e2319700 1 Processor -- start 2024-06-13T06:21:28.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.579+0000 7fe2e2319700 1 -- start start 2024-06-13T06:21:28.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.579+0000 7fe2e2319700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe2dc101380 0x7fe2dc199a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:28.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.579+0000 7fe2e2319700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe2dc101d40 0x7fe2dc199fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:28.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.579+0000 7fe2e2319700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe2dc1073f0 0x7fe2dc1a4b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:28.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.579+0000 7fe2e2319700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fe2dc1116e0 con 0x7fe2dc101380 2024-06-13T06:21:28.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.579+0000 7fe2e2319700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fe2dc111560 con 0x7fe2dc101d40 2024-06-13T06:21:28.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.579+0000 7fe2e2319700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fe2dc111860 con 0x7fe2dc1073f0 2024-06-13T06:21:28.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.579+0000 7fe2dbfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe2dc101380 0x7fe2dc199a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:28.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.579+0000 7fe2dbfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe2dc101380 0x7fe2dc199a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42952/0 (socket says 172.21.15.39:42952) 2024-06-13T06:21:28.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.579+0000 7fe2dbfff700 1 -- 172.21.15.39:0/190995971 learned_addr learned my addr 172.21.15.39:0/190995971 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:21:28.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.579+0000 7fe2d3fff700 1 --2- 172.21.15.39:0/190995971 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe2dc101d40 0x7fe2dc199fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:28.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.579+0000 7fe2e08b6700 1 --2- 172.21.15.39:0/190995971 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe2dc1073f0 0x7fe2dc1a4b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:28.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.579+0000 7fe2dbfff700 1 -- 172.21.15.39:0/190995971 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe2dc1073f0 msgr2=0x7fe2dc1a4b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:28.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.579+0000 7fe2dbfff700 1 --2- 172.21.15.39:0/190995971 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe2dc1073f0 0x7fe2dc1a4b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:28.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.579+0000 7fe2dbfff700 1 -- 172.21.15.39:0/190995971 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe2dc101d40 msgr2=0x7fe2dc199fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:28.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.579+0000 7fe2dbfff700 1 --2- 172.21.15.39:0/190995971 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe2dc101d40 0x7fe2dc199fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:28.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.579+0000 7fe2dbfff700 1 -- 172.21.15.39:0/190995971 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2dc1a5040 con 0x7fe2dc101380 2024-06-13T06:21:28.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.579+0000 7fe2dbfff700 1 --2- 172.21.15.39:0/190995971 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe2dc101380 0x7fe2dc199a80 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fe2cc00b530 tx=0x7fe2cc00b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:28.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.579+0000 7fe2d9ffb700 1 -- 172.21.15.39:0/190995971 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2cc015020 con 0x7fe2dc101380 2024-06-13T06:21:28.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.580+0000 7fe2d9ffb700 1 -- 172.21.15.39:0/190995971 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe2cc011d10 con 0x7fe2dc101380 2024-06-13T06:21:28.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.580+0000 7fe2e2319700 1 -- 172.21.15.39:0/190995971 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2dc1a5270 con 0x7fe2dc101380 2024-06-13T06:21:28.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.580+0000 7fe2d9ffb700 1 -- 172.21.15.39:0/190995971 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2cc00f2e0 con 0x7fe2dc101380 2024-06-13T06:21:28.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.580+0000 7fe2e2319700 1 -- 172.21.15.39:0/190995971 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2dc1a57d0 con 0x7fe2dc101380 2024-06-13T06:21:28.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.580+0000 7fe2e2319700 1 -- 172.21.15.39:0/190995971 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fe2dc062ba0 con 0x7fe2dc101380 2024-06-13T06:21:28.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.582+0000 7fe2d9ffb700 1 -- 172.21.15.39:0/190995971 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fe2cc018020 con 0x7fe2dc101380 2024-06-13T06:21:28.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.582+0000 7fe2d9ffb700 1 --2- 172.21.15.39:0/190995971 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fe2c80a2d30 0x7fe2c80a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:28.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.582+0000 7fe2d3fff700 1 --2- 172.21.15.39:0/190995971 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fe2c80a2d30 0x7fe2c80a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:28.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.583+0000 7fe2d9ffb700 1 -- 172.21.15.39:0/190995971 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7fe2cc0cec90 con 0x7fe2dc101380 2024-06-13T06:21:28.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.583+0000 7fe2d9ffb700 1 --2- 172.21.15.39:0/190995971 >> [v2:172.21.15.149:6808/3878401601,v1:172.21.15.149:6809/3878401601] conn(0x7fe2c80ac8f0 0x7fe2c80aed90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:28.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.583+0000 7fe2d9ffb700 1 -- 172.21.15.39:0/190995971 --> [v2:172.21.15.149:6808/3878401601,v1:172.21.15.149:6809/3878401601] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fe2c80af460 con 0x7fe2c80ac8f0 2024-06-13T06:21:28.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.583+0000 7fe2d9ffb700 1 -- 172.21.15.39:0/190995971 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7fe2cc0cf0e0 con 0x7fe2dc101380 2024-06-13T06:21:28.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.583+0000 7fe2d3fff700 1 --2- 172.21.15.39:0/190995971 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fe2c80a2d30 0x7fe2c80a51f0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fe2dc078890 tx=0x7fe2c400b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:28.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.583+0000 7fe2e08b6700 1 --2- 172.21.15.39:0/190995971 >> [v2:172.21.15.149:6808/3878401601,v1:172.21.15.149:6809/3878401601] conn(0x7fe2c80ac8f0 0x7fe2c80aed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:28.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.583+0000 7fe2e08b6700 1 --2- 172.21.15.39:0/190995971 >> [v2:172.21.15.149:6808/3878401601,v1:172.21.15.149:6809/3878401601] conn(0x7fe2c80ac8f0 0x7fe2c80aed90 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:28.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.584+0000 7fe2d9ffb700 1 -- 172.21.15.39:0/190995971 <== osd.5 v2:172.21.15.149:6808/3878401601 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fe2c80af460 con 0x7fe2c80ac8f0 2024-06-13T06:21:28.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.600+0000 7fe2e2319700 1 -- 172.21.15.39:0/190995971 --> [v2:172.21.15.149:6808/3878401601,v1:172.21.15.149:6809/3878401601] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fe2dc063020 con 0x7fe2c80ac8f0 2024-06-13T06:21:28.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.601+0000 7fe2d9ffb700 1 -- 172.21.15.39:0/190995971 <== osd.5 v2:172.21.15.149:6808/3878401601 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fe2dc063020 con 0x7fe2c80ac8f0 2024-06-13T06:21:28.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.601+0000 7fe2e2319700 1 -- 172.21.15.39:0/190995971 >> [v2:172.21.15.149:6808/3878401601,v1:172.21.15.149:6809/3878401601] conn(0x7fe2c80ac8f0 msgr2=0x7fe2c80aed90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:28.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.601+0000 7fe2e2319700 1 --2- 172.21.15.39:0/190995971 >> [v2:172.21.15.149:6808/3878401601,v1:172.21.15.149:6809/3878401601] conn(0x7fe2c80ac8f0 0x7fe2c80aed90 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:28.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.601+0000 7fe2e2319700 1 -- 172.21.15.39:0/190995971 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fe2c80a2d30 msgr2=0x7fe2c80a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:28.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.601+0000 7fe2e2319700 1 --2- 172.21.15.39:0/190995971 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fe2c80a2d30 0x7fe2c80a51f0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fe2dc078890 tx=0x7fe2c400b410 comp rx=0 tx=0).stop 2024-06-13T06:21:28.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.601+0000 7fe2e2319700 1 -- 172.21.15.39:0/190995971 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe2dc101380 msgr2=0x7fe2dc199a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:28.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.601+0000 7fe2e2319700 1 --2- 172.21.15.39:0/190995971 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe2dc101380 0x7fe2dc199a80 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fe2cc00b530 tx=0x7fe2cc00b840 comp rx=0 tx=0).stop 2024-06-13T06:21:28.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.601+0000 7fe2e08b6700 1 -- 172.21.15.39:0/190995971 reap_dead start 2024-06-13T06:21:28.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.601+0000 7fe2e2319700 1 -- 172.21.15.39:0/190995971 shutdown_connections 2024-06-13T06:21:28.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.601+0000 7fe2e2319700 1 -- 172.21.15.39:0/190995971 >> 172.21.15.39:0/190995971 conn(0x7fe2dc078300 msgr2=0x7fe2dc0ffdf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:28.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.602+0000 7fe2e2319700 1 -- 172.21.15.39:0/190995971 shutdown_connections 2024-06-13T06:21:28.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:27.602+0000 7fe2e2319700 1 -- 172.21.15.39:0/190995971 wait complete. 2024-06-13T06:21:28.773 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:21:28 smithi039 ceph-mon[32479]: pgmap v342: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-06-13T06:21:28.801 INFO:teuthology.orchestra.run.smithi039.stdout:167503724608 2024-06-13T06:21:28.801 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-06-13T06:21:28.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:21:28 smithi149 ceph-mon[36963]: pgmap v342: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-06-13T06:21:29.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:21:28 smithi096 ceph-mon[36532]: pgmap v342: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-06-13T06:21:29.064 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:21:29.066 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:21:29.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.070+0000 7ffa5acb0700 1 -- 172.21.15.39:0/1912906180 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa5411bc70 msgr2=0x7ffa5411e060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:29.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.070+0000 7ffa5acb0700 1 --2- 172.21.15.39:0/1912906180 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa5411bc70 0x7ffa5411e060 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7ffa4c01c0d0 tx=0x7ffa4c01c3e0 comp rx=0 tx=0).stop 2024-06-13T06:21:29.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.071+0000 7ffa5acb0700 1 -- 172.21.15.39:0/1912906180 shutdown_connections 2024-06-13T06:21:29.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.071+0000 7ffa5acb0700 1 --2- 172.21.15.39:0/1912906180 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa5411bc70 0x7ffa5411e060 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:29.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.071+0000 7ffa5acb0700 1 --2- 172.21.15.39:0/1912906180 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ffa54110bf0 0x7ffa54109490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:29.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.071+0000 7ffa5acb0700 1 --2- 172.21.15.39:0/1912906180 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ffa54111060 0x7ffa541099d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:29.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.071+0000 7ffa5acb0700 1 -- 172.21.15.39:0/1912906180 >> 172.21.15.39:0/1912906180 conn(0x7ffa5406d600 msgr2=0x7ffa5406da10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:29.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.072+0000 7ffa5acb0700 1 -- 172.21.15.39:0/1912906180 shutdown_connections 2024-06-13T06:21:29.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.072+0000 7ffa5acb0700 1 -- 172.21.15.39:0/1912906180 wait complete. 2024-06-13T06:21:29.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.073+0000 7ffa5acb0700 1 Processor -- start 2024-06-13T06:21:29.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.074+0000 7ffa5acb0700 1 -- start start 2024-06-13T06:21:29.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.075+0000 7ffa5acb0700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa54110bf0 0x7ffa5411b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:29.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.075+0000 7ffa5acb0700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ffa5411bc70 0x7ffa541173e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:29.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.075+0000 7ffa5acb0700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ffa54117920 0x7ffa54117dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:29.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.075+0000 7ffa5acb0700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7ffa54113e50 con 0x7ffa54110bf0 2024-06-13T06:21:29.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.075+0000 7ffa5acb0700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7ffa54113cd0 con 0x7ffa54117920 2024-06-13T06:21:29.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.075+0000 7ffa5acb0700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7ffa54113fd0 con 0x7ffa5411bc70 2024-06-13T06:21:29.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.075+0000 7ffa58a4c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa54110bf0 0x7ffa5411b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:29.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.075+0000 7ffa58a4c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa54110bf0 0x7ffa5411b340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42984/0 (socket says 172.21.15.39:42984) 2024-06-13T06:21:29.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.075+0000 7ffa58a4c700 1 -- 172.21.15.39:0/1433063785 learned_addr learned my addr 172.21.15.39:0/1433063785 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:21:29.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.075+0000 7ffa5924d700 1 --2- 172.21.15.39:0/1433063785 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ffa54117920 0x7ffa54117dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:29.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.076+0000 7ffa58a4c700 1 -- 172.21.15.39:0/1433063785 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ffa5411bc70 msgr2=0x7ffa541173e0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-06-13T06:21:29.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.076+0000 7ffa58a4c700 1 --2- 172.21.15.39:0/1433063785 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ffa5411bc70 0x7ffa541173e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:29.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.076+0000 7ffa58a4c700 1 -- 172.21.15.39:0/1433063785 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ffa54117920 msgr2=0x7ffa54117dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:29.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.076+0000 7ffa58a4c700 1 --2- 172.21.15.39:0/1433063785 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ffa54117920 0x7ffa54117dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:29.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.076+0000 7ffa58a4c700 1 -- 172.21.15.39:0/1433063785 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa541aba60 con 0x7ffa54110bf0 2024-06-13T06:21:29.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.076+0000 7ffa58a4c700 1 --2- 172.21.15.39:0/1433063785 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa54110bf0 0x7ffa5411b340 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7ffa4000b550 tx=0x7ffa4000b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:29.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.077+0000 7ffa51ffb700 1 -- 172.21.15.39:0/1433063785 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa40015020 con 0x7ffa54110bf0 2024-06-13T06:21:29.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.077+0000 7ffa5acb0700 1 -- 172.21.15.39:0/1433063785 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa541abd50 con 0x7ffa54110bf0 2024-06-13T06:21:29.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.078+0000 7ffa5acb0700 1 -- 172.21.15.39:0/1433063785 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa541ac200 con 0x7ffa54110bf0 2024-06-13T06:21:29.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.081+0000 7ffa51ffb700 1 -- 172.21.15.39:0/1433063785 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffa40011d10 con 0x7ffa54110bf0 2024-06-13T06:21:29.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.081+0000 7ffa51ffb700 1 -- 172.21.15.39:0/1433063785 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa4000f2e0 con 0x7ffa54110bf0 2024-06-13T06:21:29.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.083+0000 7ffa5acb0700 1 -- 172.21.15.39:0/1433063785 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ffa38001030 con 0x7ffa54110bf0 2024-06-13T06:21:29.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.084+0000 7ffa51ffb700 1 -- 172.21.15.39:0/1433063785 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7ffa40018020 con 0x7ffa54110bf0 2024-06-13T06:21:29.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.086+0000 7ffa51ffb700 1 --2- 172.21.15.39:0/1433063785 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ffa440a2eb0 0x7ffa440a5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:29.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.086+0000 7ffa51ffb700 1 -- 172.21.15.39:0/1433063785 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7ffa400cecb0 con 0x7ffa54110bf0 2024-06-13T06:21:29.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.086+0000 7ffa51ffb700 1 --2- 172.21.15.39:0/1433063785 >> [v2:172.21.15.149:6800/580976175,v1:172.21.15.149:6801/580976175] conn(0x7ffa440aca70 0x7ffa440aef10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:29.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.086+0000 7ffa51ffb700 1 -- 172.21.15.39:0/1433063785 --> [v2:172.21.15.149:6800/580976175,v1:172.21.15.149:6801/580976175] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ffa440af5e0 con 0x7ffa440aca70 2024-06-13T06:21:29.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.086+0000 7ffa51ffb700 1 -- 172.21.15.39:0/1433063785 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7ffa400976f0 con 0x7ffa54110bf0 2024-06-13T06:21:29.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.087+0000 7ffa53fff700 1 --2- 172.21.15.39:0/1433063785 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ffa440a2eb0 0x7ffa440a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:29.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.087+0000 7ffa5924d700 1 --2- 172.21.15.39:0/1433063785 >> [v2:172.21.15.149:6800/580976175,v1:172.21.15.149:6801/580976175] conn(0x7ffa440aca70 0x7ffa440aef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:29.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.088+0000 7ffa5924d700 1 --2- 172.21.15.39:0/1433063785 >> [v2:172.21.15.149:6800/580976175,v1:172.21.15.149:6801/580976175] conn(0x7ffa440aca70 0x7ffa440aef10 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:29.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.089+0000 7ffa51ffb700 1 -- 172.21.15.39:0/1433063785 <== osd.2 v2:172.21.15.149:6800/580976175 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ffa440af5e0 con 0x7ffa440aca70 2024-06-13T06:21:29.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.090+0000 7ffa53fff700 1 --2- 172.21.15.39:0/1433063785 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ffa440a2eb0 0x7ffa440a5370 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7ffa54118ba0 tx=0x7ffa48006c60 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:29.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.114+0000 7ffa5acb0700 1 -- 172.21.15.39:0/1433063785 --> [v2:172.21.15.149:6800/580976175,v1:172.21.15.149:6801/580976175] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7ffa38002e60 con 0x7ffa440aca70 2024-06-13T06:21:29.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.115+0000 7ffa51ffb700 1 -- 172.21.15.39:0/1433063785 <== osd.2 v2:172.21.15.149:6800/580976175 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7ffa38002e60 con 0x7ffa440aca70 2024-06-13T06:21:29.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.115+0000 7ffa5acb0700 1 -- 172.21.15.39:0/1433063785 >> [v2:172.21.15.149:6800/580976175,v1:172.21.15.149:6801/580976175] conn(0x7ffa440aca70 msgr2=0x7ffa440aef10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:29.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.115+0000 7ffa5acb0700 1 --2- 172.21.15.39:0/1433063785 >> [v2:172.21.15.149:6800/580976175,v1:172.21.15.149:6801/580976175] conn(0x7ffa440aca70 0x7ffa440aef10 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:29.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.115+0000 7ffa5acb0700 1 -- 172.21.15.39:0/1433063785 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ffa440a2eb0 msgr2=0x7ffa440a5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:29.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.115+0000 7ffa5acb0700 1 --2- 172.21.15.39:0/1433063785 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ffa440a2eb0 0x7ffa440a5370 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7ffa54118ba0 tx=0x7ffa48006c60 comp rx=0 tx=0).stop 2024-06-13T06:21:29.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.115+0000 7ffa5acb0700 1 -- 172.21.15.39:0/1433063785 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa54110bf0 msgr2=0x7ffa5411b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:29.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.115+0000 7ffa5acb0700 1 --2- 172.21.15.39:0/1433063785 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa54110bf0 0x7ffa5411b340 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7ffa4000b550 tx=0x7ffa4000b910 comp rx=0 tx=0).stop 2024-06-13T06:21:29.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.115+0000 7ffa5924d700 1 -- 172.21.15.39:0/1433063785 reap_dead start 2024-06-13T06:21:29.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.115+0000 7ffa5acb0700 1 -- 172.21.15.39:0/1433063785 shutdown_connections 2024-06-13T06:21:29.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.115+0000 7ffa5acb0700 1 -- 172.21.15.39:0/1433063785 >> 172.21.15.39:0/1433063785 conn(0x7ffa5406d600 msgr2=0x7ffa54073040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:29.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.115+0000 7ffa5acb0700 1 -- 172.21.15.39:0/1433063785 shutdown_connections 2024-06-13T06:21:29.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:29.115+0000 7ffa5acb0700 1 -- 172.21.15.39:0/1433063785 wait complete. 2024-06-13T06:21:29.461 INFO:teuthology.orchestra.run.smithi039.stdout:111669149768 2024-06-13T06:21:29.462 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-06-13T06:21:29.922 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:21:29.922 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:21:30.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:21:30 smithi039 ceph-mon[32479]: pgmap v343: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:21:30.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:21:30 smithi149 ceph-mon[36963]: pgmap v343: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:21:31.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:21:30 smithi096 ceph-mon[36532]: pgmap v343: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:21:31.774 INFO:teuthology.orchestra.run.smithi039.stdout:77309411408 2024-06-13T06:21:31.774 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-06-13T06:21:32.642 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:21:32 smithi039 ceph-mon[32479]: pgmap v344: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:21:32.703 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:21:32.707 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:21:32.718 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:21:32.718 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:21:32.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:21:32 smithi149 ceph-mon[36963]: pgmap v344: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:21:33.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:21:32 smithi096 ceph-mon[36532]: pgmap v344: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:21:33.373 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:21:33.374 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:21:34.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.488+0000 7f155f704700 1 -- 172.21.15.39:0/561018715 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1558102770 msgr2=0x7f1558102b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:34.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.488+0000 7f155f704700 1 --2- 172.21.15.39:0/561018715 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1558102770 0x7f1558102b50 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f15540099c0 tx=0x7f1554009cd0 comp rx=0 tx=0).stop 2024-06-13T06:21:34.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.488+0000 7f155f704700 1 -- 172.21.15.39:0/561018715 shutdown_connections 2024-06-13T06:21:34.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.488+0000 7f155f704700 1 --2- 172.21.15.39:0/561018715 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f1558107860 0x7f155810f3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:34.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.488+0000 7f155f704700 1 --2- 172.21.15.39:0/561018715 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1558102770 0x7f1558102b50 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:34.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.488+0000 7f155f704700 1 --2- 172.21.15.39:0/561018715 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1558103120 0x7f1558107130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:34.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.488+0000 7f155f704700 1 -- 172.21.15.39:0/561018715 >> 172.21.15.39:0/561018715 conn(0x7f1558079600 msgr2=0x7f1558079a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:34.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.488+0000 7f155f704700 1 -- 172.21.15.39:0/561018715 shutdown_connections 2024-06-13T06:21:34.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.488+0000 7f155f704700 1 -- 172.21.15.39:0/561018715 wait complete. 2024-06-13T06:21:34.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.488+0000 7f155f704700 1 Processor -- start 2024-06-13T06:21:34.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.489+0000 7f155f704700 1 -- start start 2024-06-13T06:21:34.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.489+0000 7f155f704700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f1558102770 0x7f155819e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:34.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.489+0000 7f155f704700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1558103120 0x7f155819edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:34.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.489+0000 7f155f704700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1558107860 0x7f1558198aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:34.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.489+0000 7f155f704700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f1558112840 con 0x7f1558103120 2024-06-13T06:21:34.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.489+0000 7f155f704700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f15581126c0 con 0x7f1558102770 2024-06-13T06:21:34.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.489+0000 7f155f704700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f15581129c0 con 0x7f1558107860 2024-06-13T06:21:34.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.489+0000 7f155cc9f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1558103120 0x7f155819edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:34.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.489+0000 7f155cc9f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1558103120 0x7f155819edd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33596/0 (socket says 172.21.15.39:33596) 2024-06-13T06:21:34.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.489+0000 7f155d4a0700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f1558102770 0x7f155819e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:34.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.489+0000 7f155cc9f700 1 -- 172.21.15.39:0/2468346051 learned_addr learned my addr 172.21.15.39:0/2468346051 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:21:34.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.489+0000 7f155dca1700 1 --2- 172.21.15.39:0/2468346051 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1558107860 0x7f1558198aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:34.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.489+0000 7f155cc9f700 1 -- 172.21.15.39:0/2468346051 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1558107860 msgr2=0x7f1558198aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:34.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.489+0000 7f155cc9f700 1 --2- 172.21.15.39:0/2468346051 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1558107860 0x7f1558198aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:34.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.489+0000 7f155cc9f700 1 -- 172.21.15.39:0/2468346051 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f1558102770 msgr2=0x7f155819e890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:34.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.489+0000 7f155cc9f700 1 --2- 172.21.15.39:0/2468346051 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f1558102770 0x7f155819e890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:34.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.489+0000 7f155cc9f700 1 -- 172.21.15.39:0/2468346051 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1558199200 con 0x7f1558103120 2024-06-13T06:21:34.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.489+0000 7f155d4a0700 1 --2- 172.21.15.39:0/2468346051 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f1558102770 0x7f155819e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T06:21:34.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.490+0000 7f155cc9f700 1 --2- 172.21.15.39:0/2468346051 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1558103120 0x7f155819edd0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f154800b530 tx=0x7f154800b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:34.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.490+0000 7f154e7fc700 1 -- 172.21.15.39:0/2468346051 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1548015020 con 0x7f1558103120 2024-06-13T06:21:34.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.490+0000 7f154e7fc700 1 -- 172.21.15.39:0/2468346051 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1548011d10 con 0x7f1558103120 2024-06-13T06:21:34.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.490+0000 7f155f704700 1 -- 172.21.15.39:0/2468346051 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15581994f0 con 0x7f1558103120 2024-06-13T06:21:34.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.490+0000 7f154e7fc700 1 -- 172.21.15.39:0/2468346051 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f154800f2e0 con 0x7f1558103120 2024-06-13T06:21:34.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.490+0000 7f155f704700 1 -- 172.21.15.39:0/2468346051 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15581a5760 con 0x7f1558103120 2024-06-13T06:21:34.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.491+0000 7f155f704700 1 -- 172.21.15.39:0/2468346051 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f155810aaa0 con 0x7f1558103120 2024-06-13T06:21:34.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.492+0000 7f154e7fc700 1 -- 172.21.15.39:0/2468346051 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f1548018020 con 0x7f1558103120 2024-06-13T06:21:34.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.493+0000 7f154e7fc700 1 --2- 172.21.15.39:0/2468346051 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f15440a2d30 0x7f15440a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:34.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.493+0000 7f155d4a0700 1 --2- 172.21.15.39:0/2468346051 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f15440a2d30 0x7f15440a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:34.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.493+0000 7f154e7fc700 1 -- 172.21.15.39:0/2468346051 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7f15480ce940 con 0x7f1558103120 2024-06-13T06:21:34.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.493+0000 7f155d4a0700 1 --2- 172.21.15.39:0/2468346051 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f15440a2d30 0x7f15440a51f0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f1554000c00 tx=0x7f1554005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:34.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.497+0000 7f154e7fc700 1 -- 172.21.15.39:0/2468346051 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f154801f020 con 0x7f1558103120 2024-06-13T06:21:34.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.716+0000 7f155f704700 1 -- 172.21.15.39:0/2468346051 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) -- 0x7f1558199f80 con 0x7f1558103120 2024-06-13T06:21:34.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.716+0000 7f154e7fc700 1 -- 172.21.15.39:0/2468346051 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f154809b840 con 0x7f1558103120 2024-06-13T06:21:34.716 INFO:teuthology.orchestra.run.smithi039.stdout:257698037810 2024-06-13T06:21:34.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.718+0000 7f155f704700 1 -- 172.21.15.39:0/2468346051 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f15440a2d30 msgr2=0x7f15440a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:34.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.718+0000 7f155f704700 1 --2- 172.21.15.39:0/2468346051 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f15440a2d30 0x7f15440a51f0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f1554000c00 tx=0x7f1554005fb0 comp rx=0 tx=0).stop 2024-06-13T06:21:34.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.718+0000 7f155f704700 1 -- 172.21.15.39:0/2468346051 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1558103120 msgr2=0x7f155819edd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:34.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.718+0000 7f155f704700 1 --2- 172.21.15.39:0/2468346051 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1558103120 0x7f155819edd0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f154800b530 tx=0x7f154800b840 comp rx=0 tx=0).stop 2024-06-13T06:21:34.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.718+0000 7f155f704700 1 -- 172.21.15.39:0/2468346051 shutdown_connections 2024-06-13T06:21:34.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.718+0000 7f155f704700 1 --2- 172.21.15.39:0/2468346051 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f15440a2d30 0x7f15440a51f0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:34.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.718+0000 7f155f704700 1 --2- 172.21.15.39:0/2468346051 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1558107860 0x7f1558198aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:34.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.718+0000 7f155f704700 1 --2- 172.21.15.39:0/2468346051 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f1558102770 0x7f155819e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:34.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.718+0000 7f155f704700 1 --2- 172.21.15.39:0/2468346051 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1558103120 0x7f155819edd0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:34.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.718+0000 7f155f704700 1 -- 172.21.15.39:0/2468346051 >> 172.21.15.39:0/2468346051 conn(0x7f1558079600 msgr2=0x7f15581004c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:34.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.719+0000 7f155f704700 1 -- 172.21.15.39:0/2468346051 shutdown_connections 2024-06-13T06:21:34.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:34.719+0000 7f155f704700 1 -- 172.21.15.39:0/2468346051 wait complete. 2024-06-13T06:21:34.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:21:34 smithi039 ceph-mon[32479]: pgmap v345: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:21:34.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:21:34 smithi149 ceph-mon[36963]: pgmap v345: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:21:35.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:21:34 smithi096 ceph-mon[36532]: pgmap v345: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:21:35.107 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:21:35.865 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:21:35 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/2468346051' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-06-13T06:21:35.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:21:35 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/2468346051' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-06-13T06:21:36.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:21:35 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/2468346051' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-06-13T06:21:36.496 INFO:tasks.cephadm.ceph_manager.ceph:need seq 257698037808 got 257698037810 for osd.8 2024-06-13T06:21:36.496 DEBUG:teuthology.parallel:result is None 2024-06-13T06:21:36.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:35.865+0000 7f9f160d9700 1 -- 172.21.15.39:0/319700163 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9f10100a80 msgr2=0x7f9f10100f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:36.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:35.865+0000 7f9f160d9700 1 --2- 172.21.15.39:0/319700163 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9f10100a80 0x7f9f10100f00 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f9f04009990 tx=0x7f9f04009ca0 comp rx=0 tx=0).stop 2024-06-13T06:21:36.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:35.865+0000 7f9f160d9700 1 -- 172.21.15.39:0/319700163 shutdown_connections 2024-06-13T06:21:36.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:35.865+0000 7f9f160d9700 1 --2- 172.21.15.39:0/319700163 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9f10101440 0x7f9f1010f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:36.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:35.865+0000 7f9f160d9700 1 --2- 172.21.15.39:0/319700163 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9f10108510 0x7f9f101088f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:36.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:35.865+0000 7f9f160d9700 1 --2- 172.21.15.39:0/319700163 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9f10100a80 0x7f9f10100f00 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:36.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:35.865+0000 7f9f160d9700 1 -- 172.21.15.39:0/319700163 >> 172.21.15.39:0/319700163 conn(0x7f9f10077a00 msgr2=0x7f9f100fedb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:36.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:35.865+0000 7f9f160d9700 1 -- 172.21.15.39:0/319700163 shutdown_connections 2024-06-13T06:21:36.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:35.865+0000 7f9f160d9700 1 -- 172.21.15.39:0/319700163 wait complete. 2024-06-13T06:21:36.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:35.866+0000 7f9f160d9700 1 Processor -- start 2024-06-13T06:21:36.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:35.866+0000 7f9f160d9700 1 -- start start 2024-06-13T06:21:36.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:35.866+0000 7f9f160d9700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9f10100a80 0x7f9f10101c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:36.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:35.866+0000 7f9f160d9700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9f10101440 0x7f9f101021a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:36.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:35.866+0000 7f9f160d9700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9f10108510 0x7f9f101026e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:36.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:35.866+0000 7f9f160d9700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f9f10112770 con 0x7f9f10100a80 2024-06-13T06:21:36.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:35.866+0000 7f9f160d9700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f9f101125f0 con 0x7f9f10108510 2024-06-13T06:21:36.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:35.867+0000 7f9f160d9700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f9f101128f0 con 0x7f9f10101440 2024-06-13T06:21:36.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:35.867+0000 7f9f0f7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9f10100a80 0x7f9f10101c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:36.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:35.867+0000 7f9f0f7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9f10100a80 0x7f9f10101c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33626/0 (socket says 172.21.15.39:33626) 2024-06-13T06:21:36.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:35.867+0000 7f9f0f7fe700 1 -- 172.21.15.39:0/4109884963 learned_addr learned my addr 172.21.15.39:0/4109884963 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:21:36.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:35.867+0000 7f9f0effd700 1 --2- 172.21.15.39:0/4109884963 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9f10101440 0x7f9f101021a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:36.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:35.867+0000 7f9f0f7fe700 1 -- 172.21.15.39:0/4109884963 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9f10101440 msgr2=0x7f9f101021a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:36.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:35.867+0000 7f9f0f7fe700 1 --2- 172.21.15.39:0/4109884963 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9f10101440 0x7f9f101021a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:36.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:35.867+0000 7f9f0f7fe700 1 -- 172.21.15.39:0/4109884963 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9f10108510 msgr2=0x7f9f101026e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:36.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:35.867+0000 7f9f0f7fe700 1 --2- 172.21.15.39:0/4109884963 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9f10108510 0x7f9f101026e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:36.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:35.867+0000 7f9f0f7fe700 1 -- 172.21.15.39:0/4109884963 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f101a7170 con 0x7f9f10100a80 2024-06-13T06:21:36.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:35.867+0000 7f9f0f7fe700 1 --2- 172.21.15.39:0/4109884963 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9f10100a80 0x7f9f10101c60 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f9f0000e9a0 tx=0x7f9f0000ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:36.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:35.867+0000 7f9f0cff9700 1 -- 172.21.15.39:0/4109884963 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f0000cbd0 con 0x7f9f10100a80 2024-06-13T06:21:36.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:35.867+0000 7f9f0cff9700 1 -- 172.21.15.39:0/4109884963 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9f0000cd70 con 0x7f9f10100a80 2024-06-13T06:21:36.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:35.867+0000 7f9f160d9700 1 -- 172.21.15.39:0/4109884963 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f101a7460 con 0x7f9f10100a80 2024-06-13T06:21:36.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:35.867+0000 7f9f0cff9700 1 -- 172.21.15.39:0/4109884963 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f000187c0 con 0x7f9f10100a80 2024-06-13T06:21:36.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:35.867+0000 7f9f160d9700 1 -- 172.21.15.39:0/4109884963 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f101a79f0 con 0x7f9f10100a80 2024-06-13T06:21:36.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:35.868+0000 7f9f160d9700 1 -- 172.21.15.39:0/4109884963 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9f10069180 con 0x7f9f10100a80 2024-06-13T06:21:36.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:35.869+0000 7f9f0cff9700 1 -- 172.21.15.39:0/4109884963 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f9f00010430 con 0x7f9f10100a80 2024-06-13T06:21:36.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:35.870+0000 7f9f0cff9700 1 --2- 172.21.15.39:0/4109884963 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f9ef80a2d30 0x7f9ef80a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:36.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:35.870+0000 7f9f0effd700 1 --2- 172.21.15.39:0/4109884963 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f9ef80a2d30 0x7f9ef80a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:36.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:35.870+0000 7f9f0cff9700 1 -- 172.21.15.39:0/4109884963 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7f9f000cf3d0 con 0x7f9f10100a80 2024-06-13T06:21:36.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:35.871+0000 7f9f0effd700 1 --2- 172.21.15.39:0/4109884963 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f9ef80a2d30 0x7f9ef80a51f0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f9f04006010 tx=0x7f9f0401a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:36.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:35.875+0000 7f9f0cff9700 1 -- 172.21.15.39:0/4109884963 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f9f0009c1c0 con 0x7f9f10100a80 2024-06-13T06:21:36.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:36.083+0000 7f9f160d9700 1 -- 172.21.15.39:0/4109884963 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) -- 0x7f9f1002de60 con 0x7f9f10100a80 2024-06-13T06:21:36.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:36.084+0000 7f9f0cff9700 1 -- 172.21.15.39:0/4109884963 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f9f0009bac0 con 0x7f9f10100a80 2024-06-13T06:21:36.582 INFO:teuthology.orchestra.run.smithi039.stdout:292057776173 2024-06-13T06:21:36.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:36.086+0000 7f9f160d9700 1 -- 172.21.15.39:0/4109884963 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f9ef80a2d30 msgr2=0x7f9ef80a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:36.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:36.086+0000 7f9f160d9700 1 --2- 172.21.15.39:0/4109884963 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f9ef80a2d30 0x7f9ef80a51f0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f9f04006010 tx=0x7f9f0401a040 comp rx=0 tx=0).stop 2024-06-13T06:21:36.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:36.086+0000 7f9f160d9700 1 -- 172.21.15.39:0/4109884963 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9f10100a80 msgr2=0x7f9f10101c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:36.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:36.086+0000 7f9f160d9700 1 --2- 172.21.15.39:0/4109884963 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9f10100a80 0x7f9f10101c60 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f9f0000e9a0 tx=0x7f9f0000ed60 comp rx=0 tx=0).stop 2024-06-13T06:21:36.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:36.086+0000 7f9f160d9700 1 -- 172.21.15.39:0/4109884963 shutdown_connections 2024-06-13T06:21:36.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:36.086+0000 7f9f160d9700 1 --2- 172.21.15.39:0/4109884963 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f9ef80a2d30 0x7f9ef80a51f0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:36.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:36.086+0000 7f9f160d9700 1 --2- 172.21.15.39:0/4109884963 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9f10108510 0x7f9f101026e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:36.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:36.086+0000 7f9f160d9700 1 --2- 172.21.15.39:0/4109884963 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9f10100a80 0x7f9f10101c60 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:36.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:36.086+0000 7f9f160d9700 1 --2- 172.21.15.39:0/4109884963 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9f10101440 0x7f9f101021a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:36.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:36.086+0000 7f9f160d9700 1 -- 172.21.15.39:0/4109884963 >> 172.21.15.39:0/4109884963 conn(0x7f9f10077a00 msgr2=0x7f9f100ff0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:36.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:36.086+0000 7f9f160d9700 1 -- 172.21.15.39:0/4109884963 shutdown_connections 2024-06-13T06:21:36.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:36.086+0000 7f9f160d9700 1 -- 172.21.15.39:0/4109884963 wait complete. 2024-06-13T06:21:36.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:21:36 smithi039 ceph-mon[32479]: pgmap v346: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:21:36.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:21:36 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/4109884963' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-06-13T06:21:36.784 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:21:36.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:21:36 smithi149 ceph-mon[36963]: pgmap v346: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:21:36.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:21:36 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/4109884963' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-06-13T06:21:37.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:21:36 smithi096 ceph-mon[36532]: pgmap v346: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:21:37.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:21:36 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/4109884963' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-06-13T06:21:37.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.717+0000 7f95f8cae700 1 -- 172.21.15.39:0/3625206623 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95f41073d0 msgr2=0x7f95f41077b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:37.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.717+0000 7f95f8cae700 1 --2- 172.21.15.39:0/3625206623 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95f41073d0 0x7f95f41077b0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f95e4009990 tx=0x7f95e4009ca0 comp rx=0 tx=0).stop 2024-06-13T06:21:37.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.717+0000 7f95f8cae700 1 -- 172.21.15.39:0/3625206623 shutdown_connections 2024-06-13T06:21:37.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.717+0000 7f95f8cae700 1 --2- 172.21.15.39:0/3625206623 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f95f4101d30 0x7f95f410e210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:37.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.717+0000 7f95f8cae700 1 --2- 172.21.15.39:0/3625206623 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95f41073d0 0x7f95f41077b0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:37.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.717+0000 7f95f8cae700 1 --2- 172.21.15.39:0/3625206623 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f95f4101390 0x7f95f41017f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:37.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.717+0000 7f95f8cae700 1 -- 172.21.15.39:0/3625206623 >> 172.21.15.39:0/3625206623 conn(0x7f95f40782c0 msgr2=0x7f95f40786d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:37.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.717+0000 7f95f8cae700 1 -- 172.21.15.39:0/3625206623 shutdown_connections 2024-06-13T06:21:37.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.717+0000 7f95f8cae700 1 -- 172.21.15.39:0/3625206623 wait complete. 2024-06-13T06:21:37.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.718+0000 7f95f8cae700 1 Processor -- start 2024-06-13T06:21:37.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.718+0000 7f95f8cae700 1 -- start start 2024-06-13T06:21:37.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.718+0000 7f95f8cae700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f95f4101390 0x7f95f419aed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:37.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.718+0000 7f95f8cae700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f95f4101d30 0x7f95f419b410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:37.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.718+0000 7f95f8cae700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95f41073d0 0x7f95f419f7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:37.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.718+0000 7f95f8cae700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f95f4111710 con 0x7f95f41073d0 2024-06-13T06:21:37.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.718+0000 7f95f8cae700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f95f4111590 con 0x7f95f4101d30 2024-06-13T06:21:37.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.718+0000 7f95f8cae700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f95f4111890 con 0x7f95f4101390 2024-06-13T06:21:37.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.718+0000 7f95f2d9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95f41073d0 0x7f95f419f7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:37.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.718+0000 7f95f2d9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95f41073d0 0x7f95f419f7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33648/0 (socket says 172.21.15.39:33648) 2024-06-13T06:21:37.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.718+0000 7f95f2d9d700 1 -- 172.21.15.39:0/656696642 learned_addr learned my addr 172.21.15.39:0/656696642 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:21:37.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.718+0000 7f95f259c700 1 --2- 172.21.15.39:0/656696642 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f95f4101390 0x7f95f419aed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:37.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.718+0000 7f95f1d9b700 1 --2- 172.21.15.39:0/656696642 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f95f4101d30 0x7f95f419b410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:37.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.719+0000 7f95f2d9d700 1 -- 172.21.15.39:0/656696642 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f95f4101390 msgr2=0x7f95f419aed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:37.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.719+0000 7f95f2d9d700 1 --2- 172.21.15.39:0/656696642 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f95f4101390 0x7f95f419aed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:37.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.719+0000 7f95f2d9d700 1 -- 172.21.15.39:0/656696642 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f95f4101d30 msgr2=0x7f95f419b410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:37.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.719+0000 7f95f2d9d700 1 --2- 172.21.15.39:0/656696642 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f95f4101d30 0x7f95f419b410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:37.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.719+0000 7f95f2d9d700 1 -- 172.21.15.39:0/656696642 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95f419fee0 con 0x7f95f41073d0 2024-06-13T06:21:37.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.719+0000 7f95f2d9d700 1 --2- 172.21.15.39:0/656696642 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95f41073d0 0x7f95f419f7a0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f95ec00b970 tx=0x7f95ec00bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:37.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.719+0000 7f95e37fe700 1 -- 172.21.15.39:0/656696642 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95ec00d860 con 0x7f95f41073d0 2024-06-13T06:21:37.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.719+0000 7f95f8cae700 1 -- 172.21.15.39:0/656696642 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95f41a01d0 con 0x7f95f41073d0 2024-06-13T06:21:37.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.719+0000 7f95e37fe700 1 -- 172.21.15.39:0/656696642 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f95ec00e430 con 0x7f95f41073d0 2024-06-13T06:21:37.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.719+0000 7f95e37fe700 1 -- 172.21.15.39:0/656696642 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95ec017660 con 0x7f95f41073d0 2024-06-13T06:21:37.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.719+0000 7f95f8cae700 1 -- 172.21.15.39:0/656696642 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95f41a7a50 con 0x7f95f41073d0 2024-06-13T06:21:37.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.720+0000 7f95f8cae700 1 -- 172.21.15.39:0/656696642 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f95f419c230 con 0x7f95f41073d0 2024-06-13T06:21:37.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.722+0000 7f95e37fe700 1 -- 172.21.15.39:0/656696642 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f95ec00e5e0 con 0x7f95f41073d0 2024-06-13T06:21:37.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.723+0000 7f95e37fe700 1 --2- 172.21.15.39:0/656696642 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f95dc0a2cb0 0x7f95dc0a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:37.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.723+0000 7f95f259c700 1 --2- 172.21.15.39:0/656696642 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f95dc0a2cb0 0x7f95dc0a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:37.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.723+0000 7f95e37fe700 1 -- 172.21.15.39:0/656696642 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7f95ec0cefb0 con 0x7f95f41073d0 2024-06-13T06:21:37.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.723+0000 7f95f259c700 1 --2- 172.21.15.39:0/656696642 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f95dc0a2cb0 0x7f95dc0a5170 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f95e400b5c0 tx=0x7f95e4005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:37.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.726+0000 7f95e37fe700 1 -- 172.21.15.39:0/656696642 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f95ec013030 con 0x7f95f41073d0 2024-06-13T06:21:37.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.936+0000 7f95f8cae700 1 -- 172.21.15.39:0/656696642 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) -- 0x7f95f41a7c20 con 0x7f95f41073d0 2024-06-13T06:21:37.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.936+0000 7f95e37fe700 1 -- 172.21.15.39:0/656696642 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f95ec09bda0 con 0x7f95f41073d0 2024-06-13T06:21:37.936 INFO:teuthology.orchestra.run.smithi039.stdout:347892351011 2024-06-13T06:21:37.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.939+0000 7f95f8cae700 1 -- 172.21.15.39:0/656696642 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f95dc0a2cb0 msgr2=0x7f95dc0a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:37.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.939+0000 7f95f8cae700 1 --2- 172.21.15.39:0/656696642 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f95dc0a2cb0 0x7f95dc0a5170 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f95e400b5c0 tx=0x7f95e4005960 comp rx=0 tx=0).stop 2024-06-13T06:21:37.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.939+0000 7f95f8cae700 1 -- 172.21.15.39:0/656696642 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95f41073d0 msgr2=0x7f95f419f7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:37.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.939+0000 7f95f8cae700 1 --2- 172.21.15.39:0/656696642 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95f41073d0 0x7f95f419f7a0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f95ec00b970 tx=0x7f95ec00bc80 comp rx=0 tx=0).stop 2024-06-13T06:21:37.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.939+0000 7f95f8cae700 1 -- 172.21.15.39:0/656696642 shutdown_connections 2024-06-13T06:21:37.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.939+0000 7f95f8cae700 1 --2- 172.21.15.39:0/656696642 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f95dc0a2cb0 0x7f95dc0a5170 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:37.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.939+0000 7f95f8cae700 1 --2- 172.21.15.39:0/656696642 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95f41073d0 0x7f95f419f7a0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:37.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.939+0000 7f95f8cae700 1 --2- 172.21.15.39:0/656696642 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f95f4101390 0x7f95f419aed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:37.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.939+0000 7f95f8cae700 1 --2- 172.21.15.39:0/656696642 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f95f4101d30 0x7f95f419b410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:37.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.939+0000 7f95f8cae700 1 -- 172.21.15.39:0/656696642 >> 172.21.15.39:0/656696642 conn(0x7f95f40782c0 msgr2=0x7f95f406a230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:37.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.939+0000 7f95f8cae700 1 -- 172.21.15.39:0/656696642 shutdown_connections 2024-06-13T06:21:37.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:37.939+0000 7f95f8cae700 1 -- 172.21.15.39:0/656696642 wait complete. 2024-06-13T06:21:38.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:21:38 smithi039 ceph-mon[32479]: pgmap v347: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s rd, 4 op/s 2024-06-13T06:21:38.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:21:38 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/656696642' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-06-13T06:21:38.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:21:38 smithi149 ceph-mon[36963]: pgmap v347: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s rd, 4 op/s 2024-06-13T06:21:38.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:21:38 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/656696642' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-06-13T06:21:39.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:21:38 smithi096 ceph-mon[36532]: pgmap v347: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s rd, 4 op/s 2024-06-13T06:21:39.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:21:38 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/656696642' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-06-13T06:21:39.449 INFO:tasks.cephadm.ceph_manager.ceph:need seq 292057776171 got 292057776173 for osd.9 2024-06-13T06:21:39.449 DEBUG:teuthology.parallel:result is None 2024-06-13T06:21:40.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:21:40 smithi039 ceph-mon[32479]: pgmap v348: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-06-13T06:21:40.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:21:40 smithi149 ceph-mon[36963]: pgmap v348: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-06-13T06:21:41.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:21:40 smithi096 ceph-mon[36532]: pgmap v348: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-06-13T06:21:42.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:21:42 smithi039 ceph-mon[32479]: pgmap v349: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:21:42.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:21:42 smithi149 ceph-mon[36963]: pgmap v349: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:21:43.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:21:42 smithi096 ceph-mon[36532]: pgmap v349: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:21:43.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.357+0000 7fad515a6700 1 -- 172.21.15.39:0/3910793833 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad4c1027b0 msgr2=0x7fad4c102c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:43.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.357+0000 7fad515a6700 1 --2- 172.21.15.39:0/3910793833 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad4c1027b0 0x7fad4c102c30 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fad34009990 tx=0x7fad34009ca0 comp rx=0 tx=0).stop 2024-06-13T06:21:43.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.357+0000 7fad515a6700 1 -- 172.21.15.39:0/3910793833 shutdown_connections 2024-06-13T06:21:43.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.357+0000 7fad515a6700 1 --2- 172.21.15.39:0/3910793833 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fad4c103170 0x7fad4c10f3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:43.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.357+0000 7fad515a6700 1 --2- 172.21.15.39:0/3910793833 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fad4c108650 0x7fad4c108a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:43.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.357+0000 7fad515a6700 1 --2- 172.21.15.39:0/3910793833 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad4c1027b0 0x7fad4c102c30 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:43.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.357+0000 7fad515a6700 1 -- 172.21.15.39:0/3910793833 >> 172.21.15.39:0/3910793833 conn(0x7fad4c07a420 msgr2=0x7fad4c07a830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:43.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.357+0000 7fad515a6700 1 -- 172.21.15.39:0/3910793833 shutdown_connections 2024-06-13T06:21:43.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.357+0000 7fad515a6700 1 -- 172.21.15.39:0/3910793833 wait complete. 2024-06-13T06:21:43.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.358+0000 7fad515a6700 1 Processor -- start 2024-06-13T06:21:43.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.358+0000 7fad515a6700 1 -- start start 2024-06-13T06:21:43.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.358+0000 7fad515a6700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fad4c1027b0 0x7fad4c19e900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:43.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.358+0000 7fad515a6700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fad4c103170 0x7fad4c19ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:43.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.358+0000 7fad515a6700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad4c108650 0x7fad4c198ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:43.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.358+0000 7fad515a6700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fad4c1128c0 con 0x7fad4c108650 2024-06-13T06:21:43.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.358+0000 7fad515a6700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fad4c112740 con 0x7fad4c1027b0 2024-06-13T06:21:43.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.358+0000 7fad515a6700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fad4c112a40 con 0x7fad4c103170 2024-06-13T06:21:43.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.358+0000 7fad4b7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad4c108650 0x7fad4c198ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:43.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.359+0000 7fad4b7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad4c108650 0x7fad4c198ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53382/0 (socket says 172.21.15.39:53382) 2024-06-13T06:21:43.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.359+0000 7fad4b7fe700 1 -- 172.21.15.39:0/2576749914 learned_addr learned my addr 172.21.15.39:0/2576749914 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:21:43.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.359+0000 7fad4affd700 1 --2- 172.21.15.39:0/2576749914 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fad4c1027b0 0x7fad4c19e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:43.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.359+0000 7fad427fc700 1 --2- 172.21.15.39:0/2576749914 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fad4c103170 0x7fad4c19ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:43.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.359+0000 7fad4b7fe700 1 -- 172.21.15.39:0/2576749914 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fad4c103170 msgr2=0x7fad4c19ee40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:43.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.359+0000 7fad4b7fe700 1 --2- 172.21.15.39:0/2576749914 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fad4c103170 0x7fad4c19ee40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:43.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.359+0000 7fad4b7fe700 1 -- 172.21.15.39:0/2576749914 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fad4c1027b0 msgr2=0x7fad4c19e900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:43.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.359+0000 7fad4b7fe700 1 --2- 172.21.15.39:0/2576749914 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fad4c1027b0 0x7fad4c19e900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:43.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.359+0000 7fad4b7fe700 1 -- 172.21.15.39:0/2576749914 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad4c199220 con 0x7fad4c108650 2024-06-13T06:21:43.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.359+0000 7fad427fc700 1 --2- 172.21.15.39:0/2576749914 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fad4c103170 0x7fad4c19ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:21:43.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.359+0000 7fad4b7fe700 1 --2- 172.21.15.39:0/2576749914 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad4c108650 0x7fad4c198ac0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fad4400d6d0 tx=0x7fad4400d9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:43.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.359+0000 7fad48ff9700 1 -- 172.21.15.39:0/2576749914 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad44016070 con 0x7fad4c108650 2024-06-13T06:21:43.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.359+0000 7fad515a6700 1 -- 172.21.15.39:0/2576749914 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad4c199510 con 0x7fad4c108650 2024-06-13T06:21:43.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.359+0000 7fad48ff9700 1 -- 172.21.15.39:0/2576749914 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fad44005020 con 0x7fad4c108650 2024-06-13T06:21:43.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.359+0000 7fad48ff9700 1 -- 172.21.15.39:0/2576749914 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad4400fb20 con 0x7fad4c108650 2024-06-13T06:21:43.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.359+0000 7fad515a6700 1 -- 172.21.15.39:0/2576749914 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad4c1a57d0 con 0x7fad4c108650 2024-06-13T06:21:43.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.360+0000 7fad515a6700 1 -- 172.21.15.39:0/2576749914 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fad4c10aaa0 con 0x7fad4c108650 2024-06-13T06:21:43.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.362+0000 7fad48ff9700 1 -- 172.21.15.39:0/2576749914 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fad440051d0 con 0x7fad4c108650 2024-06-13T06:21:43.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.363+0000 7fad48ff9700 1 --2- 172.21.15.39:0/2576749914 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fad380a2cb0 0x7fad380a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:43.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.363+0000 7fad4affd700 1 --2- 172.21.15.39:0/2576749914 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fad380a2cb0 0x7fad380a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:43.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.363+0000 7fad48ff9700 1 -- 172.21.15.39:0/2576749914 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7fad440cf720 con 0x7fad4c108650 2024-06-13T06:21:43.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.363+0000 7fad4affd700 1 --2- 172.21.15.39:0/2576749914 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fad380a2cb0 0x7fad380a5170 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fad4c199c00 tx=0x7fad3c009180 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:43.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.366+0000 7fad48ff9700 1 -- 172.21.15.39:0/2576749914 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fad4401f020 con 0x7fad4c108650 2024-06-13T06:21:43.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.577+0000 7fad515a6700 1 -- 172.21.15.39:0/2576749914 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7fad4c199ff0 con 0x7fad4c108650 2024-06-13T06:21:43.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.577+0000 7fad48ff9700 1 -- 172.21.15.39:0/2576749914 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fad4409c510 con 0x7fad4c108650 2024-06-13T06:21:43.577 INFO:teuthology.orchestra.run.smithi039.stdout:55834574934 2024-06-13T06:21:43.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.580+0000 7fad515a6700 1 -- 172.21.15.39:0/2576749914 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fad380a2cb0 msgr2=0x7fad380a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:43.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.580+0000 7fad515a6700 1 --2- 172.21.15.39:0/2576749914 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fad380a2cb0 0x7fad380a5170 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fad4c199c00 tx=0x7fad3c009180 comp rx=0 tx=0).stop 2024-06-13T06:21:43.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.580+0000 7fad515a6700 1 -- 172.21.15.39:0/2576749914 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad4c108650 msgr2=0x7fad4c198ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:43.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.580+0000 7fad515a6700 1 --2- 172.21.15.39:0/2576749914 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad4c108650 0x7fad4c198ac0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fad4400d6d0 tx=0x7fad4400d9e0 comp rx=0 tx=0).stop 2024-06-13T06:21:43.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.580+0000 7fad515a6700 1 -- 172.21.15.39:0/2576749914 shutdown_connections 2024-06-13T06:21:43.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.580+0000 7fad515a6700 1 --2- 172.21.15.39:0/2576749914 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fad380a2cb0 0x7fad380a5170 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:43.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.580+0000 7fad515a6700 1 --2- 172.21.15.39:0/2576749914 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad4c108650 0x7fad4c198ac0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:43.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.580+0000 7fad515a6700 1 --2- 172.21.15.39:0/2576749914 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fad4c1027b0 0x7fad4c19e900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:43.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.580+0000 7fad515a6700 1 --2- 172.21.15.39:0/2576749914 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fad4c103170 0x7fad4c19ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:43.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.580+0000 7fad515a6700 1 -- 172.21.15.39:0/2576749914 >> 172.21.15.39:0/2576749914 conn(0x7fad4c07a420 msgr2=0x7fad4c1012c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:43.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.580+0000 7fad515a6700 1 -- 172.21.15.39:0/2576749914 shutdown_connections 2024-06-13T06:21:43.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.580+0000 7fad515a6700 1 -- 172.21.15.39:0/2576749914 wait complete. 2024-06-13T06:21:43.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.695+0000 7fc42ee68700 1 -- 172.21.15.39:0/395516170 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc428107430 msgr2=0x7fc428107810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:43.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.695+0000 7fc42ee68700 1 --2- 172.21.15.39:0/395516170 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc428107430 0x7fc428107810 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fc41c009990 tx=0x7fc41c009ca0 comp rx=0 tx=0).stop 2024-06-13T06:21:43.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.695+0000 7fc42ee68700 1 -- 172.21.15.39:0/395516170 shutdown_connections 2024-06-13T06:21:43.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.695+0000 7fc42ee68700 1 --2- 172.21.15.39:0/395516170 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc428101d80 0x7fc42810e270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:43.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.695+0000 7fc42ee68700 1 --2- 172.21.15.39:0/395516170 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc428107430 0x7fc428107810 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:43.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.695+0000 7fc42ee68700 1 --2- 172.21.15.39:0/395516170 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc4281013c0 0x7fc428101840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:43.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.695+0000 7fc42ee68700 1 -- 172.21.15.39:0/395516170 >> 172.21.15.39:0/395516170 conn(0x7fc4280783d0 msgr2=0x7fc4280787e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:43.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.695+0000 7fc42ee68700 1 -- 172.21.15.39:0/395516170 shutdown_connections 2024-06-13T06:21:43.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.695+0000 7fc42ee68700 1 -- 172.21.15.39:0/395516170 wait complete. 2024-06-13T06:21:43.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.696+0000 7fc42ee68700 1 Processor -- start 2024-06-13T06:21:43.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.696+0000 7fc42ee68700 1 -- start start 2024-06-13T06:21:43.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.696+0000 7fc42ee68700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc4281013c0 0x7fc42819d7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:43.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.696+0000 7fc42ee68700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc428101d80 0x7fc42819dd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:43.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.696+0000 7fc42ee68700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc428107430 0x7fc428197990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:43.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.696+0000 7fc42ee68700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fc4281116f0 con 0x7fc428101d80 2024-06-13T06:21:43.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.696+0000 7fc42ee68700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fc428111570 con 0x7fc4281013c0 2024-06-13T06:21:43.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.696+0000 7fc42ee68700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fc428111870 con 0x7fc428107430 2024-06-13T06:21:43.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.696+0000 7fc427fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc428101d80 0x7fc42819dd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:43.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.696+0000 7fc427fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc428101d80 0x7fc42819dd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53396/0 (socket says 172.21.15.39:53396) 2024-06-13T06:21:43.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.696+0000 7fc427fff700 1 -- 172.21.15.39:0/2149356063 learned_addr learned my addr 172.21.15.39:0/2149356063 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:21:43.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.696+0000 7fc42d405700 1 --2- 172.21.15.39:0/2149356063 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc428107430 0x7fc428197990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:43.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.696+0000 7fc42cc04700 1 --2- 172.21.15.39:0/2149356063 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc4281013c0 0x7fc42819d7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:43.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.696+0000 7fc427fff700 1 -- 172.21.15.39:0/2149356063 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc428107430 msgr2=0x7fc428197990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:43.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.696+0000 7fc427fff700 1 --2- 172.21.15.39:0/2149356063 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc428107430 0x7fc428197990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:43.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.696+0000 7fc427fff700 1 -- 172.21.15.39:0/2149356063 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc4281013c0 msgr2=0x7fc42819d7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:43.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.696+0000 7fc427fff700 1 --2- 172.21.15.39:0/2149356063 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc4281013c0 0x7fc42819d7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:43.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.696+0000 7fc427fff700 1 -- 172.21.15.39:0/2149356063 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4281980f0 con 0x7fc428101d80 2024-06-13T06:21:43.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.696+0000 7fc42cc04700 1 --2- 172.21.15.39:0/2149356063 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc4281013c0 0x7fc42819d7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:21:43.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.696+0000 7fc42d405700 1 --2- 172.21.15.39:0/2149356063 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc428107430 0x7fc428197990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T06:21:43.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.697+0000 7fc427fff700 1 --2- 172.21.15.39:0/2149356063 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc428101d80 0x7fc42819dd10 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fc41400e9a0 tx=0x7fc41400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:43.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.697+0000 7fc425ffb700 1 -- 172.21.15.39:0/2149356063 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc41400cbd0 con 0x7fc428101d80 2024-06-13T06:21:43.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.697+0000 7fc425ffb700 1 -- 172.21.15.39:0/2149356063 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc41400cd70 con 0x7fc428101d80 2024-06-13T06:21:43.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.697+0000 7fc42ee68700 1 -- 172.21.15.39:0/2149356063 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4281983e0 con 0x7fc428101d80 2024-06-13T06:21:43.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.697+0000 7fc425ffb700 1 -- 172.21.15.39:0/2149356063 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc414018750 con 0x7fc428101d80 2024-06-13T06:21:43.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.697+0000 7fc42ee68700 1 -- 172.21.15.39:0/2149356063 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc42806ab60 con 0x7fc428101d80 2024-06-13T06:21:43.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.698+0000 7fc42ee68700 1 -- 172.21.15.39:0/2149356063 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc428069180 con 0x7fc428101d80 2024-06-13T06:21:43.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.699+0000 7fc425ffb700 1 -- 172.21.15.39:0/2149356063 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fc414010430 con 0x7fc428101d80 2024-06-13T06:21:43.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.700+0000 7fc425ffb700 1 --2- 172.21.15.39:0/2149356063 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fc4180a2cb0 0x7fc4180a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:43.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.700+0000 7fc42cc04700 1 --2- 172.21.15.39:0/2149356063 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fc4180a2cb0 0x7fc4180a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:43.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.700+0000 7fc425ffb700 1 -- 172.21.15.39:0/2149356063 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7fc4140cf950 con 0x7fc428101d80 2024-06-13T06:21:43.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.701+0000 7fc42cc04700 1 --2- 172.21.15.39:0/2149356063 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fc4180a2cb0 0x7fc4180a5170 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fc41c00b2e0 tx=0x7fc41c01c040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:43.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.704+0000 7fc425ffb700 1 -- 172.21.15.39:0/2149356063 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fc41409c740 con 0x7fc428101d80 2024-06-13T06:21:43.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.911+0000 7fc42ee68700 1 -- 172.21.15.39:0/2149356063 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7fc42806b590 con 0x7fc428101d80 2024-06-13T06:21:43.911 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:21:43 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/2576749914' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-06-13T06:21:43.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.912+0000 7fc425ffb700 1 -- 172.21.15.39:0/2149356063 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fc41409c040 con 0x7fc428101d80 2024-06-13T06:21:43.911 INFO:teuthology.orchestra.run.smithi039.stdout:34359738460 2024-06-13T06:21:43.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.914+0000 7fc42ee68700 1 -- 172.21.15.39:0/2149356063 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fc4180a2cb0 msgr2=0x7fc4180a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:43.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.914+0000 7fc42ee68700 1 --2- 172.21.15.39:0/2149356063 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fc4180a2cb0 0x7fc4180a5170 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fc41c00b2e0 tx=0x7fc41c01c040 comp rx=0 tx=0).stop 2024-06-13T06:21:43.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.914+0000 7fc42ee68700 1 -- 172.21.15.39:0/2149356063 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc428101d80 msgr2=0x7fc42819dd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:43.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.914+0000 7fc42ee68700 1 --2- 172.21.15.39:0/2149356063 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc428101d80 0x7fc42819dd10 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fc41400e9a0 tx=0x7fc41400ecb0 comp rx=0 tx=0).stop 2024-06-13T06:21:43.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.914+0000 7fc42ee68700 1 -- 172.21.15.39:0/2149356063 shutdown_connections 2024-06-13T06:21:43.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.914+0000 7fc42ee68700 1 --2- 172.21.15.39:0/2149356063 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fc4180a2cb0 0x7fc4180a5170 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:43.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.914+0000 7fc42ee68700 1 --2- 172.21.15.39:0/2149356063 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc428107430 0x7fc428197990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:43.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.914+0000 7fc42ee68700 1 --2- 172.21.15.39:0/2149356063 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc4281013c0 0x7fc42819d7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:43.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.914+0000 7fc42ee68700 1 --2- 172.21.15.39:0/2149356063 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc428101d80 0x7fc42819dd10 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:43.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.914+0000 7fc42ee68700 1 -- 172.21.15.39:0/2149356063 >> 172.21.15.39:0/2149356063 conn(0x7fc4280783d0 msgr2=0x7fc428100050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:43.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.915+0000 7fc42ee68700 1 -- 172.21.15.39:0/2149356063 shutdown_connections 2024-06-13T06:21:43.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:43.915+0000 7fc42ee68700 1 -- 172.21.15.39:0/2149356063 wait complete. 2024-06-13T06:21:43.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:21:43 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/2576749914' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-06-13T06:21:44.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:21:43 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/2576749914' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-06-13T06:21:44.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:21:44 smithi039 ceph-mon[32479]: pgmap v350: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-06-13T06:21:44.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:21:44 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/2149356063' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-06-13T06:21:44.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:21:44 smithi149 ceph-mon[36963]: pgmap v350: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-06-13T06:21:44.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:21:44 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/2149356063' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-06-13T06:21:45.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:21:44 smithi096 ceph-mon[36532]: pgmap v350: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-06-13T06:21:45.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:21:44 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/2149356063' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-06-13T06:21:45.871 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738454 got 34359738460 for osd.0 2024-06-13T06:21:45.871 DEBUG:teuthology.parallel:result is None 2024-06-13T06:21:46.841 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:21:46 smithi039 ceph-mon[32479]: pgmap v351: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:21:46.841 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:21:46 smithi039 ceph-mon[32479]: mgrmap e18: x(active, since 9m), standbys: z, y 2024-06-13T06:21:46.841 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:21:46 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/2609816781' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-06-13T06:21:46.870 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574928 got 55834574934 for osd.1 2024-06-13T06:21:46.870 DEBUG:teuthology.parallel:result is None 2024-06-13T06:21:46.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.231+0000 7f70bae0e700 1 -- 172.21.15.39:0/2892625255 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70b4101f80 msgr2=0x7f70b4105fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:46.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.231+0000 7f70bae0e700 1 --2- 172.21.15.39:0/2892625255 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70b4101f80 0x7f70b4105fd0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f70a00099c0 tx=0x7f70a0009cd0 comp rx=0 tx=0).stop 2024-06-13T06:21:46.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.231+0000 7f70bae0e700 1 -- 172.21.15.39:0/2892625255 shutdown_connections 2024-06-13T06:21:46.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.231+0000 7f70bae0e700 1 --2- 172.21.15.39:0/2892625255 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f70b41066b0 0x7f70b410e280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:46.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.231+0000 7f70bae0e700 1 --2- 172.21.15.39:0/2892625255 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f70b41015d0 0x7f70b41019b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:46.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.231+0000 7f70bae0e700 1 --2- 172.21.15.39:0/2892625255 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70b4101f80 0x7f70b4105fd0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:46.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.231+0000 7f70bae0e700 1 -- 172.21.15.39:0/2892625255 >> 172.21.15.39:0/2892625255 conn(0x7f70b4078400 msgr2=0x7f70b4078810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:46.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.231+0000 7f70bae0e700 1 -- 172.21.15.39:0/2892625255 shutdown_connections 2024-06-13T06:21:46.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.231+0000 7f70bae0e700 1 -- 172.21.15.39:0/2892625255 wait complete. 2024-06-13T06:21:46.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.231+0000 7f70bae0e700 1 Processor -- start 2024-06-13T06:21:46.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.231+0000 7f70bae0e700 1 -- start start 2024-06-13T06:21:46.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.231+0000 7f70bae0e700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f70b41015d0 0x7f70b4198db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:46.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.231+0000 7f70bae0e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70b4101f80 0x7f70b41992f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:46.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.231+0000 7f70bae0e700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f70b41066b0 0x7f70b419d680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:46.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.232+0000 7f70bae0e700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f70b4111770 con 0x7f70b4101f80 2024-06-13T06:21:46.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.232+0000 7f70bae0e700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f70b41115f0 con 0x7f70b41066b0 2024-06-13T06:21:46.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.232+0000 7f70bae0e700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f70b41118f0 con 0x7f70b41015d0 2024-06-13T06:21:46.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.232+0000 7f70b3fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70b4101f80 0x7f70b41992f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:46.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.232+0000 7f70b3fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70b4101f80 0x7f70b41992f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53408/0 (socket says 172.21.15.39:53408) 2024-06-13T06:21:46.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.232+0000 7f70b3fff700 1 -- 172.21.15.39:0/2609816781 learned_addr learned my addr 172.21.15.39:0/2609816781 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:21:46.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.232+0000 7f70b8baa700 1 --2- 172.21.15.39:0/2609816781 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f70b41015d0 0x7f70b4198db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:46.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.232+0000 7f70b93ab700 1 --2- 172.21.15.39:0/2609816781 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f70b41066b0 0x7f70b419d680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:46.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.232+0000 7f70b3fff700 1 -- 172.21.15.39:0/2609816781 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f70b41015d0 msgr2=0x7f70b4198db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:46.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.232+0000 7f70b3fff700 1 --2- 172.21.15.39:0/2609816781 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f70b41015d0 0x7f70b4198db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:46.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.232+0000 7f70b3fff700 1 -- 172.21.15.39:0/2609816781 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f70b41066b0 msgr2=0x7f70b419d680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:46.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.232+0000 7f70b3fff700 1 --2- 172.21.15.39:0/2609816781 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f70b41066b0 0x7f70b419d680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:46.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.232+0000 7f70b3fff700 1 -- 172.21.15.39:0/2609816781 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70b419ddc0 con 0x7f70b4101f80 2024-06-13T06:21:46.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.232+0000 7f70b93ab700 1 --2- 172.21.15.39:0/2609816781 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f70b41066b0 0x7f70b419d680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:21:46.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.232+0000 7f70b3fff700 1 --2- 172.21.15.39:0/2609816781 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70b4101f80 0x7f70b41992f0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f70a0009fd0 tx=0x7f70a0005f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:46.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.232+0000 7f70b1ffb700 1 -- 172.21.15.39:0/2609816781 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70a0004830 con 0x7f70b4101f80 2024-06-13T06:21:46.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.232+0000 7f70bae0e700 1 -- 172.21.15.39:0/2609816781 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70b419e050 con 0x7f70b4101f80 2024-06-13T06:21:46.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.232+0000 7f70b1ffb700 1 -- 172.21.15.39:0/2609816781 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f70a0005020 con 0x7f70b4101f80 2024-06-13T06:21:46.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.232+0000 7f70b1ffb700 1 -- 172.21.15.39:0/2609816781 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70a0003f90 con 0x7f70b4101f80 2024-06-13T06:21:46.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.233+0000 7f70bae0e700 1 -- 172.21.15.39:0/2609816781 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70b41a5930 con 0x7f70b4101f80 2024-06-13T06:21:46.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.234+0000 7f70bae0e700 1 -- 172.21.15.39:0/2609816781 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f70b4069180 con 0x7f70b4101f80 2024-06-13T06:21:46.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.235+0000 7f70b1ffb700 1 -- 172.21.15.39:0/2609816781 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f70a0005540 con 0x7f70b4101f80 2024-06-13T06:21:46.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.235+0000 7f70b1ffb700 1 --2- 172.21.15.39:0/2609816781 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f70a40a2c20 0x7f70a40a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:46.953 INFO:teuthology.orchestra.run.smithi039.stdout:313532612650 2024-06-13T06:21:46.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.236+0000 7f70b8baa700 1 --2- 172.21.15.39:0/2609816781 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f70a40a2c20 0x7f70a40a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:46.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.236+0000 7f70b1ffb700 1 -- 172.21.15.39:0/2609816781 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7f70a00d0510 con 0x7f70b4101f80 2024-06-13T06:21:46.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.236+0000 7f70b8baa700 1 --2- 172.21.15.39:0/2609816781 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f70a40a2c20 0x7f70a40a50e0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f70a8009a10 tx=0x7f70a8009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:46.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.239+0000 7f70b1ffb700 1 -- 172.21.15.39:0/2609816781 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f70a0013070 con 0x7f70b4101f80 2024-06-13T06:21:46.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.448+0000 7f70bae0e700 1 -- 172.21.15.39:0/2609816781 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) -- 0x7f70b402dca0 con 0x7f70b4101f80 2024-06-13T06:21:46.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.448+0000 7f70b1ffb700 1 -- 172.21.15.39:0/2609816781 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f70a009d4f0 con 0x7f70b4101f80 2024-06-13T06:21:46.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.450+0000 7f70bae0e700 1 -- 172.21.15.39:0/2609816781 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f70a40a2c20 msgr2=0x7f70a40a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:46.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.450+0000 7f70bae0e700 1 --2- 172.21.15.39:0/2609816781 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f70a40a2c20 0x7f70a40a50e0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f70a8009a10 tx=0x7f70a8009190 comp rx=0 tx=0).stop 2024-06-13T06:21:46.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.450+0000 7f70bae0e700 1 -- 172.21.15.39:0/2609816781 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70b4101f80 msgr2=0x7f70b41992f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:46.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.450+0000 7f70bae0e700 1 --2- 172.21.15.39:0/2609816781 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70b4101f80 0x7f70b41992f0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f70a0009fd0 tx=0x7f70a0005f10 comp rx=0 tx=0).stop 2024-06-13T06:21:46.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.450+0000 7f70bae0e700 1 -- 172.21.15.39:0/2609816781 shutdown_connections 2024-06-13T06:21:46.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.450+0000 7f70bae0e700 1 --2- 172.21.15.39:0/2609816781 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f70a40a2c20 0x7f70a40a50e0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:46.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.450+0000 7f70bae0e700 1 --2- 172.21.15.39:0/2609816781 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f70b41066b0 0x7f70b419d680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:46.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.450+0000 7f70bae0e700 1 --2- 172.21.15.39:0/2609816781 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f70b41015d0 0x7f70b4198db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:46.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.450+0000 7f70bae0e700 1 --2- 172.21.15.39:0/2609816781 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70b4101f80 0x7f70b41992f0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:46.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.450+0000 7f70bae0e700 1 -- 172.21.15.39:0/2609816781 >> 172.21.15.39:0/2609816781 conn(0x7f70b4078400 msgr2=0x7f70b406aea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:46.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.451+0000 7f70bae0e700 1 -- 172.21.15.39:0/2609816781 shutdown_connections 2024-06-13T06:21:46.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:46.451+0000 7f70bae0e700 1 -- 172.21.15.39:0/2609816781 wait complete. 2024-06-13T06:21:46.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:21:46 smithi149 ceph-mon[36963]: pgmap v351: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:21:46.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:21:46 smithi149 ceph-mon[36963]: mgrmap e18: x(active, since 9m), standbys: z, y 2024-06-13T06:21:46.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:21:46 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/2609816781' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-06-13T06:21:47.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:21:46 smithi096 ceph-mon[36532]: pgmap v351: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:21:47.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:21:46 smithi096 ceph-mon[36532]: mgrmap e18: x(active, since 9m), standbys: z, y 2024-06-13T06:21:47.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:21:46 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/2609816781' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-06-13T06:21:48.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:21:48 smithi039 ceph-mon[32479]: pgmap v352: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-06-13T06:21:48.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:21:48 smithi149 ceph-mon[36963]: pgmap v352: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-06-13T06:21:49.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:21:48 smithi096 ceph-mon[36532]: pgmap v352: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-06-13T06:21:49.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:48.951+0000 7f3c2bda6700 1 -- 172.21.15.39:0/521842138 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c24108520 msgr2=0x7f3c24108900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:49.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:48.951+0000 7f3c2bda6700 1 --2- 172.21.15.39:0/521842138 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c24108520 0x7f3c24108900 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f3c20009990 tx=0x7f3c20009ca0 comp rx=0 tx=0).stop 2024-06-13T06:21:49.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:48.951+0000 7f3c2bda6700 1 -- 172.21.15.39:0/521842138 shutdown_connections 2024-06-13T06:21:49.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:48.951+0000 7f3c2bda6700 1 --2- 172.21.15.39:0/521842138 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3c2406b520 0x7f3c2410f340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:49.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:48.951+0000 7f3c2bda6700 1 --2- 172.21.15.39:0/521842138 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c24108520 0x7f3c24108900 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:49.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:48.951+0000 7f3c2bda6700 1 --2- 172.21.15.39:0/521842138 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f3c2406ab60 0x7f3c2406afe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:49.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:48.951+0000 7f3c2bda6700 1 -- 172.21.15.39:0/521842138 >> 172.21.15.39:0/521842138 conn(0x7f3c24078340 msgr2=0x7f3c24078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:49.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:48.951+0000 7f3c2bda6700 1 -- 172.21.15.39:0/521842138 shutdown_connections 2024-06-13T06:21:49.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:48.951+0000 7f3c2bda6700 1 -- 172.21.15.39:0/521842138 wait complete. 2024-06-13T06:21:49.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:48.952+0000 7f3c2bda6700 1 Processor -- start 2024-06-13T06:21:49.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:48.952+0000 7f3c2bda6700 1 -- start start 2024-06-13T06:21:49.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:48.952+0000 7f3c2bda6700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3c2406ab60 0x7f3c2419e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:49.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:48.952+0000 7f3c2bda6700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c2406b520 0x7f3c2419ed80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:49.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:48.952+0000 7f3c2bda6700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f3c24108520 0x7f3c24198a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:49.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:48.952+0000 7f3c2bda6700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f3c241127a0 con 0x7f3c2406b520 2024-06-13T06:21:49.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:48.952+0000 7f3c2bda6700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f3c24112620 con 0x7f3c24108520 2024-06-13T06:21:49.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:48.952+0000 7f3c2bda6700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f3c24112920 con 0x7f3c2406ab60 2024-06-13T06:21:49.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:48.952+0000 7f3c29341700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c2406b520 0x7f3c2419ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:49.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:48.952+0000 7f3c29341700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c2406b520 0x7f3c2419ed80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53432/0 (socket says 172.21.15.39:53432) 2024-06-13T06:21:49.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:48.952+0000 7f3c29341700 1 -- 172.21.15.39:0/2710944211 learned_addr learned my addr 172.21.15.39:0/2710944211 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:21:49.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:48.952+0000 7f3c29b42700 1 --2- 172.21.15.39:0/2710944211 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3c2406ab60 0x7f3c2419e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:49.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:48.952+0000 7f3c29341700 1 -- 172.21.15.39:0/2710944211 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3c2406ab60 msgr2=0x7f3c2419e840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:49.471 INFO:teuthology.orchestra.run.smithi039.stdout:201863462975 2024-06-13T06:21:49.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:48.953+0000 7f3c29341700 1 --2- 172.21.15.39:0/2710944211 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3c2406ab60 0x7f3c2419e840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:49.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:48.953+0000 7f3c29341700 1 -- 172.21.15.39:0/2710944211 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f3c24108520 msgr2=0x7f3c24198a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:49.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:48.952+0000 7f3c2a343700 1 --2- 172.21.15.39:0/2710944211 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f3c24108520 0x7f3c24198a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:49.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:48.953+0000 7f3c29341700 1 --2- 172.21.15.39:0/2710944211 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f3c24108520 0x7f3c24198a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:49.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:48.953+0000 7f3c29341700 1 -- 172.21.15.39:0/2710944211 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c24199160 con 0x7f3c2406b520 2024-06-13T06:21:49.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:48.953+0000 7f3c29341700 1 --2- 172.21.15.39:0/2710944211 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c2406b520 0x7f3c2419ed80 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f3c1800c920 tx=0x7f3c1800cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:49.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:48.953+0000 7f3c16ffd700 1 -- 172.21.15.39:0/2710944211 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c18007b00 con 0x7f3c2406b520 2024-06-13T06:21:49.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:48.953+0000 7f3c2bda6700 1 -- 172.21.15.39:0/2710944211 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c24199450 con 0x7f3c2406b520 2024-06-13T06:21:49.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:48.953+0000 7f3c16ffd700 1 -- 172.21.15.39:0/2710944211 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3c18004d10 con 0x7f3c2406b520 2024-06-13T06:21:49.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:48.953+0000 7f3c16ffd700 1 -- 172.21.15.39:0/2710944211 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c1800f450 con 0x7f3c2406b520 2024-06-13T06:21:49.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:48.953+0000 7f3c2bda6700 1 -- 172.21.15.39:0/2710944211 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c241a5710 con 0x7f3c2406b520 2024-06-13T06:21:49.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:48.954+0000 7f3c2bda6700 1 -- 172.21.15.39:0/2710944211 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c24103be0 con 0x7f3c2406b520 2024-06-13T06:21:49.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:48.955+0000 7f3c16ffd700 1 -- 172.21.15.39:0/2710944211 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f3c18004750 con 0x7f3c2406b520 2024-06-13T06:21:49.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:48.956+0000 7f3c16ffd700 1 --2- 172.21.15.39:0/2710944211 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f3c100a2c20 0x7f3c100a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:49.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:48.956+0000 7f3c29b42700 1 --2- 172.21.15.39:0/2710944211 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f3c100a2c20 0x7f3c100a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:49.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:48.956+0000 7f3c16ffd700 1 -- 172.21.15.39:0/2710944211 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7f3c180cf0d0 con 0x7f3c2406b520 2024-06-13T06:21:49.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:48.956+0000 7f3c29b42700 1 --2- 172.21.15.39:0/2710944211 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f3c100a2c20 0x7f3c100a50e0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f3c2000b5c0 tx=0x7f3c20005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:49.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:48.960+0000 7f3c16ffd700 1 -- 172.21.15.39:0/2710944211 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f3c18014030 con 0x7f3c2406b520 2024-06-13T06:21:49.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:49.173+0000 7f3c2bda6700 1 -- 172.21.15.39:0/2710944211 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f3c2410aa00 con 0x7f3c2406b520 2024-06-13T06:21:49.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:49.174+0000 7f3c16ffd700 1 -- 172.21.15.39:0/2710944211 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f3c1809c020 con 0x7f3c2406b520 2024-06-13T06:21:49.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:49.176+0000 7f3c2bda6700 1 -- 172.21.15.39:0/2710944211 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f3c100a2c20 msgr2=0x7f3c100a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:49.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:49.176+0000 7f3c2bda6700 1 --2- 172.21.15.39:0/2710944211 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f3c100a2c20 0x7f3c100a50e0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f3c2000b5c0 tx=0x7f3c20005fb0 comp rx=0 tx=0).stop 2024-06-13T06:21:49.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:49.176+0000 7f3c2bda6700 1 -- 172.21.15.39:0/2710944211 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c2406b520 msgr2=0x7f3c2419ed80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:49.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:49.176+0000 7f3c2bda6700 1 --2- 172.21.15.39:0/2710944211 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c2406b520 0x7f3c2419ed80 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f3c1800c920 tx=0x7f3c1800cce0 comp rx=0 tx=0).stop 2024-06-13T06:21:49.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:49.176+0000 7f3c2bda6700 1 -- 172.21.15.39:0/2710944211 shutdown_connections 2024-06-13T06:21:49.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:49.176+0000 7f3c2bda6700 1 --2- 172.21.15.39:0/2710944211 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f3c100a2c20 0x7f3c100a50e0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:49.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:49.176+0000 7f3c2bda6700 1 --2- 172.21.15.39:0/2710944211 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f3c24108520 0x7f3c24198a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:49.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:49.176+0000 7f3c2bda6700 1 --2- 172.21.15.39:0/2710944211 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3c2406ab60 0x7f3c2419e840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:49.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:49.176+0000 7f3c2bda6700 1 --2- 172.21.15.39:0/2710944211 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c2406b520 0x7f3c2419ed80 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:49.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:49.176+0000 7f3c2bda6700 1 -- 172.21.15.39:0/2710944211 >> 172.21.15.39:0/2710944211 conn(0x7f3c24078340 msgr2=0x7f3c24100400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:49.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:49.176+0000 7f3c2bda6700 1 -- 172.21.15.39:0/2710944211 shutdown_connections 2024-06-13T06:21:49.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:49.176+0000 7f3c2bda6700 1 -- 172.21.15.39:0/2710944211 wait complete. 2024-06-13T06:21:49.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:21:49 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/2710944211' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-06-13T06:21:49.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:21:49 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/2710944211' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-06-13T06:21:50.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:21:49 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/2710944211' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-06-13T06:21:50.514 INFO:tasks.cephadm.ceph_manager.ceph:need seq 313532612646 got 313532612650 for osd.10 2024-06-13T06:21:50.514 DEBUG:teuthology.parallel:result is None 2024-06-13T06:21:50.687 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:21:50 smithi039 ceph-mon[32479]: pgmap v353: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 511 B/s wr, 7 op/s 2024-06-13T06:21:50.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.705+0000 7f2f04992700 1 -- 172.21.15.39:0/3851426337 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f001066b0 msgr2=0x7f2f0010e280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:50.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.705+0000 7f2f04992700 1 --2- 172.21.15.39:0/3851426337 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f001066b0 0x7f2f0010e280 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f2ef800b0d0 tx=0x7f2ef800b3e0 comp rx=0 tx=0).stop 2024-06-13T06:21:50.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.705+0000 7f2f04992700 1 -- 172.21.15.39:0/3851426337 shutdown_connections 2024-06-13T06:21:50.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.705+0000 7f2f04992700 1 --2- 172.21.15.39:0/3851426337 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f001066b0 0x7f2f0010e280 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:50.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.705+0000 7f2f04992700 1 --2- 172.21.15.39:0/3851426337 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2f00101620 0x7f2f00101a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:50.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.705+0000 7f2f04992700 1 --2- 172.21.15.39:0/3851426337 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f2f00101fd0 0x7f2f00105fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:50.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.705+0000 7f2f04992700 1 -- 172.21.15.39:0/3851426337 >> 172.21.15.39:0/3851426337 conn(0x7f2f00078340 msgr2=0x7f2f00078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:50.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.705+0000 7f2f04992700 1 -- 172.21.15.39:0/3851426337 shutdown_connections 2024-06-13T06:21:50.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.705+0000 7f2f04992700 1 -- 172.21.15.39:0/3851426337 wait complete. 2024-06-13T06:21:50.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.705+0000 7f2f04992700 1 Processor -- start 2024-06-13T06:21:50.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.706+0000 7f2f04992700 1 -- start start 2024-06-13T06:21:50.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.706+0000 7f2f04992700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f2f00101620 0x7f2f0019e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:50.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.706+0000 7f2f04992700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2f00101fd0 0x7f2f0019ee00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:50.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.706+0000 7f2f04992700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f001066b0 0x7f2f00198a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:50.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.706+0000 7f2f04992700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f2f001116c0 con 0x7f2f001066b0 2024-06-13T06:21:50.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.706+0000 7f2f04992700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f2f00111540 con 0x7f2f00101620 2024-06-13T06:21:50.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.706+0000 7f2f04992700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f2f00111840 con 0x7f2f00101fd0 2024-06-13T06:21:50.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.706+0000 7f2efed9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f001066b0 0x7f2f00198a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:50.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.706+0000 7f2efed9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f001066b0 0x7f2f00198a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53460/0 (socket says 172.21.15.39:53460) 2024-06-13T06:21:50.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.706+0000 7f2efed9d700 1 -- 172.21.15.39:0/26855691 learned_addr learned my addr 172.21.15.39:0/26855691 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:21:50.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.706+0000 7f2efe59c700 1 --2- 172.21.15.39:0/26855691 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f2f00101620 0x7f2f0019e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:50.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.706+0000 7f2efdd9b700 1 --2- 172.21.15.39:0/26855691 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2f00101fd0 0x7f2f0019ee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:50.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.706+0000 7f2efed9d700 1 -- 172.21.15.39:0/26855691 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2f00101fd0 msgr2=0x7f2f0019ee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:50.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.706+0000 7f2efed9d700 1 --2- 172.21.15.39:0/26855691 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2f00101fd0 0x7f2f0019ee00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:50.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.706+0000 7f2efed9d700 1 -- 172.21.15.39:0/26855691 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f2f00101620 msgr2=0x7f2f0019e8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:50.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.706+0000 7f2efed9d700 1 --2- 172.21.15.39:0/26855691 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f2f00101620 0x7f2f0019e8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:50.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.706+0000 7f2efed9d700 1 -- 172.21.15.39:0/26855691 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f001991e0 con 0x7f2f001066b0 2024-06-13T06:21:50.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.706+0000 7f2efdd9b700 1 --2- 172.21.15.39:0/26855691 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2f00101fd0 0x7f2f0019ee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:21:50.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.706+0000 7f2efed9d700 1 --2- 172.21.15.39:0/26855691 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f001066b0 0x7f2f00198a80 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f2ef8006070 tx=0x7f2ef8004d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:50.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.707+0000 7f2eef7fe700 1 -- 172.21.15.39:0/26855691 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ef8021070 con 0x7f2f001066b0 2024-06-13T06:21:50.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.707+0000 7f2f04992700 1 -- 172.21.15.39:0/26855691 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f00199470 con 0x7f2f001066b0 2024-06-13T06:21:50.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.707+0000 7f2eef7fe700 1 -- 172.21.15.39:0/26855691 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2ef8007b80 con 0x7f2f001066b0 2024-06-13T06:21:50.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.707+0000 7f2eef7fe700 1 -- 172.21.15.39:0/26855691 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ef8005330 con 0x7f2f001066b0 2024-06-13T06:21:50.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.707+0000 7f2f04992700 1 -- 172.21.15.39:0/26855691 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f001a5790 con 0x7f2f001066b0 2024-06-13T06:21:50.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.708+0000 7f2f04992700 1 -- 172.21.15.39:0/26855691 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f00069180 con 0x7f2f001066b0 2024-06-13T06:21:50.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.709+0000 7f2eef7fe700 1 -- 172.21.15.39:0/26855691 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f2ef8024070 con 0x7f2f001066b0 2024-06-13T06:21:50.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.709+0000 7f2eef7fe700 1 --2- 172.21.15.39:0/26855691 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f2ee80a2c20 0x7f2ee80a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:50.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.710+0000 7f2efe59c700 1 --2- 172.21.15.39:0/26855691 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f2ee80a2c20 0x7f2ee80a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:50.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.710+0000 7f2eef7fe700 1 -- 172.21.15.39:0/26855691 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7f2ef800f020 con 0x7f2f001066b0 2024-06-13T06:21:50.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.710+0000 7f2efe59c700 1 --2- 172.21.15.39:0/26855691 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f2ee80a2c20 0x7f2ee80a50e0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f2f00199bc0 tx=0x7f2ef000b3c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:50.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.714+0000 7f2eef7fe700 1 -- 172.21.15.39:0/26855691 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f2ef802b020 con 0x7f2f001066b0 2024-06-13T06:21:50.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.925+0000 7f2f04992700 1 -- 172.21.15.39:0/26855691 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f2f0002dca0 con 0x7f2f001066b0 2024-06-13T06:21:50.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.925+0000 7f2eef7fe700 1 -- 172.21.15.39:0/26855691 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f2ef809d610 con 0x7f2f001066b0 2024-06-13T06:21:50.925 INFO:teuthology.orchestra.run.smithi039.stdout:223338299450 2024-06-13T06:21:50.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.927+0000 7f2f04992700 1 -- 172.21.15.39:0/26855691 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f2ee80a2c20 msgr2=0x7f2ee80a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:50.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.927+0000 7f2f04992700 1 --2- 172.21.15.39:0/26855691 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f2ee80a2c20 0x7f2ee80a50e0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f2f00199bc0 tx=0x7f2ef000b3c0 comp rx=0 tx=0).stop 2024-06-13T06:21:50.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.927+0000 7f2f04992700 1 -- 172.21.15.39:0/26855691 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f001066b0 msgr2=0x7f2f00198a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:50.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.927+0000 7f2f04992700 1 --2- 172.21.15.39:0/26855691 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f001066b0 0x7f2f00198a80 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f2ef8006070 tx=0x7f2ef8004d00 comp rx=0 tx=0).stop 2024-06-13T06:21:50.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.927+0000 7f2f04992700 1 -- 172.21.15.39:0/26855691 shutdown_connections 2024-06-13T06:21:50.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.927+0000 7f2f04992700 1 --2- 172.21.15.39:0/26855691 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f2ee80a2c20 0x7f2ee80a50e0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:50.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.927+0000 7f2f04992700 1 --2- 172.21.15.39:0/26855691 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f001066b0 0x7f2f00198a80 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:50.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.927+0000 7f2f04992700 1 --2- 172.21.15.39:0/26855691 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f2f00101620 0x7f2f0019e8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:50.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.927+0000 7f2f04992700 1 --2- 172.21.15.39:0/26855691 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2f00101fd0 0x7f2f0019ee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:50.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.927+0000 7f2f04992700 1 -- 172.21.15.39:0/26855691 >> 172.21.15.39:0/26855691 conn(0x7f2f00078340 msgr2=0x7f2f0006aea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:50.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.928+0000 7f2f04992700 1 -- 172.21.15.39:0/26855691 shutdown_connections 2024-06-13T06:21:50.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:50.928+0000 7f2f04992700 1 -- 172.21.15.39:0/26855691 wait complete. 2024-06-13T06:21:50.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:21:50 smithi149 ceph-mon[36963]: pgmap v353: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 511 B/s wr, 7 op/s 2024-06-13T06:21:51.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:21:50 smithi096 ceph-mon[36532]: pgmap v353: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 511 B/s wr, 7 op/s 2024-06-13T06:21:51.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.271+0000 7fd076b14700 1 -- 172.21.15.39:0/495015831 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd07006a170 msgr2=0x7fd07006a5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:51.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.271+0000 7fd076b14700 1 --2- 172.21.15.39:0/495015831 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd07006a170 0x7fd07006a5f0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fd05c009990 tx=0x7fd05c009ca0 comp rx=0 tx=0).stop 2024-06-13T06:21:51.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.271+0000 7fd076b14700 1 -- 172.21.15.39:0/495015831 shutdown_connections 2024-06-13T06:21:51.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.271+0000 7fd076b14700 1 --2- 172.21.15.39:0/495015831 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd07006ab30 0x7fd07010f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:51.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.271+0000 7fd076b14700 1 --2- 172.21.15.39:0/495015831 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd070108500 0x7fd0701088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:51.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.271+0000 7fd076b14700 1 --2- 172.21.15.39:0/495015831 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd07006a170 0x7fd07006a5f0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:51.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.271+0000 7fd076b14700 1 -- 172.21.15.39:0/495015831 >> 172.21.15.39:0/495015831 conn(0x7fd070078340 msgr2=0x7fd070078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:51.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.271+0000 7fd076b14700 1 -- 172.21.15.39:0/495015831 shutdown_connections 2024-06-13T06:21:51.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.271+0000 7fd076b14700 1 -- 172.21.15.39:0/495015831 wait complete. 2024-06-13T06:21:51.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.272+0000 7fd076b14700 1 Processor -- start 2024-06-13T06:21:51.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.272+0000 7fd076b14700 1 -- start start 2024-06-13T06:21:51.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.272+0000 7fd076b14700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd07006a170 0x7fd070101460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:51.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.272+0000 7fd076b14700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd07006ab30 0x7fd0701019a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:51.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.272+0000 7fd076b14700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd070108500 0x7fd070101ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:51.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.273+0000 7fd076b14700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fd070112780 con 0x7fd07006a170 2024-06-13T06:21:51.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.273+0000 7fd076b14700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fd070112600 con 0x7fd07006ab30 2024-06-13T06:21:51.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.273+0000 7fd076b14700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fd070112900 con 0x7fd070108500 2024-06-13T06:21:51.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.273+0000 7fd0748b0700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd07006a170 0x7fd070101460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:51.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.273+0000 7fd0748b0700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd07006a170 0x7fd070101460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36044/0 (socket says 172.21.15.39:36044) 2024-06-13T06:21:51.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.273+0000 7fd0748b0700 1 -- 172.21.15.39:0/2020277854 learned_addr learned my addr 172.21.15.39:0/2020277854 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:21:51.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.273+0000 7fd06ffff700 1 --2- 172.21.15.39:0/2020277854 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd07006ab30 0x7fd0701019a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:51.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.273+0000 7fd0750b1700 1 --2- 172.21.15.39:0/2020277854 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd070108500 0x7fd070101ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:51.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.273+0000 7fd0748b0700 1 -- 172.21.15.39:0/2020277854 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd070108500 msgr2=0x7fd070101ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:51.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.273+0000 7fd0748b0700 1 --2- 172.21.15.39:0/2020277854 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd070108500 0x7fd070101ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:51.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.273+0000 7fd0748b0700 1 -- 172.21.15.39:0/2020277854 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd07006ab30 msgr2=0x7fd0701019a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:51.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.273+0000 7fd0748b0700 1 --2- 172.21.15.39:0/2020277854 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd07006ab30 0x7fd0701019a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:51.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.273+0000 7fd0748b0700 1 -- 172.21.15.39:0/2020277854 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0701a71a0 con 0x7fd07006a170 2024-06-13T06:21:51.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.273+0000 7fd0748b0700 1 --2- 172.21.15.39:0/2020277854 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd07006a170 0x7fd070101460 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fd06400e9c0 tx=0x7fd06400ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:51.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.273+0000 7fd06dffb700 1 -- 172.21.15.39:0/2020277854 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd06400cbd0 con 0x7fd07006a170 2024-06-13T06:21:51.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.273+0000 7fd06dffb700 1 -- 172.21.15.39:0/2020277854 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd06400cd70 con 0x7fd07006a170 2024-06-13T06:21:51.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.273+0000 7fd076b14700 1 -- 172.21.15.39:0/2020277854 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0701a7490 con 0x7fd07006a170 2024-06-13T06:21:51.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.274+0000 7fd06dffb700 1 -- 172.21.15.39:0/2020277854 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd064010430 con 0x7fd07006a170 2024-06-13T06:21:51.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.274+0000 7fd076b14700 1 -- 172.21.15.39:0/2020277854 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0701a7950 con 0x7fd07006a170 2024-06-13T06:21:51.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.275+0000 7fd076b14700 1 -- 172.21.15.39:0/2020277854 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd07010a9e0 con 0x7fd07006a170 2024-06-13T06:21:51.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.276+0000 7fd06dffb700 1 -- 172.21.15.39:0/2020277854 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fd064004750 con 0x7fd07006a170 2024-06-13T06:21:51.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.276+0000 7fd06dffb700 1 --2- 172.21.15.39:0/2020277854 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fd0600a2c20 0x7fd0600a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:51.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.277+0000 7fd06ffff700 1 --2- 172.21.15.39:0/2020277854 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fd0600a2c20 0x7fd0600a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:51.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.277+0000 7fd06dffb700 1 -- 172.21.15.39:0/2020277854 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7fd0640cf260 con 0x7fd07006a170 2024-06-13T06:21:51.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.277+0000 7fd06ffff700 1 --2- 172.21.15.39:0/2020277854 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fd0600a2c20 0x7fd0600a50e0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fd05c00b2e0 tx=0x7fd05c005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:51.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.281+0000 7fd06dffb700 1 -- 172.21.15.39:0/2020277854 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fd06409c1b0 con 0x7fd07006a170 2024-06-13T06:21:51.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.494+0000 7fd076b14700 1 -- 172.21.15.39:0/2020277854 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fd070102990 con 0x7fd07006a170 2024-06-13T06:21:51.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.494+0000 7fd06dffb700 1 -- 172.21.15.39:0/2020277854 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fd06409bab0 con 0x7fd07006a170 2024-06-13T06:21:51.494 INFO:teuthology.orchestra.run.smithi039.stdout:77309411412 2024-06-13T06:21:51.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.496+0000 7fd076b14700 1 -- 172.21.15.39:0/2020277854 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fd0600a2c20 msgr2=0x7fd0600a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:51.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.496+0000 7fd076b14700 1 --2- 172.21.15.39:0/2020277854 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fd0600a2c20 0x7fd0600a50e0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fd05c00b2e0 tx=0x7fd05c005960 comp rx=0 tx=0).stop 2024-06-13T06:21:51.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.496+0000 7fd076b14700 1 -- 172.21.15.39:0/2020277854 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd07006a170 msgr2=0x7fd070101460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:51.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.496+0000 7fd076b14700 1 --2- 172.21.15.39:0/2020277854 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd07006a170 0x7fd070101460 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fd06400e9c0 tx=0x7fd06400ecd0 comp rx=0 tx=0).stop 2024-06-13T06:21:51.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.497+0000 7fd076b14700 1 -- 172.21.15.39:0/2020277854 shutdown_connections 2024-06-13T06:21:51.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.497+0000 7fd076b14700 1 --2- 172.21.15.39:0/2020277854 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fd0600a2c20 0x7fd0600a50e0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:51.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.497+0000 7fd076b14700 1 --2- 172.21.15.39:0/2020277854 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd070108500 0x7fd070101ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:51.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.497+0000 7fd076b14700 1 --2- 172.21.15.39:0/2020277854 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd07006a170 0x7fd070101460 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:51.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.497+0000 7fd076b14700 1 --2- 172.21.15.39:0/2020277854 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd07006ab30 0x7fd0701019a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:51.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.497+0000 7fd076b14700 1 -- 172.21.15.39:0/2020277854 >> 172.21.15.39:0/2020277854 conn(0x7fd070078340 msgr2=0x7fd0700fffb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:51.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.497+0000 7fd076b14700 1 -- 172.21.15.39:0/2020277854 shutdown_connections 2024-06-13T06:21:51.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.497+0000 7fd076b14700 1 -- 172.21.15.39:0/2020277854 wait complete. 2024-06-13T06:21:51.839 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:21:51 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/26855691' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-06-13T06:21:51.839 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:21:51 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/220550677' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-06-13T06:21:51.839 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:21:51 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/2020277854' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-06-13T06:21:51.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.945+0000 7f5f3677b700 1 -- 172.21.15.39:0/113586656 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f301030f0 msgr2=0x7f5f30107110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:51.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.945+0000 7f5f3677b700 1 --2- 172.21.15.39:0/113586656 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f301030f0 0x7f5f30107110 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f5f240099c0 tx=0x7f5f24009cd0 comp rx=0 tx=0).stop 2024-06-13T06:21:51.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.945+0000 7f5f3677b700 1 -- 172.21.15.39:0/113586656 shutdown_connections 2024-06-13T06:21:51.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.945+0000 7f5f3677b700 1 --2- 172.21.15.39:0/113586656 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f5f30107840 0x7f5f3010f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:51.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.945+0000 7f5f3677b700 1 --2- 172.21.15.39:0/113586656 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5f30102740 0x7f5f30102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:51.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.945+0000 7f5f3677b700 1 --2- 172.21.15.39:0/113586656 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f301030f0 0x7f5f30107110 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:51.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.945+0000 7f5f3677b700 1 -- 172.21.15.39:0/113586656 >> 172.21.15.39:0/113586656 conn(0x7f5f300795f0 msgr2=0x7f5f30079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:51.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.946+0000 7f5f3677b700 1 -- 172.21.15.39:0/113586656 shutdown_connections 2024-06-13T06:21:51.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.946+0000 7f5f3677b700 1 -- 172.21.15.39:0/113586656 wait complete. 2024-06-13T06:21:51.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.947+0000 7f5f3677b700 1 Processor -- start 2024-06-13T06:21:51.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.947+0000 7f5f3677b700 1 -- start start 2024-06-13T06:21:51.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.947+0000 7f5f3677b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f30102740 0x7f5f3019e7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:51.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.947+0000 7f5f3677b700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f5f301030f0 0x7f5f3019ed30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:51.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.947+0000 7f5f3677b700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5f30107840 0x7f5f301989b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:51.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.947+0000 7f5f3677b700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f5f30112770 con 0x7f5f30102740 2024-06-13T06:21:51.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.947+0000 7f5f3677b700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f5f301125f0 con 0x7f5f301030f0 2024-06-13T06:21:51.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.947+0000 7f5f3677b700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f5f301128f0 con 0x7f5f30107840 2024-06-13T06:21:51.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.947+0000 7f5f2ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f30102740 0x7f5f3019e7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:51.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.947+0000 7f5f2ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f30102740 0x7f5f3019e7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36058/0 (socket says 172.21.15.39:36058) 2024-06-13T06:21:51.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.947+0000 7f5f2ffff700 1 -- 172.21.15.39:0/484175742 learned_addr learned my addr 172.21.15.39:0/484175742 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:21:51.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.947+0000 7f5f2f7fe700 1 --2- 172.21.15.39:0/484175742 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f5f301030f0 0x7f5f3019ed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:51.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.947+0000 7f5f34d18700 1 --2- 172.21.15.39:0/484175742 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5f30107840 0x7f5f301989b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:51.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.948+0000 7f5f2ffff700 1 -- 172.21.15.39:0/484175742 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5f30107840 msgr2=0x7f5f301989b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:51.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.948+0000 7f5f2ffff700 1 --2- 172.21.15.39:0/484175742 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5f30107840 0x7f5f301989b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:51.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.948+0000 7f5f2ffff700 1 -- 172.21.15.39:0/484175742 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f5f301030f0 msgr2=0x7f5f3019ed30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:51.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.948+0000 7f5f2ffff700 1 --2- 172.21.15.39:0/484175742 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f5f301030f0 0x7f5f3019ed30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:51.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.948+0000 7f5f2ffff700 1 -- 172.21.15.39:0/484175742 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f30199110 con 0x7f5f30102740 2024-06-13T06:21:51.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.948+0000 7f5f2ffff700 1 --2- 172.21.15.39:0/484175742 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f30102740 0x7f5f3019e7f0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f5f2000d980 tx=0x7f5f2000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:51.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.948+0000 7f5f2d7fa700 1 -- 172.21.15.39:0/484175742 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f20017070 con 0x7f5f30102740 2024-06-13T06:21:51.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.948+0000 7f5f2d7fa700 1 -- 172.21.15.39:0/484175742 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5f20005020 con 0x7f5f30102740 2024-06-13T06:21:51.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.948+0000 7f5f3677b700 1 -- 172.21.15.39:0/484175742 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5f30199400 con 0x7f5f30102740 2024-06-13T06:21:51.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.948+0000 7f5f2d7fa700 1 -- 172.21.15.39:0/484175742 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f20009bc0 con 0x7f5f30102740 2024-06-13T06:21:51.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.948+0000 7f5f3677b700 1 -- 172.21.15.39:0/484175742 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5f301a56c0 con 0x7f5f30102740 2024-06-13T06:21:51.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.949+0000 7f5f3677b700 1 -- 172.21.15.39:0/484175742 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5f30069180 con 0x7f5f30102740 2024-06-13T06:21:51.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.950+0000 7f5f2d7fa700 1 -- 172.21.15.39:0/484175742 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f5f200051d0 con 0x7f5f30102740 2024-06-13T06:21:51.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.951+0000 7f5f2d7fa700 1 --2- 172.21.15.39:0/484175742 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f5f180a2c20 0x7f5f180a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:51.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.951+0000 7f5f2f7fe700 1 --2- 172.21.15.39:0/484175742 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f5f180a2c20 0x7f5f180a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:51.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.951+0000 7f5f2d7fa700 1 -- 172.21.15.39:0/484175742 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7f5f200cef80 con 0x7f5f30102740 2024-06-13T06:21:51.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.952+0000 7f5f2f7fe700 1 --2- 172.21.15.39:0/484175742 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f5f180a2c20 0x7f5f180a50e0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f5f301020b0 tx=0x7f5f24005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:51.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.956+0000 7f5f2d7fa700 1 -- 172.21.15.39:0/484175742 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f5f20020020 con 0x7f5f30102740 2024-06-13T06:21:51.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:21:51 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/26855691' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-06-13T06:21:51.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:21:51 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/220550677' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-06-13T06:21:51.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:21:51 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/2020277854' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-06-13T06:21:52.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:21:51 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/26855691' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-06-13T06:21:52.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:21:51 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/220550677' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-06-13T06:21:52.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:21:51 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/2020277854' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-06-13T06:21:52.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.147+0000 7f66983ba700 1 -- 172.21.15.39:0/1955538838 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6690106720 msgr2=0x7f669010e2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:52.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.147+0000 7f66983ba700 1 --2- 172.21.15.39:0/1955538838 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6690106720 0x7f669010e2c0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f668800b0d0 tx=0x7f668800b3e0 comp rx=0 tx=0).stop 2024-06-13T06:21:52.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.147+0000 7f66983ba700 1 -- 172.21.15.39:0/1955538838 shutdown_connections 2024-06-13T06:21:52.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.147+0000 7f66983ba700 1 --2- 172.21.15.39:0/1955538838 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6690106720 0x7f669010e2c0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:52.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.147+0000 7f66983ba700 1 --2- 172.21.15.39:0/1955538838 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f66901019d0 0x7f6690101db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:52.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.147+0000 7f66983ba700 1 --2- 172.21.15.39:0/1955538838 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6690102380 0x7f6690105ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:52.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.147+0000 7f66983ba700 1 -- 172.21.15.39:0/1955538838 >> 172.21.15.39:0/1955538838 conn(0x7f6690078340 msgr2=0x7f6690078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:52.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.147+0000 7f66983ba700 1 -- 172.21.15.39:0/1955538838 shutdown_connections 2024-06-13T06:21:52.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.147+0000 7f66983ba700 1 -- 172.21.15.39:0/1955538838 wait complete. 2024-06-13T06:21:52.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.148+0000 7f66983ba700 1 Processor -- start 2024-06-13T06:21:52.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.148+0000 7f66983ba700 1 -- start start 2024-06-13T06:21:52.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.148+0000 7f66983ba700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f66901019d0 0x7f669019ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:52.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.148+0000 7f66983ba700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f6690102380 0x7f669019b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:52.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.148+0000 7f66983ba700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6690106720 0x7f669019f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:52.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.148+0000 7f66983ba700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f66901116e0 con 0x7f66901019d0 2024-06-13T06:21:52.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.148+0000 7f66983ba700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f6690111560 con 0x7f6690102380 2024-06-13T06:21:52.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.148+0000 7f66983ba700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f6690111860 con 0x7f6690106720 2024-06-13T06:21:52.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.148+0000 7f6696156700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f66901019d0 0x7f669019ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:52.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.148+0000 7f6696156700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f66901019d0 0x7f669019ae30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36078/0 (socket says 172.21.15.39:36078) 2024-06-13T06:21:52.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.148+0000 7f6696156700 1 -- 172.21.15.39:0/372408844 learned_addr learned my addr 172.21.15.39:0/372408844 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:21:52.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.148+0000 7f6695955700 1 --2- 172.21.15.39:0/372408844 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f6690102380 0x7f669019b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:52.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.149+0000 7f6696957700 1 --2- 172.21.15.39:0/372408844 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6690106720 0x7f669019f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:52.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.149+0000 7f6696156700 1 -- 172.21.15.39:0/372408844 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6690106720 msgr2=0x7f669019f6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:52.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.149+0000 7f6696156700 1 --2- 172.21.15.39:0/372408844 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6690106720 0x7f669019f6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:52.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.149+0000 7f6696156700 1 -- 172.21.15.39:0/372408844 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f6690102380 msgr2=0x7f669019b370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:52.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.149+0000 7f6696156700 1 --2- 172.21.15.39:0/372408844 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f6690102380 0x7f669019b370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:52.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.149+0000 7f6696156700 1 -- 172.21.15.39:0/372408844 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f669019fdf0 con 0x7f66901019d0 2024-06-13T06:21:52.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.149+0000 7f6695955700 1 --2- 172.21.15.39:0/372408844 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f6690102380 0x7f669019b370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:21:52.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.149+0000 7f6696156700 1 --2- 172.21.15.39:0/372408844 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f66901019d0 0x7f669019ae30 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f668c00e9a0 tx=0x7f668c00ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:52.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.149+0000 7f66877fe700 1 -- 172.21.15.39:0/372408844 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f668c00cbd0 con 0x7f66901019d0 2024-06-13T06:21:52.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.149+0000 7f66877fe700 1 -- 172.21.15.39:0/372408844 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f668c00cd70 con 0x7f66901019d0 2024-06-13T06:21:52.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.149+0000 7f66983ba700 1 -- 172.21.15.39:0/372408844 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66901a00e0 con 0x7f66901019d0 2024-06-13T06:21:52.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.149+0000 7f66877fe700 1 -- 172.21.15.39:0/372408844 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f668c0187c0 con 0x7f66901019d0 2024-06-13T06:21:52.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.149+0000 7f66983ba700 1 -- 172.21.15.39:0/372408844 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66901a7960 con 0x7f66901019d0 2024-06-13T06:21:52.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.150+0000 7f66983ba700 1 -- 172.21.15.39:0/372408844 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6690102ad0 con 0x7f66901019d0 2024-06-13T06:21:52.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.151+0000 7f66877fe700 1 -- 172.21.15.39:0/372408844 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f668c010430 con 0x7f66901019d0 2024-06-13T06:21:52.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.152+0000 7f66877fe700 1 --2- 172.21.15.39:0/372408844 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f667c0a2c20 0x7f667c0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:52.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.152+0000 7f66877fe700 1 -- 172.21.15.39:0/372408844 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7f668c0cf7e0 con 0x7f66901019d0 2024-06-13T06:21:52.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.152+0000 7f6695955700 1 --2- 172.21.15.39:0/372408844 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f667c0a2c20 0x7f667c0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:52.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.153+0000 7f6695955700 1 --2- 172.21.15.39:0/372408844 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f667c0a2c20 0x7f667c0a50e0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f6680005fd0 tx=0x7f6680005db0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:52.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.156+0000 7f66877fe700 1 -- 172.21.15.39:0/372408844 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f668c09c730 con 0x7f66901019d0 2024-06-13T06:21:52.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.172+0000 7f5f3677b700 1 -- 172.21.15.39:0/484175742 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f5f3002dca0 con 0x7f5f30102740 2024-06-13T06:21:52.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.172+0000 7f5f2d7fa700 1 -- 172.21.15.39:0/484175742 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f5f2009bed0 con 0x7f5f30102740 2024-06-13T06:21:52.172 INFO:teuthology.orchestra.run.smithi039.stdout:111669149773 2024-06-13T06:21:52.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.174+0000 7f5f3677b700 1 -- 172.21.15.39:0/484175742 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f5f180a2c20 msgr2=0x7f5f180a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:52.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.174+0000 7f5f3677b700 1 --2- 172.21.15.39:0/484175742 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f5f180a2c20 0x7f5f180a50e0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f5f301020b0 tx=0x7f5f24005fb0 comp rx=0 tx=0).stop 2024-06-13T06:21:52.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.174+0000 7f5f3677b700 1 -- 172.21.15.39:0/484175742 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f30102740 msgr2=0x7f5f3019e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:52.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.174+0000 7f5f3677b700 1 --2- 172.21.15.39:0/484175742 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f30102740 0x7f5f3019e7f0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f5f2000d980 tx=0x7f5f2000dc90 comp rx=0 tx=0).stop 2024-06-13T06:21:52.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.175+0000 7f5f3677b700 1 -- 172.21.15.39:0/484175742 shutdown_connections 2024-06-13T06:21:52.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.175+0000 7f5f3677b700 1 --2- 172.21.15.39:0/484175742 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f5f180a2c20 0x7f5f180a50e0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:52.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.175+0000 7f5f3677b700 1 --2- 172.21.15.39:0/484175742 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5f30107840 0x7f5f301989b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:52.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.175+0000 7f5f3677b700 1 --2- 172.21.15.39:0/484175742 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f30102740 0x7f5f3019e7f0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:52.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.175+0000 7f5f3677b700 1 --2- 172.21.15.39:0/484175742 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f5f301030f0 0x7f5f3019ed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:52.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.175+0000 7f5f3677b700 1 -- 172.21.15.39:0/484175742 >> 172.21.15.39:0/484175742 conn(0x7f5f300795f0 msgr2=0x7f5f301007f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:52.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.175+0000 7f5f3677b700 1 -- 172.21.15.39:0/484175742 shutdown_connections 2024-06-13T06:21:52.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.175+0000 7f5f3677b700 1 -- 172.21.15.39:0/484175742 wait complete. 2024-06-13T06:21:52.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.364+0000 7f66983ba700 1 -- 172.21.15.39:0/372408844 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f669002dca0 con 0x7f66901019d0 2024-06-13T06:21:52.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.364+0000 7f66877fe700 1 -- 172.21.15.39:0/372408844 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f668c09c030 con 0x7f66901019d0 2024-06-13T06:21:52.364 INFO:teuthology.orchestra.run.smithi039.stdout:146028888138 2024-06-13T06:21:52.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.366+0000 7f66983ba700 1 -- 172.21.15.39:0/372408844 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f667c0a2c20 msgr2=0x7f667c0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:52.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.366+0000 7f66983ba700 1 --2- 172.21.15.39:0/372408844 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f667c0a2c20 0x7f667c0a50e0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f6680005fd0 tx=0x7f6680005db0 comp rx=0 tx=0).stop 2024-06-13T06:21:52.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.366+0000 7f66983ba700 1 -- 172.21.15.39:0/372408844 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f66901019d0 msgr2=0x7f669019ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:52.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.366+0000 7f66983ba700 1 --2- 172.21.15.39:0/372408844 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f66901019d0 0x7f669019ae30 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f668c00e9a0 tx=0x7f668c00ed60 comp rx=0 tx=0).stop 2024-06-13T06:21:52.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.366+0000 7f66983ba700 1 -- 172.21.15.39:0/372408844 shutdown_connections 2024-06-13T06:21:52.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.366+0000 7f66983ba700 1 --2- 172.21.15.39:0/372408844 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f667c0a2c20 0x7f667c0a50e0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:52.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.367+0000 7f66983ba700 1 --2- 172.21.15.39:0/372408844 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6690106720 0x7f669019f6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:52.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.367+0000 7f66983ba700 1 --2- 172.21.15.39:0/372408844 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f66901019d0 0x7f669019ae30 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:52.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.367+0000 7f66983ba700 1 --2- 172.21.15.39:0/372408844 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f6690102380 0x7f669019b370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:52.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.367+0000 7f66983ba700 1 -- 172.21.15.39:0/372408844 >> 172.21.15.39:0/372408844 conn(0x7f6690078340 msgr2=0x7f669006af80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:52.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.367+0000 7f66983ba700 1 -- 172.21.15.39:0/372408844 shutdown_connections 2024-06-13T06:21:52.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:52.367+0000 7f66983ba700 1 -- 172.21.15.39:0/372408844 wait complete. 2024-06-13T06:21:52.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:21:52 smithi039 ceph-mon[32479]: pgmap v354: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 597 B/s wr, 6 op/s 2024-06-13T06:21:52.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:21:52 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/484175742' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-06-13T06:21:52.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:21:52 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/372408844' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-06-13T06:21:52.949 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149768 got 111669149773 for osd.3 2024-06-13T06:21:52.949 DEBUG:teuthology.parallel:result is None 2024-06-13T06:21:52.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:21:52 smithi149 ceph-mon[36963]: pgmap v354: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 597 B/s wr, 6 op/s 2024-06-13T06:21:52.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:21:52 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/484175742' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-06-13T06:21:52.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:21:52 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/372408844' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-06-13T06:21:53.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:21:52 smithi096 ceph-mon[36532]: pgmap v354: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 597 B/s wr, 6 op/s 2024-06-13T06:21:53.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:21:52 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/484175742' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-06-13T06:21:53.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:21:52 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/372408844' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-06-13T06:21:53.492 INFO:tasks.cephadm.ceph_manager.ceph:need seq 347892351008 got 347892351011 for osd.11 2024-06-13T06:21:53.492 DEBUG:teuthology.parallel:result is None 2024-06-13T06:21:53.912 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462970 got 201863462975 for osd.6 2024-06-13T06:21:53.912 DEBUG:teuthology.parallel:result is None 2024-06-13T06:21:53.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.173+0000 7f8c2d553700 1 -- 172.21.15.39:0/1520785223 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8c28106720 msgr2=0x7f8c2810e2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:53.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.173+0000 7f8c2d553700 1 --2- 172.21.15.39:0/1520785223 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8c28106720 0x7f8c2810e2c0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f8c2000b0d0 tx=0x7f8c2000b3e0 comp rx=0 tx=0).stop 2024-06-13T06:21:53.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.173+0000 7f8c2d553700 1 -- 172.21.15.39:0/1520785223 shutdown_connections 2024-06-13T06:21:53.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.173+0000 7f8c2d553700 1 --2- 172.21.15.39:0/1520785223 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8c28106720 0x7f8c2810e2c0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:53.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.173+0000 7f8c2d553700 1 --2- 172.21.15.39:0/1520785223 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8c281019d0 0x7f8c28101db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:53.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.173+0000 7f8c2d553700 1 --2- 172.21.15.39:0/1520785223 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f8c28102380 0x7f8c28105ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:53.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.173+0000 7f8c2d553700 1 -- 172.21.15.39:0/1520785223 >> 172.21.15.39:0/1520785223 conn(0x7f8c28078340 msgr2=0x7f8c28078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:53.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.173+0000 7f8c2d553700 1 -- 172.21.15.39:0/1520785223 shutdown_connections 2024-06-13T06:21:53.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.173+0000 7f8c2d553700 1 -- 172.21.15.39:0/1520785223 wait complete. 2024-06-13T06:21:53.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.174+0000 7f8c2d553700 1 Processor -- start 2024-06-13T06:21:53.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.174+0000 7f8c2d553700 1 -- start start 2024-06-13T06:21:53.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.174+0000 7f8c2d553700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8c281019d0 0x7f8c28103090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:53.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.174+0000 7f8c2d553700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8c28102380 0x7f8c281035d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:53.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.174+0000 7f8c2d553700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f8c28106720 0x7f8c28103b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:53.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.174+0000 7f8c2d553700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f8c28111730 con 0x7f8c28102380 2024-06-13T06:21:53.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.174+0000 7f8c2d553700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f8c281115b0 con 0x7f8c28106720 2024-06-13T06:21:53.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.174+0000 7f8c2d553700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f8c281118b0 con 0x7f8c281019d0 2024-06-13T06:21:53.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.174+0000 7f8c267fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8c28102380 0x7f8c281035d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:53.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.174+0000 7f8c267fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8c28102380 0x7f8c281035d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36026/0 (socket says 172.21.15.39:36026) 2024-06-13T06:21:53.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.174+0000 7f8c267fc700 1 -- 172.21.15.39:0/220550677 learned_addr learned my addr 172.21.15.39:0/220550677 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:21:53.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.174+0000 7f8c277fe700 1 --2- 172.21.15.39:0/220550677 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f8c28106720 0x7f8c28103b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:53.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.175+0000 7f8c26ffd700 1 --2- 172.21.15.39:0/220550677 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8c281019d0 0x7f8c28103090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:53.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.175+0000 7f8c267fc700 1 -- 172.21.15.39:0/220550677 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8c281019d0 msgr2=0x7f8c28103090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:53.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.175+0000 7f8c267fc700 1 --2- 172.21.15.39:0/220550677 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8c281019d0 0x7f8c28103090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:53.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.175+0000 7f8c267fc700 1 -- 172.21.15.39:0/220550677 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f8c28106720 msgr2=0x7f8c28103b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:53.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.175+0000 7f8c267fc700 1 --2- 172.21.15.39:0/220550677 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f8c28106720 0x7f8c28103b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:53.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.175+0000 7f8c267fc700 1 -- 172.21.15.39:0/220550677 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c281a71a0 con 0x7f8c28102380 2024-06-13T06:21:53.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.175+0000 7f8c267fc700 1 --2- 172.21.15.39:0/220550677 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8c28102380 0x7f8c281035d0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f8c1000e940 tx=0x7f8c1000ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:53.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.175+0000 7f8c1ffff700 1 -- 172.21.15.39:0/220550677 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c1000cbd0 con 0x7f8c28102380 2024-06-13T06:21:53.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.175+0000 7f8c2d553700 1 -- 172.21.15.39:0/220550677 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c281a7490 con 0x7f8c28102380 2024-06-13T06:21:53.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.175+0000 7f8c1ffff700 1 -- 172.21.15.39:0/220550677 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8c1000ee90 con 0x7f8c28102380 2024-06-13T06:21:53.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.175+0000 7f8c1ffff700 1 -- 172.21.15.39:0/220550677 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c10018680 con 0x7f8c28102380 2024-06-13T06:21:53.997 INFO:teuthology.orchestra.run.smithi039.stdout:167503724612 2024-06-13T06:21:53.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.175+0000 7f8c2d553700 1 -- 172.21.15.39:0/220550677 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c281a79d0 con 0x7f8c28102380 2024-06-13T06:21:53.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.176+0000 7f8c2d553700 1 -- 172.21.15.39:0/220550677 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c28102ad0 con 0x7f8c28102380 2024-06-13T06:21:53.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.178+0000 7f8c1ffff700 1 -- 172.21.15.39:0/220550677 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f8c100188e0 con 0x7f8c28102380 2024-06-13T06:21:53.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.178+0000 7f8c1ffff700 1 --2- 172.21.15.39:0/220550677 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f8c140a2c20 0x7f8c140a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:53.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.178+0000 7f8c26ffd700 1 --2- 172.21.15.39:0/220550677 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f8c140a2c20 0x7f8c140a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:53.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.178+0000 7f8c1ffff700 1 -- 172.21.15.39:0/220550677 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7f8c100cf6e0 con 0x7f8c28102380 2024-06-13T06:21:53.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.179+0000 7f8c26ffd700 1 --2- 172.21.15.39:0/220550677 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f8c140a2c20 0x7f8c140a50e0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f8c18005950 tx=0x7f8c180058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:53.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.186+0000 7f8c1ffff700 1 -- 172.21.15.39:0/220550677 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f8c1009c630 con 0x7f8c28102380 2024-06-13T06:21:53.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.400+0000 7f8c2d553700 1 -- 172.21.15.39:0/220550677 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f8c2802dca0 con 0x7f8c28102380 2024-06-13T06:21:53.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.401+0000 7f8c1ffff700 1 -- 172.21.15.39:0/220550677 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f8c1009bf30 con 0x7f8c28102380 2024-06-13T06:21:53.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.403+0000 7f8c2d553700 1 -- 172.21.15.39:0/220550677 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f8c140a2c20 msgr2=0x7f8c140a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:53.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.403+0000 7f8c2d553700 1 --2- 172.21.15.39:0/220550677 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f8c140a2c20 0x7f8c140a50e0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f8c18005950 tx=0x7f8c180058e0 comp rx=0 tx=0).stop 2024-06-13T06:21:53.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.403+0000 7f8c2d553700 1 -- 172.21.15.39:0/220550677 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8c28102380 msgr2=0x7f8c281035d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:53.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.403+0000 7f8c2d553700 1 --2- 172.21.15.39:0/220550677 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8c28102380 0x7f8c281035d0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f8c1000e940 tx=0x7f8c1000ec50 comp rx=0 tx=0).stop 2024-06-13T06:21:53.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.403+0000 7f8c2d553700 1 -- 172.21.15.39:0/220550677 shutdown_connections 2024-06-13T06:21:53.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.403+0000 7f8c2d553700 1 --2- 172.21.15.39:0/220550677 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f8c140a2c20 0x7f8c140a50e0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:53.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.403+0000 7f8c2d553700 1 --2- 172.21.15.39:0/220550677 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f8c28106720 0x7f8c28103b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:53.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.403+0000 7f8c2d553700 1 --2- 172.21.15.39:0/220550677 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8c281019d0 0x7f8c28103090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:53.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.403+0000 7f8c2d553700 1 --2- 172.21.15.39:0/220550677 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8c28102380 0x7f8c281035d0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:53.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.403+0000 7f8c2d553700 1 -- 172.21.15.39:0/220550677 >> 172.21.15.39:0/220550677 conn(0x7f8c28078340 msgr2=0x7f8c2806ade0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:53.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.403+0000 7f8c2d553700 1 -- 172.21.15.39:0/220550677 shutdown_connections 2024-06-13T06:21:53.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:51.403+0000 7f8c2d553700 1 -- 172.21.15.39:0/220550677 wait complete. 2024-06-13T06:21:54.591 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724608 got 167503724612 for osd.5 2024-06-13T06:21:54.591 DEBUG:teuthology.parallel:result is None 2024-06-13T06:21:54.902 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:21:54 smithi039 ceph-mon[32479]: pgmap v355: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 597 B/s wr, 8 op/s 2024-06-13T06:21:54.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:21:54 smithi149 ceph-mon[36963]: pgmap v355: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 597 B/s wr, 8 op/s 2024-06-13T06:21:55.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:21:54 smithi096 ceph-mon[36532]: pgmap v355: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 597 B/s wr, 8 op/s 2024-06-13T06:21:55.263 INFO:tasks.cephadm.ceph_manager.ceph:need seq 146028888133 got 146028888138 for osd.4 2024-06-13T06:21:55.263 DEBUG:teuthology.parallel:result is None 2024-06-13T06:21:55.658 INFO:tasks.cephadm.ceph_manager.ceph:need seq 223338299445 got 223338299450 for osd.7 2024-06-13T06:21:55.658 DEBUG:teuthology.parallel:result is None 2024-06-13T06:21:55.985 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411408 got 77309411412 for osd.2 2024-06-13T06:21:55.985 DEBUG:teuthology.parallel:result is None 2024-06-13T06:21:55.985 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-06-13T06:21:55.986 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph pg dump --format=json 2024-06-13T06:21:56.246 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:21:56.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:21:56 smithi039 ceph-mon[32479]: pgmap v356: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 597 B/s wr, 6 op/s 2024-06-13T06:21:56.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:21:56 smithi149 ceph-mon[36963]: pgmap v356: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 597 B/s wr, 6 op/s 2024-06-13T06:21:57.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:21:56 smithi096 ceph-mon[36532]: pgmap v356: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 597 B/s wr, 6 op/s 2024-06-13T06:21:57.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:57.833+0000 7f5542fd1700 1 -- 172.21.15.39:0/631121745 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f553c102740 msgr2=0x7f553c102b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:57.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:57.833+0000 7f5542fd1700 1 --2- 172.21.15.39:0/631121745 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f553c102740 0x7f553c102b20 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f552c00b0d0 tx=0x7f552c00b3e0 comp rx=0 tx=0).stop 2024-06-13T06:21:57.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:57.833+0000 7f5542fd1700 1 -- 172.21.15.39:0/631121745 shutdown_connections 2024-06-13T06:21:57.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:57.833+0000 7f5542fd1700 1 --2- 172.21.15.39:0/631121745 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f553c107840 0x7f553c10f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:57.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:57.833+0000 7f5542fd1700 1 --2- 172.21.15.39:0/631121745 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f553c102740 0x7f553c102b20 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:57.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:57.833+0000 7f5542fd1700 1 --2- 172.21.15.39:0/631121745 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f553c1030f0 0x7f553c107110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:57.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:57.833+0000 7f5542fd1700 1 -- 172.21.15.39:0/631121745 >> 172.21.15.39:0/631121745 conn(0x7f553c0795f0 msgr2=0x7f553c079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:57.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:57.833+0000 7f5542fd1700 1 -- 172.21.15.39:0/631121745 shutdown_connections 2024-06-13T06:21:57.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:57.833+0000 7f5542fd1700 1 -- 172.21.15.39:0/631121745 wait complete. 2024-06-13T06:21:57.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:57.834+0000 7f5542fd1700 1 Processor -- start 2024-06-13T06:21:57.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:57.834+0000 7f5542fd1700 1 -- start start 2024-06-13T06:21:57.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:57.834+0000 7f5542fd1700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f553c102740 0x7f553c19e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:57.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:57.834+0000 7f5542fd1700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f553c1030f0 0x7f553c19ee10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:57.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:57.834+0000 7f5542fd1700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f553c107840 0x7f553c198ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:57.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:57.834+0000 7f5542fd1700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f553c112820 con 0x7f553c1030f0 2024-06-13T06:21:57.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:57.834+0000 7f5542fd1700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f553c1126a0 con 0x7f553c102740 2024-06-13T06:21:57.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:57.834+0000 7f5542fd1700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f553c1129a0 con 0x7f553c107840 2024-06-13T06:21:57.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:57.834+0000 7f553bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f553c1030f0 0x7f553c19ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:57.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:57.834+0000 7f553bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f553c1030f0 0x7f553c19ee10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36102/0 (socket says 172.21.15.39:36102) 2024-06-13T06:21:57.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:57.834+0000 7f553bfff700 1 -- 172.21.15.39:0/1496774608 learned_addr learned my addr 172.21.15.39:0/1496774608 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:21:57.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:57.834+0000 7f5540d6d700 1 --2- 172.21.15.39:0/1496774608 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f553c102740 0x7f553c19e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:57.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:57.834+0000 7f554156e700 1 --2- 172.21.15.39:0/1496774608 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f553c107840 0x7f553c198ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:57.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:57.834+0000 7f553bfff700 1 -- 172.21.15.39:0/1496774608 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f553c107840 msgr2=0x7f553c198ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:57.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:57.834+0000 7f553bfff700 1 --2- 172.21.15.39:0/1496774608 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f553c107840 0x7f553c198ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:57.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:57.834+0000 7f553bfff700 1 -- 172.21.15.39:0/1496774608 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f553c102740 msgr2=0x7f553c19e8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:57.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:57.834+0000 7f553bfff700 1 --2- 172.21.15.39:0/1496774608 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f553c102740 0x7f553c19e8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:57.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:57.834+0000 7f553bfff700 1 -- 172.21.15.39:0/1496774608 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f553c199240 con 0x7f553c1030f0 2024-06-13T06:21:57.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:57.834+0000 7f5540d6d700 1 --2- 172.21.15.39:0/1496774608 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f553c102740 0x7f553c19e8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:21:57.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:57.834+0000 7f553bfff700 1 --2- 172.21.15.39:0/1496774608 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f553c1030f0 0x7f553c19ee10 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f552400b530 tx=0x7f552400b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:57.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:57.835+0000 7f5539ffb700 1 -- 172.21.15.39:0/1496774608 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5524015020 con 0x7f553c1030f0 2024-06-13T06:21:57.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:57.835+0000 7f5539ffb700 1 -- 172.21.15.39:0/1496774608 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5524011d10 con 0x7f553c1030f0 2024-06-13T06:21:57.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:57.835+0000 7f5539ffb700 1 -- 172.21.15.39:0/1496774608 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5524010e50 con 0x7f553c1030f0 2024-06-13T06:21:57.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:57.835+0000 7f5542fd1700 1 -- 172.21.15.39:0/1496774608 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f553c199530 con 0x7f553c1030f0 2024-06-13T06:21:57.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:57.835+0000 7f5542fd1700 1 -- 172.21.15.39:0/1496774608 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f553c1a57a0 con 0x7f553c1030f0 2024-06-13T06:21:57.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:57.836+0000 7f5542fd1700 1 -- 172.21.15.39:0/1496774608 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f553c10aa80 con 0x7f553c1030f0 2024-06-13T06:21:57.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:57.837+0000 7f5539ffb700 1 -- 172.21.15.39:0/1496774608 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f5524018020 con 0x7f553c1030f0 2024-06-13T06:21:57.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:57.838+0000 7f5539ffb700 1 --2- 172.21.15.39:0/1496774608 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f55280a2dc0 0x7f55280a5280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:21:57.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:57.838+0000 7f5540d6d700 1 --2- 172.21.15.39:0/1496774608 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f55280a2dc0 0x7f55280a5280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:21:57.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:57.838+0000 7f5539ffb700 1 -- 172.21.15.39:0/1496774608 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7f55240ce8e0 con 0x7f553c1030f0 2024-06-13T06:21:57.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:57.838+0000 7f5540d6d700 1 --2- 172.21.15.39:0/1496774608 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f55280a2dc0 0x7f55280a5280 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f552c0060b0 tx=0x7f552c006000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:21:57.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:57.842+0000 7f5539ffb700 1 -- 172.21.15.39:0/1496774608 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f552401f020 con 0x7f553c1030f0 2024-06-13T06:21:58.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:58.045+0000 7f5542fd1700 1 -- 172.21.15.39:0/1496774608 --> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f553c0628d0 con 0x7f55280a2dc0 2024-06-13T06:21:58.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:58.052+0000 7f5539ffb700 1 -- 172.21.15.39:0/1496774608 <== mgr.14152 v2:172.21.15.39:6800/2178314534 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+259118 (secure 0 0 0) 0x7f553c0628d0 con 0x7f55280a2dc0 2024-06-13T06:21:58.055 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:21:58.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:58.056+0000 7f5542fd1700 1 -- 172.21.15.39:0/1496774608 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f55280a2dc0 msgr2=0x7f55280a5280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:58.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:58.056+0000 7f5542fd1700 1 --2- 172.21.15.39:0/1496774608 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f55280a2dc0 0x7f55280a5280 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f552c0060b0 tx=0x7f552c006000 comp rx=0 tx=0).stop 2024-06-13T06:21:58.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:58.056+0000 7f5542fd1700 1 -- 172.21.15.39:0/1496774608 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f553c1030f0 msgr2=0x7f553c19ee10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:21:58.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:58.056+0000 7f5542fd1700 1 --2- 172.21.15.39:0/1496774608 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f553c1030f0 0x7f553c19ee10 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f552400b530 tx=0x7f552400b8f0 comp rx=0 tx=0).stop 2024-06-13T06:21:58.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:58.056+0000 7f5542fd1700 1 -- 172.21.15.39:0/1496774608 shutdown_connections 2024-06-13T06:21:58.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:58.056+0000 7f5542fd1700 1 --2- 172.21.15.39:0/1496774608 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f55280a2dc0 0x7f55280a5280 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:58.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:58.056+0000 7f5542fd1700 1 --2- 172.21.15.39:0/1496774608 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f553c107840 0x7f553c198ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:58.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:58.056+0000 7f5542fd1700 1 --2- 172.21.15.39:0/1496774608 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f553c102740 0x7f553c19e8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:58.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:58.056+0000 7f5542fd1700 1 --2- 172.21.15.39:0/1496774608 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f553c1030f0 0x7f553c19ee10 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:21:58.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:58.056+0000 7f5542fd1700 1 -- 172.21.15.39:0/1496774608 >> 172.21.15.39:0/1496774608 conn(0x7f553c0795f0 msgr2=0x7f553c100730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:21:58.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:58.057+0000 7f5542fd1700 1 -- 172.21.15.39:0/1496774608 shutdown_connections 2024-06-13T06:21:58.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:21:58.057+0000 7f5542fd1700 1 -- 172.21.15.39:0/1496774608 wait complete. 2024-06-13T06:21:58.059 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-06-13T06:21:58.731 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":357,"stamp":"2024-06-13T06:21:56.883838+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":655869,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":712,"num_read_kb":476,"num_write":357,"num_write_kb":3059,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":1236825,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":786,"ondisk_log_size":786,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":377848,"kb_used_data":12056,"kb_used_omap":18,"kb_used_meta":365677,"kb_avail":1124563976,"statfs":{"total":1151940427776,"available":1151553511424,"internally_reserved":0,"allocated":12345344,"data_stored":7757139,"data_compressed":187924,"data_compressed_allocated":245760,"data_compressed_original":2019328,"omap_allocated":19143,"internal_metadata":374453561},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":531,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":63,"num_read_kb":33,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003445"},"pg_stats":[{"pgid":"3.3f","version":"91'8","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.884273+0000","last_change":"2024-06-13T06:20:03.343987+0000","last_active":"2024-06-13T06:21:44.884273+0000","last_peered":"2024-06-13T06:21:44.884273+0000","last_clean":"2024-06-13T06:21:44.884273+0000","last_became_active":"2024-06-13T06:20:03.342882+0000","last_became_peered":"2024-06-13T06:20:03.342882+0000","last_unstale":"2024-06-13T06:21:44.884273+0000","last_undegraded":"2024-06-13T06:21:44.884273+0000","last_fullsized":"2024-06-13T06:21:44.884273+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:00:28.313895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"91'4","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.880485+0000","last_change":"2024-06-13T06:20:03.336296+0000","last_active":"2024-06-13T06:21:44.880485+0000","last_peered":"2024-06-13T06:21:44.880485+0000","last_clean":"2024-06-13T06:21:44.880485+0000","last_became_active":"2024-06-13T06:20:03.334364+0000","last_became_peered":"2024-06-13T06:20:03.334364+0000","last_unstale":"2024-06-13T06:21:44.880485+0000","last_undegraded":"2024-06-13T06:21:44.880485+0000","last_fullsized":"2024-06-13T06:21:44.880485+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:59:15.005507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"91'7","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.895207+0000","last_change":"2024-06-13T06:20:03.338671+0000","last_active":"2024-06-13T06:21:44.895207+0000","last_peered":"2024-06-13T06:21:44.895207+0000","last_clean":"2024-06-13T06:21:44.895207+0000","last_became_active":"2024-06-13T06:20:03.338349+0000","last_became_peered":"2024-06-13T06:20:03.338349+0000","last_unstale":"2024-06-13T06:21:44.895207+0000","last_undegraded":"2024-06-13T06:21:44.895207+0000","last_fullsized":"2024-06-13T06:21:44.895207+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:15:04.858980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"91'8","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.884575+0000","last_change":"2024-06-13T06:20:03.342826+0000","last_active":"2024-06-13T06:21:44.884575+0000","last_peered":"2024-06-13T06:21:44.884575+0000","last_clean":"2024-06-13T06:21:44.884575+0000","last_became_active":"2024-06-13T06:20:03.341981+0000","last_became_peered":"2024-06-13T06:20:03.341981+0000","last_unstale":"2024-06-13T06:21:44.884575+0000","last_undegraded":"2024-06-13T06:21:44.884575+0000","last_fullsized":"2024-06-13T06:21:44.884575+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:36:49.891361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"91'4","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.897987+0000","last_change":"2024-06-13T06:20:03.329030+0000","last_active":"2024-06-13T06:21:44.897987+0000","last_peered":"2024-06-13T06:21:44.897987+0000","last_clean":"2024-06-13T06:21:44.897987+0000","last_became_active":"2024-06-13T06:20:03.328612+0000","last_became_peered":"2024-06-13T06:20:03.328612+0000","last_unstale":"2024-06-13T06:21:44.897987+0000","last_undegraded":"2024-06-13T06:21:44.897987+0000","last_fullsized":"2024-06-13T06:21:44.897987+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:52:50.291953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"91'6","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.878947+0000","last_change":"2024-06-13T06:20:03.334343+0000","last_active":"2024-06-13T06:21:44.878947+0000","last_peered":"2024-06-13T06:21:44.878947+0000","last_clean":"2024-06-13T06:21:44.878947+0000","last_became_active":"2024-06-13T06:20:03.330414+0000","last_became_peered":"2024-06-13T06:20:03.330414+0000","last_unstale":"2024-06-13T06:21:44.878947+0000","last_undegraded":"2024-06-13T06:21:44.878947+0000","last_fullsized":"2024-06-13T06:21:44.878947+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:21:18.560333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"91'5","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.888511+0000","last_change":"2024-06-13T06:20:03.334741+0000","last_active":"2024-06-13T06:21:44.888511+0000","last_peered":"2024-06-13T06:21:44.888511+0000","last_clean":"2024-06-13T06:21:44.888511+0000","last_became_active":"2024-06-13T06:20:03.334298+0000","last_became_peered":"2024-06-13T06:20:03.334298+0000","last_unstale":"2024-06-13T06:21:44.888511+0000","last_undegraded":"2024-06-13T06:21:44.888511+0000","last_fullsized":"2024-06-13T06:21:44.888511+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:43:51.283175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"91'9","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.898621+0000","last_change":"2024-06-13T06:20:03.336134+0000","last_active":"2024-06-13T06:21:44.898621+0000","last_peered":"2024-06-13T06:21:44.898621+0000","last_clean":"2024-06-13T06:21:44.898621+0000","last_became_active":"2024-06-13T06:20:03.335757+0000","last_became_peered":"2024-06-13T06:20:03.335757+0000","last_unstale":"2024-06-13T06:21:44.898621+0000","last_undegraded":"2024-06-13T06:21:44.898621+0000","last_fullsized":"2024-06-13T06:21:44.898621+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:33:07.065159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"91'11","reported_seq":37,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.892875+0000","last_change":"2024-06-13T06:20:46.812130+0000","last_active":"2024-06-13T06:21:44.892875+0000","last_peered":"2024-06-13T06:21:44.892875+0000","last_clean":"2024-06-13T06:21:44.892875+0000","last_became_active":"2024-06-13T06:20:46.811818+0000","last_became_peered":"2024-06-13T06:20:46.811818+0000","last_unstale":"2024-06-13T06:21:44.892875+0000","last_undegraded":"2024-06-13T06:21:44.892875+0000","last_fullsized":"2024-06-13T06:21:44.892875+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T07:34:01.378735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,11],"acting":[1,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"91'16","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.881550+0000","last_change":"2024-06-13T06:20:03.337544+0000","last_active":"2024-06-13T06:21:44.881550+0000","last_peered":"2024-06-13T06:21:44.881550+0000","last_clean":"2024-06-13T06:21:44.881550+0000","last_became_active":"2024-06-13T06:20:03.337065+0000","last_became_peered":"2024-06-13T06:20:03.337065+0000","last_unstale":"2024-06-13T06:21:44.881550+0000","last_undegraded":"2024-06-13T06:21:44.881550+0000","last_fullsized":"2024-06-13T06:21:44.881550+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:53:31.035251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"91'6","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.893951+0000","last_change":"2024-06-13T06:20:03.333522+0000","last_active":"2024-06-13T06:21:44.893951+0000","last_peered":"2024-06-13T06:21:44.893951+0000","last_clean":"2024-06-13T06:21:44.893951+0000","last_became_active":"2024-06-13T06:20:03.332459+0000","last_became_peered":"2024-06-13T06:20:03.332459+0000","last_unstale":"2024-06-13T06:21:44.893951+0000","last_undegraded":"2024-06-13T06:21:44.893951+0000","last_fullsized":"2024-06-13T06:21:44.893951+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:34:52.811985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"91'7","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.879467+0000","last_change":"2024-06-13T06:20:03.337109+0000","last_active":"2024-06-13T06:21:44.879467+0000","last_peered":"2024-06-13T06:21:44.879467+0000","last_clean":"2024-06-13T06:21:44.879467+0000","last_became_active":"2024-06-13T06:20:03.336757+0000","last_became_peered":"2024-06-13T06:20:03.336757+0000","last_unstale":"2024-06-13T06:21:44.879467+0000","last_undegraded":"2024-06-13T06:21:44.879467+0000","last_fullsized":"2024-06-13T06:21:44.879467+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T07:37:54.150456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"91'10","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.902534+0000","last_change":"2024-06-13T06:20:03.340259+0000","last_active":"2024-06-13T06:21:44.902534+0000","last_peered":"2024-06-13T06:21:44.902534+0000","last_clean":"2024-06-13T06:21:44.902534+0000","last_became_active":"2024-06-13T06:20:03.339856+0000","last_became_peered":"2024-06-13T06:20:03.339856+0000","last_unstale":"2024-06-13T06:21:44.902534+0000","last_undegraded":"2024-06-13T06:21:44.902534+0000","last_fullsized":"2024-06-13T06:21:44.902534+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:02:25.797567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"91'7","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.892673+0000","last_change":"2024-06-13T06:20:03.334182+0000","last_active":"2024-06-13T06:21:44.892673+0000","last_peered":"2024-06-13T06:21:44.892673+0000","last_clean":"2024-06-13T06:21:44.892673+0000","last_became_active":"2024-06-13T06:20:03.333795+0000","last_became_peered":"2024-06-13T06:20:03.333795+0000","last_unstale":"2024-06-13T06:21:44.892673+0000","last_undegraded":"2024-06-13T06:21:44.892673+0000","last_fullsized":"2024-06-13T06:21:44.892673+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:52:17.124185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"91'7","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.888142+0000","last_change":"2024-06-13T06:20:03.338071+0000","last_active":"2024-06-13T06:21:44.888142+0000","last_peered":"2024-06-13T06:21:44.888142+0000","last_clean":"2024-06-13T06:21:44.888142+0000","last_became_active":"2024-06-13T06:20:03.337734+0000","last_became_peered":"2024-06-13T06:20:03.337734+0000","last_unstale":"2024-06-13T06:21:44.888142+0000","last_undegraded":"2024-06-13T06:21:44.888142+0000","last_fullsized":"2024-06-13T06:21:44.888142+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:02:34.694790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"91'9","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.892131+0000","last_change":"2024-06-13T06:20:03.339528+0000","last_active":"2024-06-13T06:21:44.892131+0000","last_peered":"2024-06-13T06:21:44.892131+0000","last_clean":"2024-06-13T06:21:44.892131+0000","last_became_active":"2024-06-13T06:20:03.339071+0000","last_became_peered":"2024-06-13T06:20:03.339071+0000","last_unstale":"2024-06-13T06:21:44.892131+0000","last_undegraded":"2024-06-13T06:21:44.892131+0000","last_fullsized":"2024-06-13T06:21:44.892131+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:34:07.705176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"91'8","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.884391+0000","last_change":"2024-06-13T06:20:03.342207+0000","last_active":"2024-06-13T06:21:44.884391+0000","last_peered":"2024-06-13T06:21:44.884391+0000","last_clean":"2024-06-13T06:21:44.884391+0000","last_became_active":"2024-06-13T06:20:03.341869+0000","last_became_peered":"2024-06-13T06:20:03.341869+0000","last_unstale":"2024-06-13T06:21:44.884391+0000","last_undegraded":"2024-06-13T06:21:44.884391+0000","last_fullsized":"2024-06-13T06:21:44.884391+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:21:21.805087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"91'10","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.876716+0000","last_change":"2024-06-13T06:20:03.341255+0000","last_active":"2024-06-13T06:21:44.876716+0000","last_peered":"2024-06-13T06:21:44.876716+0000","last_clean":"2024-06-13T06:21:44.876716+0000","last_became_active":"2024-06-13T06:20:03.340941+0000","last_became_peered":"2024-06-13T06:20:03.340941+0000","last_unstale":"2024-06-13T06:21:44.876716+0000","last_undegraded":"2024-06-13T06:21:44.876716+0000","last_fullsized":"2024-06-13T06:21:44.876716+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:31:26.337845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"91'7","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.895164+0000","last_change":"2024-06-13T06:20:03.336715+0000","last_active":"2024-06-13T06:21:44.895164+0000","last_peered":"2024-06-13T06:21:44.895164+0000","last_clean":"2024-06-13T06:21:44.895164+0000","last_became_active":"2024-06-13T06:20:03.336176+0000","last_became_peered":"2024-06-13T06:20:03.336176+0000","last_unstale":"2024-06-13T06:21:44.895164+0000","last_undegraded":"2024-06-13T06:21:44.895164+0000","last_fullsized":"2024-06-13T06:21:44.895164+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:21:18.751114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'9","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.668813+0000","last_change":"2024-06-13T06:19:59.566933+0000","last_active":"2024-06-13T06:20:46.668813+0000","last_peered":"2024-06-13T06:20:46.668813+0000","last_clean":"2024-06-13T06:20:46.668813+0000","last_became_active":"2024-06-13T06:19:59.566593+0000","last_became_peered":"2024-06-13T06:19:59.566593+0000","last_unstale":"2024-06-13T06:20:46.668813+0000","last_undegraded":"2024-06-13T06:20:46.668813+0000","last_fullsized":"2024-06-13T06:20:46.668813+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:25:54.806838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"91'5","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.892210+0000","last_change":"2024-06-13T06:20:03.338707+0000","last_active":"2024-06-13T06:21:44.892210+0000","last_peered":"2024-06-13T06:21:44.892210+0000","last_clean":"2024-06-13T06:21:44.892210+0000","last_became_active":"2024-06-13T06:20:03.338400+0000","last_became_peered":"2024-06-13T06:20:03.338400+0000","last_unstale":"2024-06-13T06:21:44.892210+0000","last_undegraded":"2024-06-13T06:21:44.892210+0000","last_fullsized":"2024-06-13T06:21:44.892210+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:51:23.534492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.670249+0000","last_change":"2024-06-13T06:19:59.832788+0000","last_active":"2024-06-13T06:20:46.670249+0000","last_peered":"2024-06-13T06:20:46.670249+0000","last_clean":"2024-06-13T06:20:46.670249+0000","last_became_active":"2024-06-13T06:19:59.832420+0000","last_became_peered":"2024-06-13T06:19:59.832420+0000","last_unstale":"2024-06-13T06:20:46.670249+0000","last_undegraded":"2024-06-13T06:20:46.670249+0000","last_fullsized":"2024-06-13T06:20:46.670249+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:03:48.887324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"91'6","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.893339+0000","last_change":"2024-06-13T06:20:03.337196+0000","last_active":"2024-06-13T06:21:44.893339+0000","last_peered":"2024-06-13T06:21:44.893339+0000","last_clean":"2024-06-13T06:21:44.893339+0000","last_became_active":"2024-06-13T06:20:03.336305+0000","last_became_peered":"2024-06-13T06:20:03.336305+0000","last_unstale":"2024-06-13T06:21:44.893339+0000","last_undegraded":"2024-06-13T06:21:44.893339+0000","last_fullsized":"2024-06-13T06:21:44.893339+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:40:32.365336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"89'4","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.671338+0000","last_change":"2024-06-13T06:19:59.566843+0000","last_active":"2024-06-13T06:20:46.671338+0000","last_peered":"2024-06-13T06:20:46.671338+0000","last_clean":"2024-06-13T06:20:46.671338+0000","last_became_active":"2024-06-13T06:19:59.566350+0000","last_became_peered":"2024-06-13T06:19:59.566350+0000","last_unstale":"2024-06-13T06:20:46.671338+0000","last_undegraded":"2024-06-13T06:20:46.671338+0000","last_fullsized":"2024-06-13T06:20:46.671338+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T10:33:35.399966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"91'9","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.902554+0000","last_change":"2024-06-13T06:20:03.339794+0000","last_active":"2024-06-13T06:21:44.902554+0000","last_peered":"2024-06-13T06:21:44.902554+0000","last_clean":"2024-06-13T06:21:44.902554+0000","last_became_active":"2024-06-13T06:20:03.339069+0000","last_became_peered":"2024-06-13T06:20:03.339069+0000","last_unstale":"2024-06-13T06:21:44.902554+0000","last_undegraded":"2024-06-13T06:21:44.902554+0000","last_fullsized":"2024-06-13T06:21:44.902554+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T09:55:26.967193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"89'2","reported_seq":15,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.684619+0000","last_change":"2024-06-13T06:20:46.684208+0000","last_active":"2024-06-13T06:20:46.684619+0000","last_peered":"2024-06-13T06:20:46.684619+0000","last_clean":"2024-06-13T06:20:46.684619+0000","last_became_active":"2024-06-13T06:20:46.671565+0000","last_became_peered":"2024-06-13T06:20:46.671565+0000","last_unstale":"2024-06-13T06:20:46.684619+0000","last_undegraded":"2024-06-13T06:20:46.684619+0000","last_fullsized":"2024-06-13T06:20:46.684619+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T09:24:34.186779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1d","version":"91'15","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.890105+0000","last_change":"2024-06-13T06:20:03.343090+0000","last_active":"2024-06-13T06:21:44.890105+0000","last_peered":"2024-06-13T06:21:44.890105+0000","last_clean":"2024-06-13T06:21:44.890105+0000","last_became_active":"2024-06-13T06:20:03.342752+0000","last_became_peered":"2024-06-13T06:20:03.342752+0000","last_unstale":"2024-06-13T06:21:44.890105+0000","last_undegraded":"2024-06-13T06:21:44.890105+0000","last_fullsized":"2024-06-13T06:21:44.890105+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:11:29.883907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"91'7","reported_seq":128,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:50.459137+0000","last_change":"2024-06-13T06:19:59.565437+0000","last_active":"2024-06-13T06:21:50.459137+0000","last_peered":"2024-06-13T06:21:50.459137+0000","last_clean":"2024-06-13T06:21:50.459137+0000","last_became_active":"2024-06-13T06:19:59.565103+0000","last_became_peered":"2024-06-13T06:19:59.565103+0000","last_unstale":"2024-06-13T06:21:50.459137+0000","last_undegraded":"2024-06-13T06:21:50.459137+0000","last_fullsized":"2024-06-13T06:21:50.459137+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:27:29.531378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1153,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":95,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"91'7","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.882738+0000","last_change":"2024-06-13T06:20:03.334332+0000","last_active":"2024-06-13T06:21:44.882738+0000","last_peered":"2024-06-13T06:21:44.882738+0000","last_clean":"2024-06-13T06:21:44.882738+0000","last_became_active":"2024-06-13T06:20:03.333992+0000","last_became_peered":"2024-06-13T06:20:03.333992+0000","last_unstale":"2024-06-13T06:21:44.882738+0000","last_undegraded":"2024-06-13T06:21:44.882738+0000","last_fullsized":"2024-06-13T06:21:44.882738+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:24:18.966206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"89'3","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.667351+0000","last_change":"2024-06-13T06:19:59.566111+0000","last_active":"2024-06-13T06:20:46.667351+0000","last_peered":"2024-06-13T06:20:46.667351+0000","last_clean":"2024-06-13T06:20:46.667351+0000","last_became_active":"2024-06-13T06:19:59.565765+0000","last_became_peered":"2024-06-13T06:19:59.565765+0000","last_unstale":"2024-06-13T06:20:46.667351+0000","last_undegraded":"2024-06-13T06:20:46.667351+0000","last_fullsized":"2024-06-13T06:20:46.667351+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T09:35:32.628229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"91'8","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.875882+0000","last_change":"2024-06-13T06:20:46.672552+0000","last_active":"2024-06-13T06:21:44.875882+0000","last_peered":"2024-06-13T06:21:44.875882+0000","last_clean":"2024-06-13T06:21:44.875882+0000","last_became_active":"2024-06-13T06:20:46.672169+0000","last_became_peered":"2024-06-13T06:20:46.672169+0000","last_unstale":"2024-06-13T06:21:44.875882+0000","last_undegraded":"2024-06-13T06:21:44.875882+0000","last_fullsized":"2024-06-13T06:21:44.875882+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:20:25.218034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.19","version":"89'2","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.811208+0000","last_change":"2024-06-13T06:19:59.566446+0000","last_active":"2024-06-13T06:20:46.811208+0000","last_peered":"2024-06-13T06:20:46.811208+0000","last_clean":"2024-06-13T06:20:46.811208+0000","last_became_active":"2024-06-13T06:19:59.566126+0000","last_became_peered":"2024-06-13T06:19:59.566126+0000","last_unstale":"2024-06-13T06:20:46.811208+0000","last_undegraded":"2024-06-13T06:20:46.811208+0000","last_fullsized":"2024-06-13T06:20:46.811208+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:14:20.638560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"91'8","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.896364+0000","last_change":"2024-06-13T06:20:46.811707+0000","last_active":"2024-06-13T06:21:44.896364+0000","last_peered":"2024-06-13T06:21:44.896364+0000","last_clean":"2024-06-13T06:21:44.896364+0000","last_became_active":"2024-06-13T06:20:46.811293+0000","last_became_peered":"2024-06-13T06:20:46.811293+0000","last_unstale":"2024-06-13T06:21:44.896364+0000","last_undegraded":"2024-06-13T06:21:44.896364+0000","last_fullsized":"2024-06-13T06:21:44.896364+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:27:32.286319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,6],"acting":[9,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"89'1","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.666513+0000","last_change":"2024-06-13T06:19:59.563130+0000","last_active":"2024-06-13T06:20:46.666513+0000","last_peered":"2024-06-13T06:20:46.666513+0000","last_clean":"2024-06-13T06:20:46.666513+0000","last_became_active":"2024-06-13T06:19:59.562802+0000","last_became_peered":"2024-06-13T06:19:59.562802+0000","last_unstale":"2024-06-13T06:20:46.666513+0000","last_undegraded":"2024-06-13T06:20:46.666513+0000","last_fullsized":"2024-06-13T06:20:46.666513+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T09:02:56.466761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"91'11","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.897940+0000","last_change":"2024-06-13T06:20:03.328984+0000","last_active":"2024-06-13T06:21:44.897940+0000","last_peered":"2024-06-13T06:21:44.897940+0000","last_clean":"2024-06-13T06:21:44.897940+0000","last_became_active":"2024-06-13T06:20:03.328636+0000","last_became_peered":"2024-06-13T06:20:03.328636+0000","last_unstale":"2024-06-13T06:21:44.897940+0000","last_undegraded":"2024-06-13T06:21:44.897940+0000","last_fullsized":"2024-06-13T06:21:44.897940+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:59:01.886343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"91'4","reported_seq":121,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:50.458373+0000","last_change":"2024-06-13T06:19:59.563969+0000","last_active":"2024-06-13T06:21:50.458373+0000","last_peered":"2024-06-13T06:21:50.458373+0000","last_clean":"2024-06-13T06:21:50.458373+0000","last_became_active":"2024-06-13T06:19:59.563540+0000","last_became_peered":"2024-06-13T06:19:59.563540+0000","last_unstale":"2024-06-13T06:21:50.458373+0000","last_undegraded":"2024-06-13T06:21:50.458373+0000","last_fullsized":"2024-06-13T06:21:50.458373+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:08:42.720303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":91,"num_read_kb":91,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"91'10","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.890814+0000","last_change":"2024-06-13T06:20:03.339984+0000","last_active":"2024-06-13T06:21:44.890814+0000","last_peered":"2024-06-13T06:21:44.890814+0000","last_clean":"2024-06-13T06:21:44.890814+0000","last_became_active":"2024-06-13T06:20:03.336966+0000","last_became_peered":"2024-06-13T06:20:03.336966+0000","last_unstale":"2024-06-13T06:21:44.890814+0000","last_undegraded":"2024-06-13T06:21:44.890814+0000","last_fullsized":"2024-06-13T06:21:44.890814+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:29:17.597264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"89'2","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.810816+0000","last_change":"2024-06-13T06:19:59.569760+0000","last_active":"2024-06-13T06:20:46.810816+0000","last_peered":"2024-06-13T06:20:46.810816+0000","last_clean":"2024-06-13T06:20:46.810816+0000","last_became_active":"2024-06-13T06:19:59.569158+0000","last_became_peered":"2024-06-13T06:19:59.569158+0000","last_unstale":"2024-06-13T06:20:46.810816+0000","last_undegraded":"2024-06-13T06:20:46.810816+0000","last_fullsized":"2024-06-13T06:20:46.810816+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:01:05.645534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"91'9","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.894629+0000","last_change":"2024-06-13T06:20:03.333314+0000","last_active":"2024-06-13T06:21:44.894629+0000","last_peered":"2024-06-13T06:21:44.894629+0000","last_clean":"2024-06-13T06:21:44.894629+0000","last_became_active":"2024-06-13T06:20:03.332981+0000","last_became_peered":"2024-06-13T06:20:03.332981+0000","last_unstale":"2024-06-13T06:21:44.894629+0000","last_undegraded":"2024-06-13T06:21:44.894629+0000","last_fullsized":"2024-06-13T06:21:44.894629+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:08:16.319677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"89'4","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.666854+0000","last_change":"2024-06-13T06:19:59.833684+0000","last_active":"2024-06-13T06:20:46.666854+0000","last_peered":"2024-06-13T06:20:46.666854+0000","last_clean":"2024-06-13T06:20:46.666854+0000","last_became_active":"2024-06-13T06:19:59.833320+0000","last_became_peered":"2024-06-13T06:19:59.833320+0000","last_unstale":"2024-06-13T06:20:46.666854+0000","last_undegraded":"2024-06-13T06:20:46.666854+0000","last_fullsized":"2024-06-13T06:20:46.666854+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:30:26.385523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"91'11","reported_seq":22,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.881703+0000","last_change":"2024-06-13T06:20:46.672447+0000","last_active":"2024-06-13T06:21:44.881703+0000","last_peered":"2024-06-13T06:21:44.881703+0000","last_clean":"2024-06-13T06:21:44.881703+0000","last_became_active":"2024-06-13T06:20:46.671961+0000","last_became_peered":"2024-06-13T06:20:46.671961+0000","last_unstale":"2024-06-13T06:21:44.881703+0000","last_undegraded":"2024-06-13T06:21:44.881703+0000","last_fullsized":"2024-06-13T06:21:44.881703+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:53:28.640521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,4],"acting":[9,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"91'31","reported_seq":267,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:51.784228+0000","last_change":"2024-06-13T06:20:46.681803+0000","last_active":"2024-06-13T06:21:51.784228+0000","last_peered":"2024-06-13T06:21:51.784228+0000","last_clean":"2024-06-13T06:21:51.784228+0000","last_became_active":"2024-06-13T06:20:46.671610+0000","last_became_peered":"2024-06-13T06:20:46.671610+0000","last_unstale":"2024-06-13T06:21:51.784228+0000","last_undegraded":"2024-06-13T06:21:51.784228+0000","last_fullsized":"2024-06-13T06:21:51.784228+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:56:06.655869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60595,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":187,"num_read_kb":151,"num_write":32,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":56089,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"91'6","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.877204+0000","last_change":"2024-06-13T06:20:03.337067+0000","last_active":"2024-06-13T06:21:44.877204+0000","last_peered":"2024-06-13T06:21:44.877204+0000","last_clean":"2024-06-13T06:21:44.877204+0000","last_became_active":"2024-06-13T06:20:03.336729+0000","last_became_peered":"2024-06-13T06:20:03.336729+0000","last_unstale":"2024-06-13T06:21:44.877204+0000","last_undegraded":"2024-06-13T06:21:44.877204+0000","last_fullsized":"2024-06-13T06:21:44.877204+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:07:06.568324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"89'6","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.664793+0000","last_change":"2024-06-13T06:19:59.568177+0000","last_active":"2024-06-13T06:20:46.664793+0000","last_peered":"2024-06-13T06:20:46.664793+0000","last_clean":"2024-06-13T06:20:46.664793+0000","last_became_active":"2024-06-13T06:19:59.567835+0000","last_became_peered":"2024-06-13T06:19:59.567835+0000","last_unstale":"2024-06-13T06:20:46.664793+0000","last_undegraded":"2024-06-13T06:20:46.664793+0000","last_fullsized":"2024-06-13T06:20:46.664793+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:56:12.654336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"91'9","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.901109+0000","last_change":"2024-06-13T06:20:03.328717+0000","last_active":"2024-06-13T06:21:44.901109+0000","last_peered":"2024-06-13T06:21:44.901109+0000","last_clean":"2024-06-13T06:21:44.901109+0000","last_became_active":"2024-06-13T06:20:03.328389+0000","last_became_peered":"2024-06-13T06:20:03.328389+0000","last_unstale":"2024-06-13T06:21:44.901109+0000","last_undegraded":"2024-06-13T06:21:44.901109+0000","last_fullsized":"2024-06-13T06:21:44.901109+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:24:48.044274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"89'3","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.666461+0000","last_change":"2024-06-13T06:19:59.563284+0000","last_active":"2024-06-13T06:20:46.666461+0000","last_peered":"2024-06-13T06:20:46.666461+0000","last_clean":"2024-06-13T06:20:46.666461+0000","last_became_active":"2024-06-13T06:19:59.562853+0000","last_became_peered":"2024-06-13T06:19:59.562853+0000","last_unstale":"2024-06-13T06:20:46.666461+0000","last_undegraded":"2024-06-13T06:20:46.666461+0000","last_fullsized":"2024-06-13T06:20:46.666461+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:55:28.776164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"91'15","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.903334+0000","last_change":"2024-06-13T06:20:03.328605+0000","last_active":"2024-06-13T06:21:44.903334+0000","last_peered":"2024-06-13T06:21:44.903334+0000","last_clean":"2024-06-13T06:21:44.903334+0000","last_became_active":"2024-06-13T06:20:03.328179+0000","last_became_peered":"2024-06-13T06:20:03.328179+0000","last_unstale":"2024-06-13T06:21:44.903334+0000","last_undegraded":"2024-06-13T06:21:44.903334+0000","last_fullsized":"2024-06-13T06:21:44.903334+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:29:01.634231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"91'5","reported_seq":127,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:51.459903+0000","last_change":"2024-06-13T06:19:59.567260+0000","last_active":"2024-06-13T06:21:51.459903+0000","last_peered":"2024-06-13T06:21:51.459903+0000","last_clean":"2024-06-13T06:21:51.459903+0000","last_became_active":"2024-06-13T06:19:59.566849+0000","last_became_peered":"2024-06-13T06:19:59.566849+0000","last_unstale":"2024-06-13T06:21:51.459903+0000","last_undegraded":"2024-06-13T06:21:51.459903+0000","last_fullsized":"2024-06-13T06:21:51.459903+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:33:51.864595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1119,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":97,"num_read_kb":5,"num_write":4,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"91'6","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.888706+0000","last_change":"2024-06-13T06:20:03.337743+0000","last_active":"2024-06-13T06:21:44.888706+0000","last_peered":"2024-06-13T06:21:44.888706+0000","last_clean":"2024-06-13T06:21:44.888706+0000","last_became_active":"2024-06-13T06:20:03.337302+0000","last_became_peered":"2024-06-13T06:20:03.337302+0000","last_unstale":"2024-06-13T06:21:44.888706+0000","last_undegraded":"2024-06-13T06:21:44.888706+0000","last_fullsized":"2024-06-13T06:21:44.888706+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T10:45:35.834660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"89'15","reported_seq":42,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.670393+0000","last_change":"2024-06-13T06:19:59.832932+0000","last_active":"2024-06-13T06:20:46.670393+0000","last_peered":"2024-06-13T06:20:46.670393+0000","last_clean":"2024-06-13T06:20:46.670393+0000","last_became_active":"2024-06-13T06:19:59.832465+0000","last_became_peered":"2024-06-13T06:19:59.832465+0000","last_unstale":"2024-06-13T06:20:46.670393+0000","last_undegraded":"2024-06-13T06:20:46.670393+0000","last_fullsized":"2024-06-13T06:20:46.670393+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:29:33.741869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"91'6","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.889185+0000","last_change":"2024-06-13T06:20:03.343075+0000","last_active":"2024-06-13T06:21:44.889185+0000","last_peered":"2024-06-13T06:21:44.889185+0000","last_clean":"2024-06-13T06:21:44.889185+0000","last_became_active":"2024-06-13T06:20:03.342740+0000","last_became_peered":"2024-06-13T06:20:03.342740+0000","last_unstale":"2024-06-13T06:21:44.889185+0000","last_undegraded":"2024-06-13T06:21:44.889185+0000","last_fullsized":"2024-06-13T06:21:44.889185+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:47:32.212852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.670868+0000","last_change":"2024-06-13T06:19:59.568400+0000","last_active":"2024-06-13T06:20:46.670868+0000","last_peered":"2024-06-13T06:20:46.670868+0000","last_clean":"2024-06-13T06:20:46.670868+0000","last_became_active":"2024-06-13T06:19:59.568022+0000","last_became_peered":"2024-06-13T06:19:59.568022+0000","last_unstale":"2024-06-13T06:20:46.670868+0000","last_undegraded":"2024-06-13T06:20:46.670868+0000","last_fullsized":"2024-06-13T06:20:46.670868+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:12:50.513044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"91'5","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.883001+0000","last_change":"2024-06-13T06:20:46.673552+0000","last_active":"2024-06-13T06:21:44.883001+0000","last_peered":"2024-06-13T06:21:44.883001+0000","last_clean":"2024-06-13T06:21:44.883001+0000","last_became_active":"2024-06-13T06:20:46.672166+0000","last_became_peered":"2024-06-13T06:20:46.672166+0000","last_unstale":"2024-06-13T06:21:44.883001+0000","last_undegraded":"2024-06-13T06:21:44.883001+0000","last_fullsized":"2024-06-13T06:21:44.883001+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T09:19:43.857291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,8],"acting":[11,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.668533+0000","last_change":"2024-06-13T06:19:59.834736+0000","last_active":"2024-06-13T06:20:46.668533+0000","last_peered":"2024-06-13T06:20:46.668533+0000","last_clean":"2024-06-13T06:20:46.668533+0000","last_became_active":"2024-06-13T06:19:59.834303+0000","last_became_peered":"2024-06-13T06:19:59.834303+0000","last_unstale":"2024-06-13T06:20:46.668533+0000","last_undegraded":"2024-06-13T06:20:46.668533+0000","last_fullsized":"2024-06-13T06:20:46.668533+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:59:39.930975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"91'5","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.894196+0000","last_change":"2024-06-13T06:20:03.329695+0000","last_active":"2024-06-13T06:21:44.894196+0000","last_peered":"2024-06-13T06:21:44.894196+0000","last_clean":"2024-06-13T06:21:44.894196+0000","last_became_active":"2024-06-13T06:20:03.329358+0000","last_became_peered":"2024-06-13T06:20:03.329358+0000","last_unstale":"2024-06-13T06:21:44.894196+0000","last_undegraded":"2024-06-13T06:21:44.894196+0000","last_fullsized":"2024-06-13T06:21:44.894196+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:15:14.603421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"89'1","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.810539+0000","last_change":"2024-06-13T06:19:59.563944+0000","last_active":"2024-06-13T06:20:46.810539+0000","last_peered":"2024-06-13T06:20:46.810539+0000","last_clean":"2024-06-13T06:20:46.810539+0000","last_became_active":"2024-06-13T06:19:59.563594+0000","last_became_peered":"2024-06-13T06:19:59.563594+0000","last_unstale":"2024-06-13T06:20:46.810539+0000","last_undegraded":"2024-06-13T06:20:46.810539+0000","last_fullsized":"2024-06-13T06:20:46.810539+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:51:42.929079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"91'7","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.889383+0000","last_change":"2024-06-13T06:20:03.336182+0000","last_active":"2024-06-13T06:21:44.889383+0000","last_peered":"2024-06-13T06:21:44.889383+0000","last_clean":"2024-06-13T06:21:44.889383+0000","last_became_active":"2024-06-13T06:20:03.335500+0000","last_became_peered":"2024-06-13T06:20:03.335500+0000","last_unstale":"2024-06-13T06:21:44.889383+0000","last_undegraded":"2024-06-13T06:21:44.889383+0000","last_fullsized":"2024-06-13T06:21:44.889383+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T07:32:13.613578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"91'8","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.892853+0000","last_change":"2024-06-13T06:20:46.812688+0000","last_active":"2024-06-13T06:21:44.892853+0000","last_peered":"2024-06-13T06:21:44.892853+0000","last_clean":"2024-06-13T06:21:44.892853+0000","last_became_active":"2024-06-13T06:20:46.812286+0000","last_became_peered":"2024-06-13T06:20:46.812286+0000","last_unstale":"2024-06-13T06:21:44.892853+0000","last_undegraded":"2024-06-13T06:21:44.892853+0000","last_fullsized":"2024-06-13T06:21:44.892853+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:20:09.437747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"91'5","reported_seq":124,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:52.460738+0000","last_change":"2024-06-13T06:19:59.832754+0000","last_active":"2024-06-13T06:21:52.460738+0000","last_peered":"2024-06-13T06:21:52.460738+0000","last_clean":"2024-06-13T06:21:52.460738+0000","last_became_active":"2024-06-13T06:19:59.832361+0000","last_became_peered":"2024-06-13T06:19:59.832361+0000","last_unstale":"2024-06-13T06:21:52.460738+0000","last_undegraded":"2024-06-13T06:21:52.460738+0000","last_fullsized":"2024-06-13T06:21:52.460738+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:02:58.350573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":93,"num_read_kb":93,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"91'8","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.898883+0000","last_change":"2024-06-13T06:20:03.337841+0000","last_active":"2024-06-13T06:21:44.898883+0000","last_peered":"2024-06-13T06:21:44.898883+0000","last_clean":"2024-06-13T06:21:44.898883+0000","last_became_active":"2024-06-13T06:20:03.337281+0000","last_became_peered":"2024-06-13T06:20:03.337281+0000","last_unstale":"2024-06-13T06:21:44.898883+0000","last_undegraded":"2024-06-13T06:21:44.898883+0000","last_fullsized":"2024-06-13T06:21:44.898883+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:16:30.838399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'3","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.668558+0000","last_change":"2024-06-13T06:19:59.568277+0000","last_active":"2024-06-13T06:20:46.668558+0000","last_peered":"2024-06-13T06:20:46.668558+0000","last_clean":"2024-06-13T06:20:46.668558+0000","last_became_active":"2024-06-13T06:19:59.567541+0000","last_became_peered":"2024-06-13T06:19:59.567541+0000","last_unstale":"2024-06-13T06:20:46.668558+0000","last_undegraded":"2024-06-13T06:20:46.668558+0000","last_fullsized":"2024-06-13T06:20:46.668558+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:47:54.915305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":359,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.810517+0000","last_change":"2024-06-13T06:18:34.317390+0000","last_active":"2024-06-13T06:20:46.810517+0000","last_peered":"2024-06-13T06:20:46.810517+0000","last_clean":"2024-06-13T06:20:46.810517+0000","last_became_active":"2024-06-13T06:18:34.317005+0000","last_became_peered":"2024-06-13T06:18:34.317005+0000","last_unstale":"2024-06-13T06:20:46.810517+0000","last_undegraded":"2024-06-13T06:20:46.810517+0000","last_fullsized":"2024-06-13T06:20:46.810517+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:15:09.350365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:15:09.350365+0000","last_clean_scrub_stamp":"2024-06-13T06:15:09.350365+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:14:34.164625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"91'5","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.883734+0000","last_change":"2024-06-13T06:20:03.340336+0000","last_active":"2024-06-13T06:21:44.883734+0000","last_peered":"2024-06-13T06:21:44.883734+0000","last_clean":"2024-06-13T06:21:44.883734+0000","last_became_active":"2024-06-13T06:20:03.340009+0000","last_became_peered":"2024-06-13T06:20:03.340009+0000","last_unstale":"2024-06-13T06:21:44.883734+0000","last_undegraded":"2024-06-13T06:21:44.883734+0000","last_fullsized":"2024-06-13T06:21:44.883734+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:33:40.983600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'3","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.810770+0000","last_change":"2024-06-13T06:19:59.567443+0000","last_active":"2024-06-13T06:20:46.810770+0000","last_peered":"2024-06-13T06:20:46.810770+0000","last_clean":"2024-06-13T06:20:46.810770+0000","last_became_active":"2024-06-13T06:19:59.567072+0000","last_became_peered":"2024-06-13T06:19:59.567072+0000","last_unstale":"2024-06-13T06:20:46.810770+0000","last_undegraded":"2024-06-13T06:20:46.810770+0000","last_fullsized":"2024-06-13T06:20:46.810770+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:44:35.300398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"89'1","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.671157+0000","last_change":"2024-06-13T06:19:59.834172+0000","last_active":"2024-06-13T06:20:46.671157+0000","last_peered":"2024-06-13T06:20:46.671157+0000","last_clean":"2024-06-13T06:20:46.671157+0000","last_became_active":"2024-06-13T06:19:59.833438+0000","last_became_peered":"2024-06-13T06:19:59.833438+0000","last_unstale":"2024-06-13T06:20:46.671157+0000","last_undegraded":"2024-06-13T06:20:46.671157+0000","last_fullsized":"2024-06-13T06:20:46.671157+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:25:57.760729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"91'9","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.902226+0000","last_change":"2024-06-13T06:20:03.337636+0000","last_active":"2024-06-13T06:21:44.902226+0000","last_peered":"2024-06-13T06:21:44.902226+0000","last_clean":"2024-06-13T06:21:44.902226+0000","last_became_active":"2024-06-13T06:20:03.336962+0000","last_became_peered":"2024-06-13T06:20:03.336962+0000","last_unstale":"2024-06-13T06:21:44.902226+0000","last_undegraded":"2024-06-13T06:21:44.902226+0000","last_fullsized":"2024-06-13T06:21:44.902226+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:52:01.089591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"91'12","reported_seq":38,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.668948+0000","last_change":"2024-06-13T06:19:59.566778+0000","last_active":"2024-06-13T06:20:46.668948+0000","last_peered":"2024-06-13T06:20:46.668948+0000","last_clean":"2024-06-13T06:20:46.668948+0000","last_became_active":"2024-06-13T06:19:59.566406+0000","last_became_peered":"2024-06-13T06:19:59.566406+0000","last_unstale":"2024-06-13T06:20:46.668948+0000","last_undegraded":"2024-06-13T06:20:46.668948+0000","last_fullsized":"2024-06-13T06:20:46.668948+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:47:38.813218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"91'5","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.895523+0000","last_change":"2024-06-13T06:20:03.332327+0000","last_active":"2024-06-13T06:21:44.895523+0000","last_peered":"2024-06-13T06:21:44.895523+0000","last_clean":"2024-06-13T06:21:44.895523+0000","last_became_active":"2024-06-13T06:20:03.332012+0000","last_became_peered":"2024-06-13T06:20:03.332012+0000","last_unstale":"2024-06-13T06:21:44.895523+0000","last_undegraded":"2024-06-13T06:21:44.895523+0000","last_fullsized":"2024-06-13T06:21:44.895523+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:40:31.752929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"89'4","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.668811+0000","last_change":"2024-06-13T06:19:59.871364+0000","last_active":"2024-06-13T06:20:46.668811+0000","last_peered":"2024-06-13T06:20:46.668811+0000","last_clean":"2024-06-13T06:20:46.668811+0000","last_became_active":"2024-06-13T06:19:59.870977+0000","last_became_peered":"2024-06-13T06:19:59.870977+0000","last_unstale":"2024-06-13T06:20:46.668811+0000","last_undegraded":"2024-06-13T06:20:46.668811+0000","last_fullsized":"2024-06-13T06:20:46.668811+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T10:13:06.882931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"91'7","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.899190+0000","last_change":"2024-06-13T06:20:03.326400+0000","last_active":"2024-06-13T06:21:44.899190+0000","last_peered":"2024-06-13T06:21:44.899190+0000","last_clean":"2024-06-13T06:21:44.899190+0000","last_became_active":"2024-06-13T06:20:03.326056+0000","last_became_peered":"2024-06-13T06:20:03.326056+0000","last_unstale":"2024-06-13T06:21:44.899190+0000","last_undegraded":"2024-06-13T06:21:44.899190+0000","last_fullsized":"2024-06-13T06:21:44.899190+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T10:55:37.627614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.669788+0000","last_change":"2024-06-13T06:19:59.832873+0000","last_active":"2024-06-13T06:20:46.669788+0000","last_peered":"2024-06-13T06:20:46.669788+0000","last_clean":"2024-06-13T06:20:46.669788+0000","last_became_active":"2024-06-13T06:19:59.832564+0000","last_became_peered":"2024-06-13T06:19:59.832564+0000","last_unstale":"2024-06-13T06:20:46.669788+0000","last_undegraded":"2024-06-13T06:20:46.669788+0000","last_fullsized":"2024-06-13T06:20:46.669788+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:59:09.301487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"91'2","reported_seq":22,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.847103+0000","last_change":"2024-06-13T06:20:03.338608+0000","last_active":"2024-06-13T06:21:44.847103+0000","last_peered":"2024-06-13T06:21:44.847103+0000","last_clean":"2024-06-13T06:21:44.847103+0000","last_became_active":"2024-06-13T06:20:03.338223+0000","last_became_peered":"2024-06-13T06:20:03.338223+0000","last_unstale":"2024-06-13T06:21:44.847103+0000","last_undegraded":"2024-06-13T06:21:44.847103+0000","last_fullsized":"2024-06-13T06:21:44.847103+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T10:48:40.962563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"89'3","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.669655+0000","last_change":"2024-06-13T06:19:59.564731+0000","last_active":"2024-06-13T06:20:46.669655+0000","last_peered":"2024-06-13T06:20:46.669655+0000","last_clean":"2024-06-13T06:20:46.669655+0000","last_became_active":"2024-06-13T06:19:59.564374+0000","last_became_peered":"2024-06-13T06:19:59.564374+0000","last_unstale":"2024-06-13T06:20:46.669655+0000","last_undegraded":"2024-06-13T06:20:46.669655+0000","last_fullsized":"2024-06-13T06:20:46.669655+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:29:27.565821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"91'9","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.884314+0000","last_change":"2024-06-13T06:20:03.338192+0000","last_active":"2024-06-13T06:21:44.884314+0000","last_peered":"2024-06-13T06:21:44.884314+0000","last_clean":"2024-06-13T06:21:44.884314+0000","last_became_active":"2024-06-13T06:20:03.337623+0000","last_became_peered":"2024-06-13T06:20:03.337623+0000","last_unstale":"2024-06-13T06:21:44.884314+0000","last_undegraded":"2024-06-13T06:21:44.884314+0000","last_fullsized":"2024-06-13T06:21:44.884314+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:46:51.514946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"89'1","reported_seq":15,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.676726+0000","last_change":"2024-06-13T06:20:46.676257+0000","last_active":"2024-06-13T06:20:46.676726+0000","last_peered":"2024-06-13T06:20:46.676726+0000","last_clean":"2024-06-13T06:20:46.676726+0000","last_became_active":"2024-06-13T06:20:46.671594+0000","last_became_peered":"2024-06-13T06:20:46.671594+0000","last_unstale":"2024-06-13T06:20:46.676726+0000","last_undegraded":"2024-06-13T06:20:46.676726+0000","last_fullsized":"2024-06-13T06:20:46.676726+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:31:51.365837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"91'8","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.895586+0000","last_change":"2024-06-13T06:20:03.333924+0000","last_active":"2024-06-13T06:21:44.895586+0000","last_peered":"2024-06-13T06:21:44.895586+0000","last_clean":"2024-06-13T06:21:44.895586+0000","last_became_active":"2024-06-13T06:20:03.333591+0000","last_became_peered":"2024-06-13T06:20:03.333591+0000","last_unstale":"2024-06-13T06:21:44.895586+0000","last_undegraded":"2024-06-13T06:21:44.895586+0000","last_fullsized":"2024-06-13T06:21:44.895586+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T07:09:33.075835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.670525+0000","last_change":"2024-06-13T06:19:59.569485+0000","last_active":"2024-06-13T06:20:46.670525+0000","last_peered":"2024-06-13T06:20:46.670525+0000","last_clean":"2024-06-13T06:20:46.670525+0000","last_became_active":"2024-06-13T06:19:59.569083+0000","last_became_peered":"2024-06-13T06:19:59.569083+0000","last_unstale":"2024-06-13T06:20:46.670525+0000","last_undegraded":"2024-06-13T06:20:46.670525+0000","last_fullsized":"2024-06-13T06:20:46.670525+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T07:54:39.027326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"91'5","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.902362+0000","last_change":"2024-06-13T06:20:03.332895+0000","last_active":"2024-06-13T06:21:44.902362+0000","last_peered":"2024-06-13T06:21:44.902362+0000","last_clean":"2024-06-13T06:21:44.902362+0000","last_became_active":"2024-06-13T06:20:03.332522+0000","last_became_peered":"2024-06-13T06:20:03.332522+0000","last_unstale":"2024-06-13T06:21:44.902362+0000","last_undegraded":"2024-06-13T06:21:44.902362+0000","last_fullsized":"2024-06-13T06:21:44.902362+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:06:52.386940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.664976+0000","last_change":"2024-06-13T06:19:59.871273+0000","last_active":"2024-06-13T06:20:46.664976+0000","last_peered":"2024-06-13T06:20:46.664976+0000","last_clean":"2024-06-13T06:20:46.664976+0000","last_became_active":"2024-06-13T06:19:59.870771+0000","last_became_peered":"2024-06-13T06:19:59.870771+0000","last_unstale":"2024-06-13T06:20:46.664976+0000","last_undegraded":"2024-06-13T06:20:46.664976+0000","last_fullsized":"2024-06-13T06:20:46.664976+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T07:38:23.253801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"91'7","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.894070+0000","last_change":"2024-06-13T06:20:03.333799+0000","last_active":"2024-06-13T06:21:44.894070+0000","last_peered":"2024-06-13T06:21:44.894070+0000","last_clean":"2024-06-13T06:21:44.894070+0000","last_became_active":"2024-06-13T06:20:03.333149+0000","last_became_peered":"2024-06-13T06:20:03.333149+0000","last_unstale":"2024-06-13T06:21:44.894070+0000","last_undegraded":"2024-06-13T06:21:44.894070+0000","last_fullsized":"2024-06-13T06:21:44.894070+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:38:16.776173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"89'1","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.666640+0000","last_change":"2024-06-13T06:19:59.561434+0000","last_active":"2024-06-13T06:20:46.666640+0000","last_peered":"2024-06-13T06:20:46.666640+0000","last_clean":"2024-06-13T06:20:46.666640+0000","last_became_active":"2024-06-13T06:19:59.561076+0000","last_became_peered":"2024-06-13T06:19:59.561076+0000","last_unstale":"2024-06-13T06:20:46.666640+0000","last_undegraded":"2024-06-13T06:20:46.666640+0000","last_fullsized":"2024-06-13T06:20:46.666640+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:50:10.441166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'7","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.896423+0000","last_change":"2024-06-13T06:20:03.338390+0000","last_active":"2024-06-13T06:21:44.896423+0000","last_peered":"2024-06-13T06:21:44.896423+0000","last_clean":"2024-06-13T06:21:44.896423+0000","last_became_active":"2024-06-13T06:20:03.338000+0000","last_became_peered":"2024-06-13T06:20:03.338000+0000","last_unstale":"2024-06-13T06:21:44.896423+0000","last_undegraded":"2024-06-13T06:21:44.896423+0000","last_fullsized":"2024-06-13T06:21:44.896423+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T09:46:54.335030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"89'2","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.811412+0000","last_change":"2024-06-13T06:19:59.565675+0000","last_active":"2024-06-13T06:20:46.811412+0000","last_peered":"2024-06-13T06:20:46.811412+0000","last_clean":"2024-06-13T06:20:46.811412+0000","last_became_active":"2024-06-13T06:19:59.565257+0000","last_became_peered":"2024-06-13T06:19:59.565257+0000","last_unstale":"2024-06-13T06:20:46.811412+0000","last_undegraded":"2024-06-13T06:20:46.811412+0000","last_fullsized":"2024-06-13T06:20:46.811412+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T09:48:58.013179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"91'9","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.890508+0000","last_change":"2024-06-13T06:20:03.335204+0000","last_active":"2024-06-13T06:21:44.890508+0000","last_peered":"2024-06-13T06:21:44.890508+0000","last_clean":"2024-06-13T06:21:44.890508+0000","last_became_active":"2024-06-13T06:20:03.334589+0000","last_became_peered":"2024-06-13T06:20:03.334589+0000","last_unstale":"2024-06-13T06:21:44.890508+0000","last_undegraded":"2024-06-13T06:21:44.890508+0000","last_fullsized":"2024-06-13T06:21:44.890508+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:49:37.493543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"91'9","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.884131+0000","last_change":"2024-06-13T06:20:03.339546+0000","last_active":"2024-06-13T06:21:44.884131+0000","last_peered":"2024-06-13T06:21:44.884131+0000","last_clean":"2024-06-13T06:21:44.884131+0000","last_became_active":"2024-06-13T06:20:03.339182+0000","last_became_peered":"2024-06-13T06:20:03.339182+0000","last_unstale":"2024-06-13T06:21:44.884131+0000","last_undegraded":"2024-06-13T06:21:44.884131+0000","last_fullsized":"2024-06-13T06:21:44.884131+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:08:36.171459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"91'12","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.887023+0000","last_change":"2024-06-13T06:20:03.344781+0000","last_active":"2024-06-13T06:21:44.887023+0000","last_peered":"2024-06-13T06:21:44.887023+0000","last_clean":"2024-06-13T06:21:44.887023+0000","last_became_active":"2024-06-13T06:20:03.343968+0000","last_became_peered":"2024-06-13T06:20:03.343968+0000","last_unstale":"2024-06-13T06:21:44.887023+0000","last_undegraded":"2024-06-13T06:21:44.887023+0000","last_fullsized":"2024-06-13T06:21:44.887023+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:27:36.929737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"91'8","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.885229+0000","last_change":"2024-06-13T06:20:03.333802+0000","last_active":"2024-06-13T06:21:44.885229+0000","last_peered":"2024-06-13T06:21:44.885229+0000","last_clean":"2024-06-13T06:21:44.885229+0000","last_became_active":"2024-06-13T06:20:03.333463+0000","last_became_peered":"2024-06-13T06:20:03.333463+0000","last_unstale":"2024-06-13T06:21:44.885229+0000","last_undegraded":"2024-06-13T06:21:44.885229+0000","last_fullsized":"2024-06-13T06:21:44.885229+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:01:43.704543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"91'7","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.899747+0000","last_change":"2024-06-13T06:20:03.328963+0000","last_active":"2024-06-13T06:21:44.899747+0000","last_peered":"2024-06-13T06:21:44.899747+0000","last_clean":"2024-06-13T06:21:44.899747+0000","last_became_active":"2024-06-13T06:20:03.327919+0000","last_became_peered":"2024-06-13T06:20:03.327919+0000","last_unstale":"2024-06-13T06:21:44.899747+0000","last_undegraded":"2024-06-13T06:21:44.899747+0000","last_fullsized":"2024-06-13T06:21:44.899747+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:21:01.096356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"91'4","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.891364+0000","last_change":"2024-06-13T06:20:03.332528+0000","last_active":"2024-06-13T06:21:44.891364+0000","last_peered":"2024-06-13T06:21:44.891364+0000","last_clean":"2024-06-13T06:21:44.891364+0000","last_became_active":"2024-06-13T06:20:03.332184+0000","last_became_peered":"2024-06-13T06:20:03.332184+0000","last_unstale":"2024-06-13T06:21:44.891364+0000","last_undegraded":"2024-06-13T06:21:44.891364+0000","last_fullsized":"2024-06-13T06:21:44.891364+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:37:57.879546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"91'6","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.883343+0000","last_change":"2024-06-13T06:20:03.341100+0000","last_active":"2024-06-13T06:21:44.883343+0000","last_peered":"2024-06-13T06:21:44.883343+0000","last_clean":"2024-06-13T06:21:44.883343+0000","last_became_active":"2024-06-13T06:20:03.340775+0000","last_became_peered":"2024-06-13T06:20:03.340775+0000","last_unstale":"2024-06-13T06:21:44.883343+0000","last_undegraded":"2024-06-13T06:21:44.883343+0000","last_fullsized":"2024-06-13T06:21:44.883343+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:59:21.262970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"91'15","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.890278+0000","last_change":"2024-06-13T06:20:03.342535+0000","last_active":"2024-06-13T06:21:44.890278+0000","last_peered":"2024-06-13T06:21:44.890278+0000","last_clean":"2024-06-13T06:21:44.890278+0000","last_became_active":"2024-06-13T06:20:03.342078+0000","last_became_peered":"2024-06-13T06:20:03.342078+0000","last_unstale":"2024-06-13T06:21:44.890278+0000","last_undegraded":"2024-06-13T06:21:44.890278+0000","last_fullsized":"2024-06-13T06:21:44.890278+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:55:31.208484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"91'2","reported_seq":22,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.891879+0000","last_change":"2024-06-13T06:20:03.339638+0000","last_active":"2024-06-13T06:21:44.891879+0000","last_peered":"2024-06-13T06:21:44.891879+0000","last_clean":"2024-06-13T06:21:44.891879+0000","last_became_active":"2024-06-13T06:20:03.339326+0000","last_became_peered":"2024-06-13T06:20:03.339326+0000","last_unstale":"2024-06-13T06:21:44.891879+0000","last_undegraded":"2024-06-13T06:21:44.891879+0000","last_fullsized":"2024-06-13T06:21:44.891879+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:21:11.289793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"91'6","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.890060+0000","last_change":"2024-06-13T06:20:03.337506+0000","last_active":"2024-06-13T06:21:44.890060+0000","last_peered":"2024-06-13T06:21:44.890060+0000","last_clean":"2024-06-13T06:21:44.890060+0000","last_became_active":"2024-06-13T06:20:03.336692+0000","last_became_peered":"2024-06-13T06:20:03.336692+0000","last_unstale":"2024-06-13T06:21:44.890060+0000","last_undegraded":"2024-06-13T06:21:44.890060+0000","last_fullsized":"2024-06-13T06:21:44.890060+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:10:08.655549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"91'8","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.891521+0000","last_change":"2024-06-13T06:20:03.337973+0000","last_active":"2024-06-13T06:21:44.891521+0000","last_peered":"2024-06-13T06:21:44.891521+0000","last_clean":"2024-06-13T06:21:44.891521+0000","last_became_active":"2024-06-13T06:20:03.337601+0000","last_became_peered":"2024-06-13T06:20:03.337601+0000","last_unstale":"2024-06-13T06:21:44.891521+0000","last_undegraded":"2024-06-13T06:21:44.891521+0000","last_fullsized":"2024-06-13T06:21:44.891521+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:22:13.204173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"91'10","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.895002+0000","last_change":"2024-06-13T06:20:03.340835+0000","last_active":"2024-06-13T06:21:44.895002+0000","last_peered":"2024-06-13T06:21:44.895002+0000","last_clean":"2024-06-13T06:21:44.895002+0000","last_became_active":"2024-06-13T06:20:03.340449+0000","last_became_peered":"2024-06-13T06:20:03.340449+0000","last_unstale":"2024-06-13T06:21:44.895002+0000","last_undegraded":"2024-06-13T06:21:44.895002+0000","last_fullsized":"2024-06-13T06:21:44.895002+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:43:22.522320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"91'11","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.901692+0000","last_change":"2024-06-13T06:20:03.331652+0000","last_active":"2024-06-13T06:21:44.901692+0000","last_peered":"2024-06-13T06:21:44.901692+0000","last_clean":"2024-06-13T06:21:44.901692+0000","last_became_active":"2024-06-13T06:20:03.331314+0000","last_became_peered":"2024-06-13T06:20:03.331314+0000","last_unstale":"2024-06-13T06:21:44.901692+0000","last_undegraded":"2024-06-13T06:21:44.901692+0000","last_fullsized":"2024-06-13T06:21:44.901692+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:08:21.393531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"91'8","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.885427+0000","last_change":"2024-06-13T06:20:03.343797+0000","last_active":"2024-06-13T06:21:44.885427+0000","last_peered":"2024-06-13T06:21:44.885427+0000","last_clean":"2024-06-13T06:21:44.885427+0000","last_became_active":"2024-06-13T06:20:03.343452+0000","last_became_peered":"2024-06-13T06:20:03.343452+0000","last_unstale":"2024-06-13T06:21:44.885427+0000","last_undegraded":"2024-06-13T06:21:44.885427+0000","last_fullsized":"2024-06-13T06:21:44.885427+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:59:57.502951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":286636,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":65267,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":576,"num_read_kb":357,"num_write":174,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":56089,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":376832,"data_stored":195801,"data_compressed":9103,"data_compressed_allocated":12288,"data_compressed_original":53248,"omap_allocated":0,"internal_metadata":0},"log_size":147,"ondisk_log_size":147,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351015,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32140,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713012,"statfs":{"total":95995035648,"available":95962124288,"internally_reserved":0,"allocated":987136,"data_stored":483043,"data_compressed":5791,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612652,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32288,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712864,"statfs":{"total":95995035648,"available":95961972736,"internally_reserved":0,"allocated":1138688,"data_stored":1135650,"data_compressed":42234,"data_compressed_allocated":53248,"data_compressed_original":606208,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776178,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32156,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712996,"statfs":{"total":95995035648,"available":95962107904,"internally_reserved":0,"allocated":1003520,"data_stored":483279,"data_compressed":5791,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037815,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32156,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712996,"statfs":{"total":95995035648,"available":95962107904,"internally_reserved":0,"allocated":1003520,"data_stored":483199,"data_compressed":5791,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299452,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32204,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712948,"statfs":{"total":95995035648,"available":95962058752,"internally_reserved":0,"allocated":1052672,"data_stored":1075800,"data_compressed":42234,"data_compressed_allocated":53248,"data_compressed_original":606208,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462977,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32144,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713008,"statfs":{"total":95995035648,"available":95962120192,"internally_reserved":0,"allocated":991232,"data_stored":482668,"data_compressed":5791,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574937,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32204,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712948,"statfs":{"total":95995035648,"available":95962058752,"internally_reserved":0,"allocated":1052672,"data_stored":543056,"data_compressed":5791,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738463,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32164,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712988,"statfs":{"total":95995035648,"available":95962099712,"internally_reserved":0,"allocated":1011712,"data_stored":483939,"data_compressed":5791,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411413,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36320,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708832,"statfs":{"total":95995035648,"available":95957843968,"internally_reserved":0,"allocated":1007616,"data_stored":484342,"data_compressed":5791,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149774,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28000,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717152,"statfs":{"total":95995035648,"available":95966363648,"internally_reserved":0,"allocated":1007616,"data_stored":482979,"data_compressed":5791,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888139,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28016,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717136,"statfs":{"total":95995035648,"available":95966347264,"internally_reserved":0,"allocated":1024000,"data_stored":544231,"data_compressed":14894,"data_compressed_allocated":20480,"data_compressed_original":69632,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724613,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28056,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717096,"statfs":{"total":95995035648,"available":95966306304,"internally_reserved":0,"allocated":1064960,"data_stored":1074953,"data_compressed":42234,"data_compressed_allocated":53248,"data_compressed_original":606208,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34807,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34807,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34807,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36443,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36443,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36443,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36443,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36443,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":60595,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1881,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":61770,"data_compressed":9103,"data_compressed_allocated":12288,"data_compressed_original":53248,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2007,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2854,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":62704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-06-13T06:21:58.735 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph pg dump --format=json 2024-06-13T06:21:58.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:21:58 smithi149 ceph-mon[36963]: pgmap v357: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 5 op/s 2024-06-13T06:21:58.990 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:21:59.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:21:58 smithi096 ceph-mon[36532]: pgmap v357: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 5 op/s 2024-06-13T06:21:59.107 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:21:58 smithi039 ceph-mon[32479]: pgmap v357: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 5 op/s 2024-06-13T06:21:59.947 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:21:59 smithi039 ceph-mon[32479]: from='client.14883 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T06:21:59.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:21:59 smithi149 ceph-mon[36963]: from='client.14883 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T06:22:00.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:21:59 smithi096 ceph-mon[36532]: from='client.14883 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T06:22:00.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.502+0000 7ff93972d700 1 -- 172.21.15.39:0/886352655 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff934103320 msgr2=0x7ff934103700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:00.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.502+0000 7ff93972d700 1 --2- 172.21.15.39:0/886352655 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff934103320 0x7ff934103700 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7ff924009990 tx=0x7ff924009ca0 comp rx=0 tx=0).stop 2024-06-13T06:22:00.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.502+0000 7ff93972d700 1 -- 172.21.15.39:0/886352655 shutdown_connections 2024-06-13T06:22:00.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.502+0000 7ff93972d700 1 --2- 172.21.15.39:0/886352655 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff934101d80 0x7ff93410e310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:00.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.502+0000 7ff93972d700 1 --2- 172.21.15.39:0/886352655 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff934103320 0x7ff934103700 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:00.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.502+0000 7ff93972d700 1 --2- 172.21.15.39:0/886352655 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff9341013c0 0x7ff934101840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:00.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.502+0000 7ff93972d700 1 -- 172.21.15.39:0/886352655 >> 172.21.15.39:0/886352655 conn(0x7ff9340773b0 msgr2=0x7ff9340777c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:00.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.502+0000 7ff93972d700 1 -- 172.21.15.39:0/886352655 shutdown_connections 2024-06-13T06:22:00.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.502+0000 7ff93972d700 1 -- 172.21.15.39:0/886352655 wait complete. 2024-06-13T06:22:00.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.503+0000 7ff93972d700 1 Processor -- start 2024-06-13T06:22:00.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.503+0000 7ff93972d700 1 -- start start 2024-06-13T06:22:00.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.503+0000 7ff93972d700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff9341013c0 0x7ff934199c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:00.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.503+0000 7ff93972d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff934101d80 0x7ff93419a180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:00.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.503+0000 7ff93972d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff934103320 0x7ff9341a4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:00.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.503+0000 7ff93972d700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7ff9341117c0 con 0x7ff934101d80 2024-06-13T06:22:00.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.503+0000 7ff93972d700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7ff934111640 con 0x7ff9341013c0 2024-06-13T06:22:00.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.503+0000 7ff93972d700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7ff934111940 con 0x7ff934103320 2024-06-13T06:22:00.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.504+0000 7ff9327fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff934101d80 0x7ff93419a180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:00.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.504+0000 7ff9327fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff934101d80 0x7ff93419a180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36114/0 (socket says 172.21.15.39:36114) 2024-06-13T06:22:00.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.504+0000 7ff9327fc700 1 -- 172.21.15.39:0/1988712013 learned_addr learned my addr 172.21.15.39:0/1988712013 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:22:00.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.504+0000 7ff9337fe700 1 --2- 172.21.15.39:0/1988712013 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff934103320 0x7ff9341a4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:00.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.504+0000 7ff932ffd700 1 --2- 172.21.15.39:0/1988712013 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff9341013c0 0x7ff934199c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:00.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.504+0000 7ff9327fc700 1 -- 172.21.15.39:0/1988712013 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff934103320 msgr2=0x7ff9341a4cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:00.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.504+0000 7ff9327fc700 1 --2- 172.21.15.39:0/1988712013 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff934103320 0x7ff9341a4cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:00.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.504+0000 7ff9327fc700 1 -- 172.21.15.39:0/1988712013 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff9341013c0 msgr2=0x7ff934199c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:00.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.504+0000 7ff9327fc700 1 --2- 172.21.15.39:0/1988712013 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff9341013c0 0x7ff934199c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:00.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.504+0000 7ff9327fc700 1 -- 172.21.15.39:0/1988712013 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9341a5200 con 0x7ff934101d80 2024-06-13T06:22:00.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.504+0000 7ff9327fc700 1 --2- 172.21.15.39:0/1988712013 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff934101d80 0x7ff93419a180 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7ff92800c920 tx=0x7ff92800cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:00.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.504+0000 7ff91bfff700 1 -- 172.21.15.39:0/1988712013 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff928004a30 con 0x7ff934101d80 2024-06-13T06:22:00.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.504+0000 7ff93972d700 1 -- 172.21.15.39:0/1988712013 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9341a5430 con 0x7ff934101d80 2024-06-13T06:22:00.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.504+0000 7ff91bfff700 1 -- 172.21.15.39:0/1988712013 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff928005500 con 0x7ff934101d80 2024-06-13T06:22:00.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.504+0000 7ff91bfff700 1 -- 172.21.15.39:0/1988712013 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff928007d00 con 0x7ff934101d80 2024-06-13T06:22:00.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.504+0000 7ff93972d700 1 -- 172.21.15.39:0/1988712013 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9341a5990 con 0x7ff934101d80 2024-06-13T06:22:00.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.505+0000 7ff93972d700 1 -- 172.21.15.39:0/1988712013 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff934069180 con 0x7ff934101d80 2024-06-13T06:22:00.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.507+0000 7ff91bfff700 1 -- 172.21.15.39:0/1988712013 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7ff928005000 con 0x7ff934101d80 2024-06-13T06:22:00.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.508+0000 7ff91bfff700 1 --2- 172.21.15.39:0/1988712013 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff91c0a2c20 0x7ff91c0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:00.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.508+0000 7ff932ffd700 1 --2- 172.21.15.39:0/1988712013 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff91c0a2c20 0x7ff91c0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:00.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.508+0000 7ff91bfff700 1 -- 172.21.15.39:0/1988712013 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7ff9280cef20 con 0x7ff934101d80 2024-06-13T06:22:00.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.508+0000 7ff932ffd700 1 --2- 172.21.15.39:0/1988712013 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff91c0a2c20 0x7ff91c0a50e0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7ff92400b5c0 tx=0x7ff924005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:00.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.511+0000 7ff91bfff700 1 -- 172.21.15.39:0/1988712013 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7ff928014030 con 0x7ff934101d80 2024-06-13T06:22:00.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.711+0000 7ff93972d700 1 -- 172.21.15.39:0/1988712013 --> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ff93406b230 con 0x7ff91c0a2c20 2024-06-13T06:22:00.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.719+0000 7ff91bfff700 1 -- 172.21.15.39:0/1988712013 <== mgr.14152 v2:172.21.15.39:6800/2178314534 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+259120 (secure 0 0 0) 0x7ff93406b230 con 0x7ff91c0a2c20 2024-06-13T06:22:00.722 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:22:00.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.721+0000 7ff93972d700 1 -- 172.21.15.39:0/1988712013 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff91c0a2c20 msgr2=0x7ff91c0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:00.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.721+0000 7ff93972d700 1 --2- 172.21.15.39:0/1988712013 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff91c0a2c20 0x7ff91c0a50e0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7ff92400b5c0 tx=0x7ff924005960 comp rx=0 tx=0).stop 2024-06-13T06:22:00.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.721+0000 7ff93972d700 1 -- 172.21.15.39:0/1988712013 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff934101d80 msgr2=0x7ff93419a180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:00.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.721+0000 7ff93972d700 1 --2- 172.21.15.39:0/1988712013 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff934101d80 0x7ff93419a180 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7ff92800c920 tx=0x7ff92800cc30 comp rx=0 tx=0).stop 2024-06-13T06:22:00.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.721+0000 7ff93972d700 1 -- 172.21.15.39:0/1988712013 shutdown_connections 2024-06-13T06:22:00.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.721+0000 7ff93972d700 1 --2- 172.21.15.39:0/1988712013 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff91c0a2c20 0x7ff91c0a50e0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:00.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.721+0000 7ff93972d700 1 --2- 172.21.15.39:0/1988712013 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff934103320 0x7ff9341a4cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:00.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.721+0000 7ff93972d700 1 --2- 172.21.15.39:0/1988712013 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff9341013c0 0x7ff934199c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:00.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.721+0000 7ff93972d700 1 --2- 172.21.15.39:0/1988712013 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff934101d80 0x7ff93419a180 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:00.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.722+0000 7ff93972d700 1 -- 172.21.15.39:0/1988712013 >> 172.21.15.39:0/1988712013 conn(0x7ff9340773b0 msgr2=0x7ff9340ff470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:00.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.722+0000 7ff93972d700 1 -- 172.21.15.39:0/1988712013 shutdown_connections 2024-06-13T06:22:00.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:00.722+0000 7ff93972d700 1 -- 172.21.15.39:0/1988712013 wait complete. 2024-06-13T06:22:00.725 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-06-13T06:22:00.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:00 smithi039 ceph-mon[32479]: pgmap v358: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 597 B/s wr, 7 op/s 2024-06-13T06:22:00.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:00 smithi149 ceph-mon[36963]: pgmap v358: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 597 B/s wr, 7 op/s 2024-06-13T06:22:01.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:00 smithi096 ceph-mon[36532]: pgmap v358: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 597 B/s wr, 7 op/s 2024-06-13T06:22:01.317 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":358,"stamp":"2024-06-13T06:21:58.884442+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":655869,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":737,"num_read_kb":486,"num_write":357,"num_write_kb":3059,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":1236825,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":786,"ondisk_log_size":786,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":377848,"kb_used_data":12056,"kb_used_omap":18,"kb_used_meta":365677,"kb_avail":1124563976,"statfs":{"total":1151940427776,"available":1151553511424,"internally_reserved":0,"allocated":12345344,"data_stored":7757139,"data_compressed":187924,"data_compressed_allocated":245760,"data_compressed_original":2019328,"omap_allocated":19143,"internal_metadata":374453561},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":531,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":88,"num_read_kb":43,"num_write":7,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003401"},"pg_stats":[{"pgid":"3.3f","version":"91'8","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.884273+0000","last_change":"2024-06-13T06:20:03.343987+0000","last_active":"2024-06-13T06:21:44.884273+0000","last_peered":"2024-06-13T06:21:44.884273+0000","last_clean":"2024-06-13T06:21:44.884273+0000","last_became_active":"2024-06-13T06:20:03.342882+0000","last_became_peered":"2024-06-13T06:20:03.342882+0000","last_unstale":"2024-06-13T06:21:44.884273+0000","last_undegraded":"2024-06-13T06:21:44.884273+0000","last_fullsized":"2024-06-13T06:21:44.884273+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:00:28.313895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"91'4","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.880485+0000","last_change":"2024-06-13T06:20:03.336296+0000","last_active":"2024-06-13T06:21:44.880485+0000","last_peered":"2024-06-13T06:21:44.880485+0000","last_clean":"2024-06-13T06:21:44.880485+0000","last_became_active":"2024-06-13T06:20:03.334364+0000","last_became_peered":"2024-06-13T06:20:03.334364+0000","last_unstale":"2024-06-13T06:21:44.880485+0000","last_undegraded":"2024-06-13T06:21:44.880485+0000","last_fullsized":"2024-06-13T06:21:44.880485+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:59:15.005507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"91'7","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.895207+0000","last_change":"2024-06-13T06:20:03.338671+0000","last_active":"2024-06-13T06:21:44.895207+0000","last_peered":"2024-06-13T06:21:44.895207+0000","last_clean":"2024-06-13T06:21:44.895207+0000","last_became_active":"2024-06-13T06:20:03.338349+0000","last_became_peered":"2024-06-13T06:20:03.338349+0000","last_unstale":"2024-06-13T06:21:44.895207+0000","last_undegraded":"2024-06-13T06:21:44.895207+0000","last_fullsized":"2024-06-13T06:21:44.895207+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:15:04.858980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"91'8","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.884575+0000","last_change":"2024-06-13T06:20:03.342826+0000","last_active":"2024-06-13T06:21:44.884575+0000","last_peered":"2024-06-13T06:21:44.884575+0000","last_clean":"2024-06-13T06:21:44.884575+0000","last_became_active":"2024-06-13T06:20:03.341981+0000","last_became_peered":"2024-06-13T06:20:03.341981+0000","last_unstale":"2024-06-13T06:21:44.884575+0000","last_undegraded":"2024-06-13T06:21:44.884575+0000","last_fullsized":"2024-06-13T06:21:44.884575+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:36:49.891361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"91'4","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.897987+0000","last_change":"2024-06-13T06:20:03.329030+0000","last_active":"2024-06-13T06:21:44.897987+0000","last_peered":"2024-06-13T06:21:44.897987+0000","last_clean":"2024-06-13T06:21:44.897987+0000","last_became_active":"2024-06-13T06:20:03.328612+0000","last_became_peered":"2024-06-13T06:20:03.328612+0000","last_unstale":"2024-06-13T06:21:44.897987+0000","last_undegraded":"2024-06-13T06:21:44.897987+0000","last_fullsized":"2024-06-13T06:21:44.897987+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:52:50.291953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"91'6","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.878947+0000","last_change":"2024-06-13T06:20:03.334343+0000","last_active":"2024-06-13T06:21:44.878947+0000","last_peered":"2024-06-13T06:21:44.878947+0000","last_clean":"2024-06-13T06:21:44.878947+0000","last_became_active":"2024-06-13T06:20:03.330414+0000","last_became_peered":"2024-06-13T06:20:03.330414+0000","last_unstale":"2024-06-13T06:21:44.878947+0000","last_undegraded":"2024-06-13T06:21:44.878947+0000","last_fullsized":"2024-06-13T06:21:44.878947+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:21:18.560333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"91'5","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.888511+0000","last_change":"2024-06-13T06:20:03.334741+0000","last_active":"2024-06-13T06:21:44.888511+0000","last_peered":"2024-06-13T06:21:44.888511+0000","last_clean":"2024-06-13T06:21:44.888511+0000","last_became_active":"2024-06-13T06:20:03.334298+0000","last_became_peered":"2024-06-13T06:20:03.334298+0000","last_unstale":"2024-06-13T06:21:44.888511+0000","last_undegraded":"2024-06-13T06:21:44.888511+0000","last_fullsized":"2024-06-13T06:21:44.888511+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:43:51.283175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"91'9","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.898621+0000","last_change":"2024-06-13T06:20:03.336134+0000","last_active":"2024-06-13T06:21:44.898621+0000","last_peered":"2024-06-13T06:21:44.898621+0000","last_clean":"2024-06-13T06:21:44.898621+0000","last_became_active":"2024-06-13T06:20:03.335757+0000","last_became_peered":"2024-06-13T06:20:03.335757+0000","last_unstale":"2024-06-13T06:21:44.898621+0000","last_undegraded":"2024-06-13T06:21:44.898621+0000","last_fullsized":"2024-06-13T06:21:44.898621+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:33:07.065159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"91'11","reported_seq":37,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.892875+0000","last_change":"2024-06-13T06:20:46.812130+0000","last_active":"2024-06-13T06:21:44.892875+0000","last_peered":"2024-06-13T06:21:44.892875+0000","last_clean":"2024-06-13T06:21:44.892875+0000","last_became_active":"2024-06-13T06:20:46.811818+0000","last_became_peered":"2024-06-13T06:20:46.811818+0000","last_unstale":"2024-06-13T06:21:44.892875+0000","last_undegraded":"2024-06-13T06:21:44.892875+0000","last_fullsized":"2024-06-13T06:21:44.892875+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T07:34:01.378735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,11],"acting":[1,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"91'16","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.881550+0000","last_change":"2024-06-13T06:20:03.337544+0000","last_active":"2024-06-13T06:21:44.881550+0000","last_peered":"2024-06-13T06:21:44.881550+0000","last_clean":"2024-06-13T06:21:44.881550+0000","last_became_active":"2024-06-13T06:20:03.337065+0000","last_became_peered":"2024-06-13T06:20:03.337065+0000","last_unstale":"2024-06-13T06:21:44.881550+0000","last_undegraded":"2024-06-13T06:21:44.881550+0000","last_fullsized":"2024-06-13T06:21:44.881550+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:53:31.035251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"91'6","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.893951+0000","last_change":"2024-06-13T06:20:03.333522+0000","last_active":"2024-06-13T06:21:44.893951+0000","last_peered":"2024-06-13T06:21:44.893951+0000","last_clean":"2024-06-13T06:21:44.893951+0000","last_became_active":"2024-06-13T06:20:03.332459+0000","last_became_peered":"2024-06-13T06:20:03.332459+0000","last_unstale":"2024-06-13T06:21:44.893951+0000","last_undegraded":"2024-06-13T06:21:44.893951+0000","last_fullsized":"2024-06-13T06:21:44.893951+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:34:52.811985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"91'7","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.879467+0000","last_change":"2024-06-13T06:20:03.337109+0000","last_active":"2024-06-13T06:21:44.879467+0000","last_peered":"2024-06-13T06:21:44.879467+0000","last_clean":"2024-06-13T06:21:44.879467+0000","last_became_active":"2024-06-13T06:20:03.336757+0000","last_became_peered":"2024-06-13T06:20:03.336757+0000","last_unstale":"2024-06-13T06:21:44.879467+0000","last_undegraded":"2024-06-13T06:21:44.879467+0000","last_fullsized":"2024-06-13T06:21:44.879467+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T07:37:54.150456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"91'10","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.902534+0000","last_change":"2024-06-13T06:20:03.340259+0000","last_active":"2024-06-13T06:21:44.902534+0000","last_peered":"2024-06-13T06:21:44.902534+0000","last_clean":"2024-06-13T06:21:44.902534+0000","last_became_active":"2024-06-13T06:20:03.339856+0000","last_became_peered":"2024-06-13T06:20:03.339856+0000","last_unstale":"2024-06-13T06:21:44.902534+0000","last_undegraded":"2024-06-13T06:21:44.902534+0000","last_fullsized":"2024-06-13T06:21:44.902534+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:02:25.797567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"91'7","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.892673+0000","last_change":"2024-06-13T06:20:03.334182+0000","last_active":"2024-06-13T06:21:44.892673+0000","last_peered":"2024-06-13T06:21:44.892673+0000","last_clean":"2024-06-13T06:21:44.892673+0000","last_became_active":"2024-06-13T06:20:03.333795+0000","last_became_peered":"2024-06-13T06:20:03.333795+0000","last_unstale":"2024-06-13T06:21:44.892673+0000","last_undegraded":"2024-06-13T06:21:44.892673+0000","last_fullsized":"2024-06-13T06:21:44.892673+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:52:17.124185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"91'7","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.888142+0000","last_change":"2024-06-13T06:20:03.338071+0000","last_active":"2024-06-13T06:21:44.888142+0000","last_peered":"2024-06-13T06:21:44.888142+0000","last_clean":"2024-06-13T06:21:44.888142+0000","last_became_active":"2024-06-13T06:20:03.337734+0000","last_became_peered":"2024-06-13T06:20:03.337734+0000","last_unstale":"2024-06-13T06:21:44.888142+0000","last_undegraded":"2024-06-13T06:21:44.888142+0000","last_fullsized":"2024-06-13T06:21:44.888142+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:02:34.694790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"91'9","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.892131+0000","last_change":"2024-06-13T06:20:03.339528+0000","last_active":"2024-06-13T06:21:44.892131+0000","last_peered":"2024-06-13T06:21:44.892131+0000","last_clean":"2024-06-13T06:21:44.892131+0000","last_became_active":"2024-06-13T06:20:03.339071+0000","last_became_peered":"2024-06-13T06:20:03.339071+0000","last_unstale":"2024-06-13T06:21:44.892131+0000","last_undegraded":"2024-06-13T06:21:44.892131+0000","last_fullsized":"2024-06-13T06:21:44.892131+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:34:07.705176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"91'8","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.884391+0000","last_change":"2024-06-13T06:20:03.342207+0000","last_active":"2024-06-13T06:21:44.884391+0000","last_peered":"2024-06-13T06:21:44.884391+0000","last_clean":"2024-06-13T06:21:44.884391+0000","last_became_active":"2024-06-13T06:20:03.341869+0000","last_became_peered":"2024-06-13T06:20:03.341869+0000","last_unstale":"2024-06-13T06:21:44.884391+0000","last_undegraded":"2024-06-13T06:21:44.884391+0000","last_fullsized":"2024-06-13T06:21:44.884391+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:21:21.805087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"91'10","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.876716+0000","last_change":"2024-06-13T06:20:03.341255+0000","last_active":"2024-06-13T06:21:44.876716+0000","last_peered":"2024-06-13T06:21:44.876716+0000","last_clean":"2024-06-13T06:21:44.876716+0000","last_became_active":"2024-06-13T06:20:03.340941+0000","last_became_peered":"2024-06-13T06:20:03.340941+0000","last_unstale":"2024-06-13T06:21:44.876716+0000","last_undegraded":"2024-06-13T06:21:44.876716+0000","last_fullsized":"2024-06-13T06:21:44.876716+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:31:26.337845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"91'7","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.895164+0000","last_change":"2024-06-13T06:20:03.336715+0000","last_active":"2024-06-13T06:21:44.895164+0000","last_peered":"2024-06-13T06:21:44.895164+0000","last_clean":"2024-06-13T06:21:44.895164+0000","last_became_active":"2024-06-13T06:20:03.336176+0000","last_became_peered":"2024-06-13T06:20:03.336176+0000","last_unstale":"2024-06-13T06:21:44.895164+0000","last_undegraded":"2024-06-13T06:21:44.895164+0000","last_fullsized":"2024-06-13T06:21:44.895164+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:21:18.751114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'9","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.668813+0000","last_change":"2024-06-13T06:19:59.566933+0000","last_active":"2024-06-13T06:20:46.668813+0000","last_peered":"2024-06-13T06:20:46.668813+0000","last_clean":"2024-06-13T06:20:46.668813+0000","last_became_active":"2024-06-13T06:19:59.566593+0000","last_became_peered":"2024-06-13T06:19:59.566593+0000","last_unstale":"2024-06-13T06:20:46.668813+0000","last_undegraded":"2024-06-13T06:20:46.668813+0000","last_fullsized":"2024-06-13T06:20:46.668813+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:25:54.806838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"91'5","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.892210+0000","last_change":"2024-06-13T06:20:03.338707+0000","last_active":"2024-06-13T06:21:44.892210+0000","last_peered":"2024-06-13T06:21:44.892210+0000","last_clean":"2024-06-13T06:21:44.892210+0000","last_became_active":"2024-06-13T06:20:03.338400+0000","last_became_peered":"2024-06-13T06:20:03.338400+0000","last_unstale":"2024-06-13T06:21:44.892210+0000","last_undegraded":"2024-06-13T06:21:44.892210+0000","last_fullsized":"2024-06-13T06:21:44.892210+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:51:23.534492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.670249+0000","last_change":"2024-06-13T06:19:59.832788+0000","last_active":"2024-06-13T06:20:46.670249+0000","last_peered":"2024-06-13T06:20:46.670249+0000","last_clean":"2024-06-13T06:20:46.670249+0000","last_became_active":"2024-06-13T06:19:59.832420+0000","last_became_peered":"2024-06-13T06:19:59.832420+0000","last_unstale":"2024-06-13T06:20:46.670249+0000","last_undegraded":"2024-06-13T06:20:46.670249+0000","last_fullsized":"2024-06-13T06:20:46.670249+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:03:48.887324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"91'6","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.893339+0000","last_change":"2024-06-13T06:20:03.337196+0000","last_active":"2024-06-13T06:21:44.893339+0000","last_peered":"2024-06-13T06:21:44.893339+0000","last_clean":"2024-06-13T06:21:44.893339+0000","last_became_active":"2024-06-13T06:20:03.336305+0000","last_became_peered":"2024-06-13T06:20:03.336305+0000","last_unstale":"2024-06-13T06:21:44.893339+0000","last_undegraded":"2024-06-13T06:21:44.893339+0000","last_fullsized":"2024-06-13T06:21:44.893339+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:40:32.365336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"89'4","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.671338+0000","last_change":"2024-06-13T06:19:59.566843+0000","last_active":"2024-06-13T06:20:46.671338+0000","last_peered":"2024-06-13T06:20:46.671338+0000","last_clean":"2024-06-13T06:20:46.671338+0000","last_became_active":"2024-06-13T06:19:59.566350+0000","last_became_peered":"2024-06-13T06:19:59.566350+0000","last_unstale":"2024-06-13T06:20:46.671338+0000","last_undegraded":"2024-06-13T06:20:46.671338+0000","last_fullsized":"2024-06-13T06:20:46.671338+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T10:33:35.399966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"91'9","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.902554+0000","last_change":"2024-06-13T06:20:03.339794+0000","last_active":"2024-06-13T06:21:44.902554+0000","last_peered":"2024-06-13T06:21:44.902554+0000","last_clean":"2024-06-13T06:21:44.902554+0000","last_became_active":"2024-06-13T06:20:03.339069+0000","last_became_peered":"2024-06-13T06:20:03.339069+0000","last_unstale":"2024-06-13T06:21:44.902554+0000","last_undegraded":"2024-06-13T06:21:44.902554+0000","last_fullsized":"2024-06-13T06:21:44.902554+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T09:55:26.967193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"89'2","reported_seq":15,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.684619+0000","last_change":"2024-06-13T06:20:46.684208+0000","last_active":"2024-06-13T06:20:46.684619+0000","last_peered":"2024-06-13T06:20:46.684619+0000","last_clean":"2024-06-13T06:20:46.684619+0000","last_became_active":"2024-06-13T06:20:46.671565+0000","last_became_peered":"2024-06-13T06:20:46.671565+0000","last_unstale":"2024-06-13T06:20:46.684619+0000","last_undegraded":"2024-06-13T06:20:46.684619+0000","last_fullsized":"2024-06-13T06:20:46.684619+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T09:24:34.186779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1d","version":"91'15","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.890105+0000","last_change":"2024-06-13T06:20:03.343090+0000","last_active":"2024-06-13T06:21:44.890105+0000","last_peered":"2024-06-13T06:21:44.890105+0000","last_clean":"2024-06-13T06:21:44.890105+0000","last_became_active":"2024-06-13T06:20:03.342752+0000","last_became_peered":"2024-06-13T06:20:03.342752+0000","last_unstale":"2024-06-13T06:21:44.890105+0000","last_undegraded":"2024-06-13T06:21:44.890105+0000","last_fullsized":"2024-06-13T06:21:44.890105+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:11:29.883907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"91'7","reported_seq":133,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:55.467070+0000","last_change":"2024-06-13T06:19:59.565437+0000","last_active":"2024-06-13T06:21:55.467070+0000","last_peered":"2024-06-13T06:21:55.467070+0000","last_clean":"2024-06-13T06:21:55.467070+0000","last_became_active":"2024-06-13T06:19:59.565103+0000","last_became_peered":"2024-06-13T06:19:59.565103+0000","last_unstale":"2024-06-13T06:21:55.467070+0000","last_undegraded":"2024-06-13T06:21:55.467070+0000","last_fullsized":"2024-06-13T06:21:55.467070+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:27:29.531378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1153,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":100,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"91'7","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.882738+0000","last_change":"2024-06-13T06:20:03.334332+0000","last_active":"2024-06-13T06:21:44.882738+0000","last_peered":"2024-06-13T06:21:44.882738+0000","last_clean":"2024-06-13T06:21:44.882738+0000","last_became_active":"2024-06-13T06:20:03.333992+0000","last_became_peered":"2024-06-13T06:20:03.333992+0000","last_unstale":"2024-06-13T06:21:44.882738+0000","last_undegraded":"2024-06-13T06:21:44.882738+0000","last_fullsized":"2024-06-13T06:21:44.882738+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:24:18.966206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"89'3","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.667351+0000","last_change":"2024-06-13T06:19:59.566111+0000","last_active":"2024-06-13T06:20:46.667351+0000","last_peered":"2024-06-13T06:20:46.667351+0000","last_clean":"2024-06-13T06:20:46.667351+0000","last_became_active":"2024-06-13T06:19:59.565765+0000","last_became_peered":"2024-06-13T06:19:59.565765+0000","last_unstale":"2024-06-13T06:20:46.667351+0000","last_undegraded":"2024-06-13T06:20:46.667351+0000","last_fullsized":"2024-06-13T06:20:46.667351+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T09:35:32.628229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"91'8","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.875882+0000","last_change":"2024-06-13T06:20:46.672552+0000","last_active":"2024-06-13T06:21:44.875882+0000","last_peered":"2024-06-13T06:21:44.875882+0000","last_clean":"2024-06-13T06:21:44.875882+0000","last_became_active":"2024-06-13T06:20:46.672169+0000","last_became_peered":"2024-06-13T06:20:46.672169+0000","last_unstale":"2024-06-13T06:21:44.875882+0000","last_undegraded":"2024-06-13T06:21:44.875882+0000","last_fullsized":"2024-06-13T06:21:44.875882+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:20:25.218034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.19","version":"89'2","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.811208+0000","last_change":"2024-06-13T06:19:59.566446+0000","last_active":"2024-06-13T06:20:46.811208+0000","last_peered":"2024-06-13T06:20:46.811208+0000","last_clean":"2024-06-13T06:20:46.811208+0000","last_became_active":"2024-06-13T06:19:59.566126+0000","last_became_peered":"2024-06-13T06:19:59.566126+0000","last_unstale":"2024-06-13T06:20:46.811208+0000","last_undegraded":"2024-06-13T06:20:46.811208+0000","last_fullsized":"2024-06-13T06:20:46.811208+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:14:20.638560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"91'8","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.896364+0000","last_change":"2024-06-13T06:20:46.811707+0000","last_active":"2024-06-13T06:21:44.896364+0000","last_peered":"2024-06-13T06:21:44.896364+0000","last_clean":"2024-06-13T06:21:44.896364+0000","last_became_active":"2024-06-13T06:20:46.811293+0000","last_became_peered":"2024-06-13T06:20:46.811293+0000","last_unstale":"2024-06-13T06:21:44.896364+0000","last_undegraded":"2024-06-13T06:21:44.896364+0000","last_fullsized":"2024-06-13T06:21:44.896364+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:27:32.286319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,6],"acting":[9,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"89'1","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.666513+0000","last_change":"2024-06-13T06:19:59.563130+0000","last_active":"2024-06-13T06:20:46.666513+0000","last_peered":"2024-06-13T06:20:46.666513+0000","last_clean":"2024-06-13T06:20:46.666513+0000","last_became_active":"2024-06-13T06:19:59.562802+0000","last_became_peered":"2024-06-13T06:19:59.562802+0000","last_unstale":"2024-06-13T06:20:46.666513+0000","last_undegraded":"2024-06-13T06:20:46.666513+0000","last_fullsized":"2024-06-13T06:20:46.666513+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T09:02:56.466761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"91'11","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.897940+0000","last_change":"2024-06-13T06:20:03.328984+0000","last_active":"2024-06-13T06:21:44.897940+0000","last_peered":"2024-06-13T06:21:44.897940+0000","last_clean":"2024-06-13T06:21:44.897940+0000","last_became_active":"2024-06-13T06:20:03.328636+0000","last_became_peered":"2024-06-13T06:20:03.328636+0000","last_unstale":"2024-06-13T06:21:44.897940+0000","last_undegraded":"2024-06-13T06:21:44.897940+0000","last_fullsized":"2024-06-13T06:21:44.897940+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:59:01.886343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"91'4","reported_seq":126,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:55.466450+0000","last_change":"2024-06-13T06:19:59.563969+0000","last_active":"2024-06-13T06:21:55.466450+0000","last_peered":"2024-06-13T06:21:55.466450+0000","last_clean":"2024-06-13T06:21:55.466450+0000","last_became_active":"2024-06-13T06:19:59.563540+0000","last_became_peered":"2024-06-13T06:19:59.563540+0000","last_unstale":"2024-06-13T06:21:55.466450+0000","last_undegraded":"2024-06-13T06:21:55.466450+0000","last_fullsized":"2024-06-13T06:21:55.466450+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:08:42.720303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":96,"num_read_kb":96,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"91'10","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.890814+0000","last_change":"2024-06-13T06:20:03.339984+0000","last_active":"2024-06-13T06:21:44.890814+0000","last_peered":"2024-06-13T06:21:44.890814+0000","last_clean":"2024-06-13T06:21:44.890814+0000","last_became_active":"2024-06-13T06:20:03.336966+0000","last_became_peered":"2024-06-13T06:20:03.336966+0000","last_unstale":"2024-06-13T06:21:44.890814+0000","last_undegraded":"2024-06-13T06:21:44.890814+0000","last_fullsized":"2024-06-13T06:21:44.890814+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:29:17.597264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"89'2","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.810816+0000","last_change":"2024-06-13T06:19:59.569760+0000","last_active":"2024-06-13T06:20:46.810816+0000","last_peered":"2024-06-13T06:20:46.810816+0000","last_clean":"2024-06-13T06:20:46.810816+0000","last_became_active":"2024-06-13T06:19:59.569158+0000","last_became_peered":"2024-06-13T06:19:59.569158+0000","last_unstale":"2024-06-13T06:20:46.810816+0000","last_undegraded":"2024-06-13T06:20:46.810816+0000","last_fullsized":"2024-06-13T06:20:46.810816+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:01:05.645534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"91'9","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.894629+0000","last_change":"2024-06-13T06:20:03.333314+0000","last_active":"2024-06-13T06:21:44.894629+0000","last_peered":"2024-06-13T06:21:44.894629+0000","last_clean":"2024-06-13T06:21:44.894629+0000","last_became_active":"2024-06-13T06:20:03.332981+0000","last_became_peered":"2024-06-13T06:20:03.332981+0000","last_unstale":"2024-06-13T06:21:44.894629+0000","last_undegraded":"2024-06-13T06:21:44.894629+0000","last_fullsized":"2024-06-13T06:21:44.894629+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:08:16.319677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"89'4","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.666854+0000","last_change":"2024-06-13T06:19:59.833684+0000","last_active":"2024-06-13T06:20:46.666854+0000","last_peered":"2024-06-13T06:20:46.666854+0000","last_clean":"2024-06-13T06:20:46.666854+0000","last_became_active":"2024-06-13T06:19:59.833320+0000","last_became_peered":"2024-06-13T06:19:59.833320+0000","last_unstale":"2024-06-13T06:20:46.666854+0000","last_undegraded":"2024-06-13T06:20:46.666854+0000","last_fullsized":"2024-06-13T06:20:46.666854+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:30:26.385523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"91'11","reported_seq":22,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.881703+0000","last_change":"2024-06-13T06:20:46.672447+0000","last_active":"2024-06-13T06:21:44.881703+0000","last_peered":"2024-06-13T06:21:44.881703+0000","last_clean":"2024-06-13T06:21:44.881703+0000","last_became_active":"2024-06-13T06:20:46.671961+0000","last_became_peered":"2024-06-13T06:20:46.671961+0000","last_unstale":"2024-06-13T06:21:44.881703+0000","last_undegraded":"2024-06-13T06:21:44.881703+0000","last_fullsized":"2024-06-13T06:21:44.881703+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:53:28.640521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,4],"acting":[9,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"91'31","reported_seq":277,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:56.792097+0000","last_change":"2024-06-13T06:20:46.681803+0000","last_active":"2024-06-13T06:21:56.792097+0000","last_peered":"2024-06-13T06:21:56.792097+0000","last_clean":"2024-06-13T06:21:56.792097+0000","last_became_active":"2024-06-13T06:20:46.671610+0000","last_became_peered":"2024-06-13T06:20:46.671610+0000","last_unstale":"2024-06-13T06:21:56.792097+0000","last_undegraded":"2024-06-13T06:21:56.792097+0000","last_fullsized":"2024-06-13T06:21:56.792097+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:56:06.655869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60595,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":197,"num_read_kb":156,"num_write":32,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":56089,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"91'6","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.877204+0000","last_change":"2024-06-13T06:20:03.337067+0000","last_active":"2024-06-13T06:21:44.877204+0000","last_peered":"2024-06-13T06:21:44.877204+0000","last_clean":"2024-06-13T06:21:44.877204+0000","last_became_active":"2024-06-13T06:20:03.336729+0000","last_became_peered":"2024-06-13T06:20:03.336729+0000","last_unstale":"2024-06-13T06:21:44.877204+0000","last_undegraded":"2024-06-13T06:21:44.877204+0000","last_fullsized":"2024-06-13T06:21:44.877204+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:07:06.568324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"89'6","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.664793+0000","last_change":"2024-06-13T06:19:59.568177+0000","last_active":"2024-06-13T06:20:46.664793+0000","last_peered":"2024-06-13T06:20:46.664793+0000","last_clean":"2024-06-13T06:20:46.664793+0000","last_became_active":"2024-06-13T06:19:59.567835+0000","last_became_peered":"2024-06-13T06:19:59.567835+0000","last_unstale":"2024-06-13T06:20:46.664793+0000","last_undegraded":"2024-06-13T06:20:46.664793+0000","last_fullsized":"2024-06-13T06:20:46.664793+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:56:12.654336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"91'9","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.901109+0000","last_change":"2024-06-13T06:20:03.328717+0000","last_active":"2024-06-13T06:21:44.901109+0000","last_peered":"2024-06-13T06:21:44.901109+0000","last_clean":"2024-06-13T06:21:44.901109+0000","last_became_active":"2024-06-13T06:20:03.328389+0000","last_became_peered":"2024-06-13T06:20:03.328389+0000","last_unstale":"2024-06-13T06:21:44.901109+0000","last_undegraded":"2024-06-13T06:21:44.901109+0000","last_fullsized":"2024-06-13T06:21:44.901109+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:24:48.044274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"89'3","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.666461+0000","last_change":"2024-06-13T06:19:59.563284+0000","last_active":"2024-06-13T06:20:46.666461+0000","last_peered":"2024-06-13T06:20:46.666461+0000","last_clean":"2024-06-13T06:20:46.666461+0000","last_became_active":"2024-06-13T06:19:59.562853+0000","last_became_peered":"2024-06-13T06:19:59.562853+0000","last_unstale":"2024-06-13T06:20:46.666461+0000","last_undegraded":"2024-06-13T06:20:46.666461+0000","last_fullsized":"2024-06-13T06:20:46.666461+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:55:28.776164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"91'15","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.903334+0000","last_change":"2024-06-13T06:20:03.328605+0000","last_active":"2024-06-13T06:21:44.903334+0000","last_peered":"2024-06-13T06:21:44.903334+0000","last_clean":"2024-06-13T06:21:44.903334+0000","last_became_active":"2024-06-13T06:20:03.328179+0000","last_became_peered":"2024-06-13T06:20:03.328179+0000","last_unstale":"2024-06-13T06:21:44.903334+0000","last_undegraded":"2024-06-13T06:21:44.903334+0000","last_fullsized":"2024-06-13T06:21:44.903334+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:29:01.634231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"91'5","reported_seq":132,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:56.468268+0000","last_change":"2024-06-13T06:19:59.567260+0000","last_active":"2024-06-13T06:21:56.468268+0000","last_peered":"2024-06-13T06:21:56.468268+0000","last_clean":"2024-06-13T06:21:56.468268+0000","last_became_active":"2024-06-13T06:19:59.566849+0000","last_became_peered":"2024-06-13T06:19:59.566849+0000","last_unstale":"2024-06-13T06:21:56.468268+0000","last_undegraded":"2024-06-13T06:21:56.468268+0000","last_fullsized":"2024-06-13T06:21:56.468268+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:33:51.864595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1119,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":102,"num_read_kb":5,"num_write":4,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"91'6","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.888706+0000","last_change":"2024-06-13T06:20:03.337743+0000","last_active":"2024-06-13T06:21:44.888706+0000","last_peered":"2024-06-13T06:21:44.888706+0000","last_clean":"2024-06-13T06:21:44.888706+0000","last_became_active":"2024-06-13T06:20:03.337302+0000","last_became_peered":"2024-06-13T06:20:03.337302+0000","last_unstale":"2024-06-13T06:21:44.888706+0000","last_undegraded":"2024-06-13T06:21:44.888706+0000","last_fullsized":"2024-06-13T06:21:44.888706+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T10:45:35.834660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"89'15","reported_seq":42,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.670393+0000","last_change":"2024-06-13T06:19:59.832932+0000","last_active":"2024-06-13T06:20:46.670393+0000","last_peered":"2024-06-13T06:20:46.670393+0000","last_clean":"2024-06-13T06:20:46.670393+0000","last_became_active":"2024-06-13T06:19:59.832465+0000","last_became_peered":"2024-06-13T06:19:59.832465+0000","last_unstale":"2024-06-13T06:20:46.670393+0000","last_undegraded":"2024-06-13T06:20:46.670393+0000","last_fullsized":"2024-06-13T06:20:46.670393+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:29:33.741869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"91'6","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.889185+0000","last_change":"2024-06-13T06:20:03.343075+0000","last_active":"2024-06-13T06:21:44.889185+0000","last_peered":"2024-06-13T06:21:44.889185+0000","last_clean":"2024-06-13T06:21:44.889185+0000","last_became_active":"2024-06-13T06:20:03.342740+0000","last_became_peered":"2024-06-13T06:20:03.342740+0000","last_unstale":"2024-06-13T06:21:44.889185+0000","last_undegraded":"2024-06-13T06:21:44.889185+0000","last_fullsized":"2024-06-13T06:21:44.889185+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:47:32.212852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.670868+0000","last_change":"2024-06-13T06:19:59.568400+0000","last_active":"2024-06-13T06:20:46.670868+0000","last_peered":"2024-06-13T06:20:46.670868+0000","last_clean":"2024-06-13T06:20:46.670868+0000","last_became_active":"2024-06-13T06:19:59.568022+0000","last_became_peered":"2024-06-13T06:19:59.568022+0000","last_unstale":"2024-06-13T06:20:46.670868+0000","last_undegraded":"2024-06-13T06:20:46.670868+0000","last_fullsized":"2024-06-13T06:20:46.670868+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:12:50.513044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"91'5","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.883001+0000","last_change":"2024-06-13T06:20:46.673552+0000","last_active":"2024-06-13T06:21:44.883001+0000","last_peered":"2024-06-13T06:21:44.883001+0000","last_clean":"2024-06-13T06:21:44.883001+0000","last_became_active":"2024-06-13T06:20:46.672166+0000","last_became_peered":"2024-06-13T06:20:46.672166+0000","last_unstale":"2024-06-13T06:21:44.883001+0000","last_undegraded":"2024-06-13T06:21:44.883001+0000","last_fullsized":"2024-06-13T06:21:44.883001+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T09:19:43.857291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,8],"acting":[11,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.668533+0000","last_change":"2024-06-13T06:19:59.834736+0000","last_active":"2024-06-13T06:20:46.668533+0000","last_peered":"2024-06-13T06:20:46.668533+0000","last_clean":"2024-06-13T06:20:46.668533+0000","last_became_active":"2024-06-13T06:19:59.834303+0000","last_became_peered":"2024-06-13T06:19:59.834303+0000","last_unstale":"2024-06-13T06:20:46.668533+0000","last_undegraded":"2024-06-13T06:20:46.668533+0000","last_fullsized":"2024-06-13T06:20:46.668533+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:59:39.930975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"91'5","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.894196+0000","last_change":"2024-06-13T06:20:03.329695+0000","last_active":"2024-06-13T06:21:44.894196+0000","last_peered":"2024-06-13T06:21:44.894196+0000","last_clean":"2024-06-13T06:21:44.894196+0000","last_became_active":"2024-06-13T06:20:03.329358+0000","last_became_peered":"2024-06-13T06:20:03.329358+0000","last_unstale":"2024-06-13T06:21:44.894196+0000","last_undegraded":"2024-06-13T06:21:44.894196+0000","last_fullsized":"2024-06-13T06:21:44.894196+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:15:14.603421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"89'1","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.810539+0000","last_change":"2024-06-13T06:19:59.563944+0000","last_active":"2024-06-13T06:20:46.810539+0000","last_peered":"2024-06-13T06:20:46.810539+0000","last_clean":"2024-06-13T06:20:46.810539+0000","last_became_active":"2024-06-13T06:19:59.563594+0000","last_became_peered":"2024-06-13T06:19:59.563594+0000","last_unstale":"2024-06-13T06:20:46.810539+0000","last_undegraded":"2024-06-13T06:20:46.810539+0000","last_fullsized":"2024-06-13T06:20:46.810539+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:51:42.929079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"91'7","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.889383+0000","last_change":"2024-06-13T06:20:03.336182+0000","last_active":"2024-06-13T06:21:44.889383+0000","last_peered":"2024-06-13T06:21:44.889383+0000","last_clean":"2024-06-13T06:21:44.889383+0000","last_became_active":"2024-06-13T06:20:03.335500+0000","last_became_peered":"2024-06-13T06:20:03.335500+0000","last_unstale":"2024-06-13T06:21:44.889383+0000","last_undegraded":"2024-06-13T06:21:44.889383+0000","last_fullsized":"2024-06-13T06:21:44.889383+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T07:32:13.613578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"91'8","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.892853+0000","last_change":"2024-06-13T06:20:46.812688+0000","last_active":"2024-06-13T06:21:44.892853+0000","last_peered":"2024-06-13T06:21:44.892853+0000","last_clean":"2024-06-13T06:21:44.892853+0000","last_became_active":"2024-06-13T06:20:46.812286+0000","last_became_peered":"2024-06-13T06:20:46.812286+0000","last_unstale":"2024-06-13T06:21:44.892853+0000","last_undegraded":"2024-06-13T06:21:44.892853+0000","last_fullsized":"2024-06-13T06:21:44.892853+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:20:09.437747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"91'5","reported_seq":124,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:52.460738+0000","last_change":"2024-06-13T06:19:59.832754+0000","last_active":"2024-06-13T06:21:52.460738+0000","last_peered":"2024-06-13T06:21:52.460738+0000","last_clean":"2024-06-13T06:21:52.460738+0000","last_became_active":"2024-06-13T06:19:59.832361+0000","last_became_peered":"2024-06-13T06:19:59.832361+0000","last_unstale":"2024-06-13T06:21:52.460738+0000","last_undegraded":"2024-06-13T06:21:52.460738+0000","last_fullsized":"2024-06-13T06:21:52.460738+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:02:58.350573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":93,"num_read_kb":93,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"91'8","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.898883+0000","last_change":"2024-06-13T06:20:03.337841+0000","last_active":"2024-06-13T06:21:44.898883+0000","last_peered":"2024-06-13T06:21:44.898883+0000","last_clean":"2024-06-13T06:21:44.898883+0000","last_became_active":"2024-06-13T06:20:03.337281+0000","last_became_peered":"2024-06-13T06:20:03.337281+0000","last_unstale":"2024-06-13T06:21:44.898883+0000","last_undegraded":"2024-06-13T06:21:44.898883+0000","last_fullsized":"2024-06-13T06:21:44.898883+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:16:30.838399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'3","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.668558+0000","last_change":"2024-06-13T06:19:59.568277+0000","last_active":"2024-06-13T06:20:46.668558+0000","last_peered":"2024-06-13T06:20:46.668558+0000","last_clean":"2024-06-13T06:20:46.668558+0000","last_became_active":"2024-06-13T06:19:59.567541+0000","last_became_peered":"2024-06-13T06:19:59.567541+0000","last_unstale":"2024-06-13T06:20:46.668558+0000","last_undegraded":"2024-06-13T06:20:46.668558+0000","last_fullsized":"2024-06-13T06:20:46.668558+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:47:54.915305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":359,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.810517+0000","last_change":"2024-06-13T06:18:34.317390+0000","last_active":"2024-06-13T06:20:46.810517+0000","last_peered":"2024-06-13T06:20:46.810517+0000","last_clean":"2024-06-13T06:20:46.810517+0000","last_became_active":"2024-06-13T06:18:34.317005+0000","last_became_peered":"2024-06-13T06:18:34.317005+0000","last_unstale":"2024-06-13T06:20:46.810517+0000","last_undegraded":"2024-06-13T06:20:46.810517+0000","last_fullsized":"2024-06-13T06:20:46.810517+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:15:09.350365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:15:09.350365+0000","last_clean_scrub_stamp":"2024-06-13T06:15:09.350365+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:14:34.164625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"91'5","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.883734+0000","last_change":"2024-06-13T06:20:03.340336+0000","last_active":"2024-06-13T06:21:44.883734+0000","last_peered":"2024-06-13T06:21:44.883734+0000","last_clean":"2024-06-13T06:21:44.883734+0000","last_became_active":"2024-06-13T06:20:03.340009+0000","last_became_peered":"2024-06-13T06:20:03.340009+0000","last_unstale":"2024-06-13T06:21:44.883734+0000","last_undegraded":"2024-06-13T06:21:44.883734+0000","last_fullsized":"2024-06-13T06:21:44.883734+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:33:40.983600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'3","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.810770+0000","last_change":"2024-06-13T06:19:59.567443+0000","last_active":"2024-06-13T06:20:46.810770+0000","last_peered":"2024-06-13T06:20:46.810770+0000","last_clean":"2024-06-13T06:20:46.810770+0000","last_became_active":"2024-06-13T06:19:59.567072+0000","last_became_peered":"2024-06-13T06:19:59.567072+0000","last_unstale":"2024-06-13T06:20:46.810770+0000","last_undegraded":"2024-06-13T06:20:46.810770+0000","last_fullsized":"2024-06-13T06:20:46.810770+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:44:35.300398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"89'1","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.671157+0000","last_change":"2024-06-13T06:19:59.834172+0000","last_active":"2024-06-13T06:20:46.671157+0000","last_peered":"2024-06-13T06:20:46.671157+0000","last_clean":"2024-06-13T06:20:46.671157+0000","last_became_active":"2024-06-13T06:19:59.833438+0000","last_became_peered":"2024-06-13T06:19:59.833438+0000","last_unstale":"2024-06-13T06:20:46.671157+0000","last_undegraded":"2024-06-13T06:20:46.671157+0000","last_fullsized":"2024-06-13T06:20:46.671157+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:25:57.760729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"91'9","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.902226+0000","last_change":"2024-06-13T06:20:03.337636+0000","last_active":"2024-06-13T06:21:44.902226+0000","last_peered":"2024-06-13T06:21:44.902226+0000","last_clean":"2024-06-13T06:21:44.902226+0000","last_became_active":"2024-06-13T06:20:03.336962+0000","last_became_peered":"2024-06-13T06:20:03.336962+0000","last_unstale":"2024-06-13T06:21:44.902226+0000","last_undegraded":"2024-06-13T06:21:44.902226+0000","last_fullsized":"2024-06-13T06:21:44.902226+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:52:01.089591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"91'12","reported_seq":38,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.668948+0000","last_change":"2024-06-13T06:19:59.566778+0000","last_active":"2024-06-13T06:20:46.668948+0000","last_peered":"2024-06-13T06:20:46.668948+0000","last_clean":"2024-06-13T06:20:46.668948+0000","last_became_active":"2024-06-13T06:19:59.566406+0000","last_became_peered":"2024-06-13T06:19:59.566406+0000","last_unstale":"2024-06-13T06:20:46.668948+0000","last_undegraded":"2024-06-13T06:20:46.668948+0000","last_fullsized":"2024-06-13T06:20:46.668948+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:47:38.813218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"91'5","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.895523+0000","last_change":"2024-06-13T06:20:03.332327+0000","last_active":"2024-06-13T06:21:44.895523+0000","last_peered":"2024-06-13T06:21:44.895523+0000","last_clean":"2024-06-13T06:21:44.895523+0000","last_became_active":"2024-06-13T06:20:03.332012+0000","last_became_peered":"2024-06-13T06:20:03.332012+0000","last_unstale":"2024-06-13T06:21:44.895523+0000","last_undegraded":"2024-06-13T06:21:44.895523+0000","last_fullsized":"2024-06-13T06:21:44.895523+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:40:31.752929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"89'4","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.668811+0000","last_change":"2024-06-13T06:19:59.871364+0000","last_active":"2024-06-13T06:20:46.668811+0000","last_peered":"2024-06-13T06:20:46.668811+0000","last_clean":"2024-06-13T06:20:46.668811+0000","last_became_active":"2024-06-13T06:19:59.870977+0000","last_became_peered":"2024-06-13T06:19:59.870977+0000","last_unstale":"2024-06-13T06:20:46.668811+0000","last_undegraded":"2024-06-13T06:20:46.668811+0000","last_fullsized":"2024-06-13T06:20:46.668811+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T10:13:06.882931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"91'7","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.899190+0000","last_change":"2024-06-13T06:20:03.326400+0000","last_active":"2024-06-13T06:21:44.899190+0000","last_peered":"2024-06-13T06:21:44.899190+0000","last_clean":"2024-06-13T06:21:44.899190+0000","last_became_active":"2024-06-13T06:20:03.326056+0000","last_became_peered":"2024-06-13T06:20:03.326056+0000","last_unstale":"2024-06-13T06:21:44.899190+0000","last_undegraded":"2024-06-13T06:21:44.899190+0000","last_fullsized":"2024-06-13T06:21:44.899190+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T10:55:37.627614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.669788+0000","last_change":"2024-06-13T06:19:59.832873+0000","last_active":"2024-06-13T06:20:46.669788+0000","last_peered":"2024-06-13T06:20:46.669788+0000","last_clean":"2024-06-13T06:20:46.669788+0000","last_became_active":"2024-06-13T06:19:59.832564+0000","last_became_peered":"2024-06-13T06:19:59.832564+0000","last_unstale":"2024-06-13T06:20:46.669788+0000","last_undegraded":"2024-06-13T06:20:46.669788+0000","last_fullsized":"2024-06-13T06:20:46.669788+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:59:09.301487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"91'2","reported_seq":22,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.847103+0000","last_change":"2024-06-13T06:20:03.338608+0000","last_active":"2024-06-13T06:21:44.847103+0000","last_peered":"2024-06-13T06:21:44.847103+0000","last_clean":"2024-06-13T06:21:44.847103+0000","last_became_active":"2024-06-13T06:20:03.338223+0000","last_became_peered":"2024-06-13T06:20:03.338223+0000","last_unstale":"2024-06-13T06:21:44.847103+0000","last_undegraded":"2024-06-13T06:21:44.847103+0000","last_fullsized":"2024-06-13T06:21:44.847103+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T10:48:40.962563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"89'3","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.669655+0000","last_change":"2024-06-13T06:19:59.564731+0000","last_active":"2024-06-13T06:20:46.669655+0000","last_peered":"2024-06-13T06:20:46.669655+0000","last_clean":"2024-06-13T06:20:46.669655+0000","last_became_active":"2024-06-13T06:19:59.564374+0000","last_became_peered":"2024-06-13T06:19:59.564374+0000","last_unstale":"2024-06-13T06:20:46.669655+0000","last_undegraded":"2024-06-13T06:20:46.669655+0000","last_fullsized":"2024-06-13T06:20:46.669655+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:29:27.565821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"91'9","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.884314+0000","last_change":"2024-06-13T06:20:03.338192+0000","last_active":"2024-06-13T06:21:44.884314+0000","last_peered":"2024-06-13T06:21:44.884314+0000","last_clean":"2024-06-13T06:21:44.884314+0000","last_became_active":"2024-06-13T06:20:03.337623+0000","last_became_peered":"2024-06-13T06:20:03.337623+0000","last_unstale":"2024-06-13T06:21:44.884314+0000","last_undegraded":"2024-06-13T06:21:44.884314+0000","last_fullsized":"2024-06-13T06:21:44.884314+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:46:51.514946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"89'1","reported_seq":15,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.676726+0000","last_change":"2024-06-13T06:20:46.676257+0000","last_active":"2024-06-13T06:20:46.676726+0000","last_peered":"2024-06-13T06:20:46.676726+0000","last_clean":"2024-06-13T06:20:46.676726+0000","last_became_active":"2024-06-13T06:20:46.671594+0000","last_became_peered":"2024-06-13T06:20:46.671594+0000","last_unstale":"2024-06-13T06:20:46.676726+0000","last_undegraded":"2024-06-13T06:20:46.676726+0000","last_fullsized":"2024-06-13T06:20:46.676726+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:31:51.365837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"91'8","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.895586+0000","last_change":"2024-06-13T06:20:03.333924+0000","last_active":"2024-06-13T06:21:44.895586+0000","last_peered":"2024-06-13T06:21:44.895586+0000","last_clean":"2024-06-13T06:21:44.895586+0000","last_became_active":"2024-06-13T06:20:03.333591+0000","last_became_peered":"2024-06-13T06:20:03.333591+0000","last_unstale":"2024-06-13T06:21:44.895586+0000","last_undegraded":"2024-06-13T06:21:44.895586+0000","last_fullsized":"2024-06-13T06:21:44.895586+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T07:09:33.075835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.670525+0000","last_change":"2024-06-13T06:19:59.569485+0000","last_active":"2024-06-13T06:20:46.670525+0000","last_peered":"2024-06-13T06:20:46.670525+0000","last_clean":"2024-06-13T06:20:46.670525+0000","last_became_active":"2024-06-13T06:19:59.569083+0000","last_became_peered":"2024-06-13T06:19:59.569083+0000","last_unstale":"2024-06-13T06:20:46.670525+0000","last_undegraded":"2024-06-13T06:20:46.670525+0000","last_fullsized":"2024-06-13T06:20:46.670525+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T07:54:39.027326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"91'5","reported_seq":25,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.902362+0000","last_change":"2024-06-13T06:20:03.332895+0000","last_active":"2024-06-13T06:21:44.902362+0000","last_peered":"2024-06-13T06:21:44.902362+0000","last_clean":"2024-06-13T06:21:44.902362+0000","last_became_active":"2024-06-13T06:20:03.332522+0000","last_became_peered":"2024-06-13T06:20:03.332522+0000","last_unstale":"2024-06-13T06:21:44.902362+0000","last_undegraded":"2024-06-13T06:21:44.902362+0000","last_fullsized":"2024-06-13T06:21:44.902362+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:06:52.386940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.664976+0000","last_change":"2024-06-13T06:19:59.871273+0000","last_active":"2024-06-13T06:20:46.664976+0000","last_peered":"2024-06-13T06:20:46.664976+0000","last_clean":"2024-06-13T06:20:46.664976+0000","last_became_active":"2024-06-13T06:19:59.870771+0000","last_became_peered":"2024-06-13T06:19:59.870771+0000","last_unstale":"2024-06-13T06:20:46.664976+0000","last_undegraded":"2024-06-13T06:20:46.664976+0000","last_fullsized":"2024-06-13T06:20:46.664976+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T07:38:23.253801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"91'7","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.894070+0000","last_change":"2024-06-13T06:20:03.333799+0000","last_active":"2024-06-13T06:21:44.894070+0000","last_peered":"2024-06-13T06:21:44.894070+0000","last_clean":"2024-06-13T06:21:44.894070+0000","last_became_active":"2024-06-13T06:20:03.333149+0000","last_became_peered":"2024-06-13T06:20:03.333149+0000","last_unstale":"2024-06-13T06:21:44.894070+0000","last_undegraded":"2024-06-13T06:21:44.894070+0000","last_fullsized":"2024-06-13T06:21:44.894070+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:38:16.776173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"89'1","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.666640+0000","last_change":"2024-06-13T06:19:59.561434+0000","last_active":"2024-06-13T06:20:46.666640+0000","last_peered":"2024-06-13T06:20:46.666640+0000","last_clean":"2024-06-13T06:20:46.666640+0000","last_became_active":"2024-06-13T06:19:59.561076+0000","last_became_peered":"2024-06-13T06:19:59.561076+0000","last_unstale":"2024-06-13T06:20:46.666640+0000","last_undegraded":"2024-06-13T06:20:46.666640+0000","last_fullsized":"2024-06-13T06:20:46.666640+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:50:10.441166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'7","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.896423+0000","last_change":"2024-06-13T06:20:03.338390+0000","last_active":"2024-06-13T06:21:44.896423+0000","last_peered":"2024-06-13T06:21:44.896423+0000","last_clean":"2024-06-13T06:21:44.896423+0000","last_became_active":"2024-06-13T06:20:03.338000+0000","last_became_peered":"2024-06-13T06:20:03.338000+0000","last_unstale":"2024-06-13T06:21:44.896423+0000","last_undegraded":"2024-06-13T06:21:44.896423+0000","last_fullsized":"2024-06-13T06:21:44.896423+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T09:46:54.335030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"89'2","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:20:46.811412+0000","last_change":"2024-06-13T06:19:59.565675+0000","last_active":"2024-06-13T06:20:46.811412+0000","last_peered":"2024-06-13T06:20:46.811412+0000","last_clean":"2024-06-13T06:20:46.811412+0000","last_became_active":"2024-06-13T06:19:59.565257+0000","last_became_peered":"2024-06-13T06:19:59.565257+0000","last_unstale":"2024-06-13T06:20:46.811412+0000","last_undegraded":"2024-06-13T06:20:46.811412+0000","last_fullsized":"2024-06-13T06:20:46.811412+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T09:48:58.013179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"91'9","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.890508+0000","last_change":"2024-06-13T06:20:03.335204+0000","last_active":"2024-06-13T06:21:44.890508+0000","last_peered":"2024-06-13T06:21:44.890508+0000","last_clean":"2024-06-13T06:21:44.890508+0000","last_became_active":"2024-06-13T06:20:03.334589+0000","last_became_peered":"2024-06-13T06:20:03.334589+0000","last_unstale":"2024-06-13T06:21:44.890508+0000","last_undegraded":"2024-06-13T06:21:44.890508+0000","last_fullsized":"2024-06-13T06:21:44.890508+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:49:37.493543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"91'9","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.884131+0000","last_change":"2024-06-13T06:20:03.339546+0000","last_active":"2024-06-13T06:21:44.884131+0000","last_peered":"2024-06-13T06:21:44.884131+0000","last_clean":"2024-06-13T06:21:44.884131+0000","last_became_active":"2024-06-13T06:20:03.339182+0000","last_became_peered":"2024-06-13T06:20:03.339182+0000","last_unstale":"2024-06-13T06:21:44.884131+0000","last_undegraded":"2024-06-13T06:21:44.884131+0000","last_fullsized":"2024-06-13T06:21:44.884131+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:08:36.171459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"91'12","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.887023+0000","last_change":"2024-06-13T06:20:03.344781+0000","last_active":"2024-06-13T06:21:44.887023+0000","last_peered":"2024-06-13T06:21:44.887023+0000","last_clean":"2024-06-13T06:21:44.887023+0000","last_became_active":"2024-06-13T06:20:03.343968+0000","last_became_peered":"2024-06-13T06:20:03.343968+0000","last_unstale":"2024-06-13T06:21:44.887023+0000","last_undegraded":"2024-06-13T06:21:44.887023+0000","last_fullsized":"2024-06-13T06:21:44.887023+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:27:36.929737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"91'8","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.885229+0000","last_change":"2024-06-13T06:20:03.333802+0000","last_active":"2024-06-13T06:21:44.885229+0000","last_peered":"2024-06-13T06:21:44.885229+0000","last_clean":"2024-06-13T06:21:44.885229+0000","last_became_active":"2024-06-13T06:20:03.333463+0000","last_became_peered":"2024-06-13T06:20:03.333463+0000","last_unstale":"2024-06-13T06:21:44.885229+0000","last_undegraded":"2024-06-13T06:21:44.885229+0000","last_fullsized":"2024-06-13T06:21:44.885229+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:01:43.704543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"91'7","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.899747+0000","last_change":"2024-06-13T06:20:03.328963+0000","last_active":"2024-06-13T06:21:44.899747+0000","last_peered":"2024-06-13T06:21:44.899747+0000","last_clean":"2024-06-13T06:21:44.899747+0000","last_became_active":"2024-06-13T06:20:03.327919+0000","last_became_peered":"2024-06-13T06:20:03.327919+0000","last_unstale":"2024-06-13T06:21:44.899747+0000","last_undegraded":"2024-06-13T06:21:44.899747+0000","last_fullsized":"2024-06-13T06:21:44.899747+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:21:01.096356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"91'4","reported_seq":24,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.891364+0000","last_change":"2024-06-13T06:20:03.332528+0000","last_active":"2024-06-13T06:21:44.891364+0000","last_peered":"2024-06-13T06:21:44.891364+0000","last_clean":"2024-06-13T06:21:44.891364+0000","last_became_active":"2024-06-13T06:20:03.332184+0000","last_became_peered":"2024-06-13T06:20:03.332184+0000","last_unstale":"2024-06-13T06:21:44.891364+0000","last_undegraded":"2024-06-13T06:21:44.891364+0000","last_fullsized":"2024-06-13T06:21:44.891364+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:37:57.879546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"91'6","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.883343+0000","last_change":"2024-06-13T06:20:03.341100+0000","last_active":"2024-06-13T06:21:44.883343+0000","last_peered":"2024-06-13T06:21:44.883343+0000","last_clean":"2024-06-13T06:21:44.883343+0000","last_became_active":"2024-06-13T06:20:03.340775+0000","last_became_peered":"2024-06-13T06:20:03.340775+0000","last_unstale":"2024-06-13T06:21:44.883343+0000","last_undegraded":"2024-06-13T06:21:44.883343+0000","last_fullsized":"2024-06-13T06:21:44.883343+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:59:21.262970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"91'15","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.890278+0000","last_change":"2024-06-13T06:20:03.342535+0000","last_active":"2024-06-13T06:21:44.890278+0000","last_peered":"2024-06-13T06:21:44.890278+0000","last_clean":"2024-06-13T06:21:44.890278+0000","last_became_active":"2024-06-13T06:20:03.342078+0000","last_became_peered":"2024-06-13T06:20:03.342078+0000","last_unstale":"2024-06-13T06:21:44.890278+0000","last_undegraded":"2024-06-13T06:21:44.890278+0000","last_fullsized":"2024-06-13T06:21:44.890278+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:55:31.208484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"91'2","reported_seq":22,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.891879+0000","last_change":"2024-06-13T06:20:03.339638+0000","last_active":"2024-06-13T06:21:44.891879+0000","last_peered":"2024-06-13T06:21:44.891879+0000","last_clean":"2024-06-13T06:21:44.891879+0000","last_became_active":"2024-06-13T06:20:03.339326+0000","last_became_peered":"2024-06-13T06:20:03.339326+0000","last_unstale":"2024-06-13T06:21:44.891879+0000","last_undegraded":"2024-06-13T06:21:44.891879+0000","last_fullsized":"2024-06-13T06:21:44.891879+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:21:11.289793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"91'6","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.890060+0000","last_change":"2024-06-13T06:20:03.337506+0000","last_active":"2024-06-13T06:21:44.890060+0000","last_peered":"2024-06-13T06:21:44.890060+0000","last_clean":"2024-06-13T06:21:44.890060+0000","last_became_active":"2024-06-13T06:20:03.336692+0000","last_became_peered":"2024-06-13T06:20:03.336692+0000","last_unstale":"2024-06-13T06:21:44.890060+0000","last_undegraded":"2024-06-13T06:21:44.890060+0000","last_fullsized":"2024-06-13T06:21:44.890060+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:10:08.655549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"91'8","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.891521+0000","last_change":"2024-06-13T06:20:03.337973+0000","last_active":"2024-06-13T06:21:44.891521+0000","last_peered":"2024-06-13T06:21:44.891521+0000","last_clean":"2024-06-13T06:21:44.891521+0000","last_became_active":"2024-06-13T06:20:03.337601+0000","last_became_peered":"2024-06-13T06:20:03.337601+0000","last_unstale":"2024-06-13T06:21:44.891521+0000","last_undegraded":"2024-06-13T06:21:44.891521+0000","last_fullsized":"2024-06-13T06:21:44.891521+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:22:13.204173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"91'10","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.895002+0000","last_change":"2024-06-13T06:20:03.340835+0000","last_active":"2024-06-13T06:21:44.895002+0000","last_peered":"2024-06-13T06:21:44.895002+0000","last_clean":"2024-06-13T06:21:44.895002+0000","last_became_active":"2024-06-13T06:20:03.340449+0000","last_became_peered":"2024-06-13T06:20:03.340449+0000","last_unstale":"2024-06-13T06:21:44.895002+0000","last_undegraded":"2024-06-13T06:21:44.895002+0000","last_fullsized":"2024-06-13T06:21:44.895002+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:43:22.522320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"91'11","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.901692+0000","last_change":"2024-06-13T06:20:03.331652+0000","last_active":"2024-06-13T06:21:44.901692+0000","last_peered":"2024-06-13T06:21:44.901692+0000","last_clean":"2024-06-13T06:21:44.901692+0000","last_became_active":"2024-06-13T06:20:03.331314+0000","last_became_peered":"2024-06-13T06:20:03.331314+0000","last_unstale":"2024-06-13T06:21:44.901692+0000","last_undegraded":"2024-06-13T06:21:44.901692+0000","last_fullsized":"2024-06-13T06:21:44.901692+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:08:21.393531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"91'8","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-06-13T06:21:44.885427+0000","last_change":"2024-06-13T06:20:03.343797+0000","last_active":"2024-06-13T06:21:44.885427+0000","last_peered":"2024-06-13T06:21:44.885427+0000","last_clean":"2024-06-13T06:21:44.885427+0000","last_became_active":"2024-06-13T06:20:03.343452+0000","last_became_peered":"2024-06-13T06:20:03.343452+0000","last_unstale":"2024-06-13T06:21:44.885427+0000","last_undegraded":"2024-06-13T06:21:44.885427+0000","last_fullsized":"2024-06-13T06:21:44.885427+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:59:57.502951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":286636,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":65267,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":601,"num_read_kb":367,"num_write":174,"num_write_kb":119,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":56089,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":376832,"data_stored":195801,"data_compressed":9103,"data_compressed_allocated":12288,"data_compressed_original":53248,"omap_allocated":0,"internal_metadata":0},"log_size":147,"ondisk_log_size":147,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351015,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32140,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713012,"statfs":{"total":95995035648,"available":95962124288,"internally_reserved":0,"allocated":987136,"data_stored":483043,"data_compressed":5791,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612653,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32288,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712864,"statfs":{"total":95995035648,"available":95961972736,"internally_reserved":0,"allocated":1138688,"data_stored":1135650,"data_compressed":42234,"data_compressed_allocated":53248,"data_compressed_original":606208,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776178,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32156,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712996,"statfs":{"total":95995035648,"available":95962107904,"internally_reserved":0,"allocated":1003520,"data_stored":483279,"data_compressed":5791,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037815,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32156,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712996,"statfs":{"total":95995035648,"available":95962107904,"internally_reserved":0,"allocated":1003520,"data_stored":483199,"data_compressed":5791,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299452,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32204,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712948,"statfs":{"total":95995035648,"available":95962058752,"internally_reserved":0,"allocated":1052672,"data_stored":1075800,"data_compressed":42234,"data_compressed_allocated":53248,"data_compressed_original":606208,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462977,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32144,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713008,"statfs":{"total":95995035648,"available":95962120192,"internally_reserved":0,"allocated":991232,"data_stored":482668,"data_compressed":5791,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574937,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32204,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712948,"statfs":{"total":95995035648,"available":95962058752,"internally_reserved":0,"allocated":1052672,"data_stored":543056,"data_compressed":5791,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738463,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32164,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712988,"statfs":{"total":95995035648,"available":95962099712,"internally_reserved":0,"allocated":1011712,"data_stored":483939,"data_compressed":5791,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411414,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36320,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708832,"statfs":{"total":95995035648,"available":95957843968,"internally_reserved":0,"allocated":1007616,"data_stored":484342,"data_compressed":5791,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149775,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28000,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717152,"statfs":{"total":95995035648,"available":95966363648,"internally_reserved":0,"allocated":1007616,"data_stored":482979,"data_compressed":5791,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888140,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28016,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717136,"statfs":{"total":95995035648,"available":95966347264,"internally_reserved":0,"allocated":1024000,"data_stored":544231,"data_compressed":14894,"data_compressed_allocated":20480,"data_compressed_original":69632,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724614,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28056,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717096,"statfs":{"total":95995035648,"available":95966306304,"internally_reserved":0,"allocated":1064960,"data_stored":1074953,"data_compressed":42234,"data_compressed_allocated":53248,"data_compressed_original":606208,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34807,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34807,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34807,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36443,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36443,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36443,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36443,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36443,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":60595,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1881,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":61770,"data_compressed":9103,"data_compressed_allocated":12288,"data_compressed_original":53248,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2007,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2854,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":62704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-06-13T06:22:01.321 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-06-13T06:22:01.321 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-06-13T06:22:01.321 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-06-13T06:22:01.322 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph health --format=json 2024-06-13T06:22:01.573 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:22:01.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:01 smithi149 ceph-mon[36963]: from='client.14889 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T06:22:01.999 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:01 smithi039 ceph-mon[32479]: from='client.14889 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T06:22:02.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:01 smithi096 ceph-mon[36532]: from='client.14889 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T06:22:02.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:02 smithi149 ceph-mon[36963]: pgmap v359: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 85 B/s wr, 5 op/s 2024-06-13T06:22:02.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:02 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:22:03.007 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:02 smithi039 ceph-mon[32479]: pgmap v359: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 85 B/s wr, 5 op/s 2024-06-13T06:22:03.007 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:02 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:22:03.040 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:02 smithi096 ceph-mon[36532]: pgmap v359: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 85 B/s wr, 5 op/s 2024-06-13T06:22:03.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:02 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:22:03.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.112+0000 7fd7e86ab700 1 -- 172.21.15.39:0/2627133611 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7e0100a80 msgr2=0x7fd7e0100f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:03.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.112+0000 7fd7e86ab700 1 --2- 172.21.15.39:0/2627133611 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7e0100a80 0x7fd7e0100f00 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fd7dc009990 tx=0x7fd7dc009ca0 comp rx=0 tx=0).stop 2024-06-13T06:22:03.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.112+0000 7fd7e86ab700 1 -- 172.21.15.39:0/2627133611 shutdown_connections 2024-06-13T06:22:03.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.112+0000 7fd7e86ab700 1 --2- 172.21.15.39:0/2627133611 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd7e0101440 0x7fd7e010f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:03.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.112+0000 7fd7e86ab700 1 --2- 172.21.15.39:0/2627133611 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd7e0108510 0x7fd7e01088f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:03.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.112+0000 7fd7e86ab700 1 --2- 172.21.15.39:0/2627133611 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7e0100a80 0x7fd7e0100f00 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:03.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.112+0000 7fd7e86ab700 1 -- 172.21.15.39:0/2627133611 >> 172.21.15.39:0/2627133611 conn(0x7fd7e0077a00 msgr2=0x7fd7e00fedb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:03.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.112+0000 7fd7e86ab700 1 -- 172.21.15.39:0/2627133611 shutdown_connections 2024-06-13T06:22:03.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.112+0000 7fd7e86ab700 1 -- 172.21.15.39:0/2627133611 wait complete. 2024-06-13T06:22:03.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.113+0000 7fd7e86ab700 1 Processor -- start 2024-06-13T06:22:03.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.113+0000 7fd7e86ab700 1 -- start start 2024-06-13T06:22:03.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.113+0000 7fd7e86ab700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd7e0100a80 0x7fd7e0101c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:03.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.113+0000 7fd7e86ab700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7e0101440 0x7fd7e01021a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:03.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.113+0000 7fd7e86ab700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd7e0108510 0x7fd7e01026e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:03.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.113+0000 7fd7e86ab700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fd7e01127c0 con 0x7fd7e0101440 2024-06-13T06:22:03.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.113+0000 7fd7e86ab700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fd7e0112640 con 0x7fd7e0108510 2024-06-13T06:22:03.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.113+0000 7fd7e86ab700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fd7e0112940 con 0x7fd7e0100a80 2024-06-13T06:22:03.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.113+0000 7fd7e5c46700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7e0101440 0x7fd7e01021a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:03.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.113+0000 7fd7e6447700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd7e0100a80 0x7fd7e0101c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:03.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.113+0000 7fd7e5c46700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7e0101440 0x7fd7e01021a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:35284/0 (socket says 172.21.15.39:35284) 2024-06-13T06:22:03.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.113+0000 7fd7e5c46700 1 -- 172.21.15.39:0/70873122 learned_addr learned my addr 172.21.15.39:0/70873122 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:22:03.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.113+0000 7fd7e6c48700 1 --2- 172.21.15.39:0/70873122 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd7e0108510 0x7fd7e01026e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:03.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.114+0000 7fd7e6447700 1 -- 172.21.15.39:0/70873122 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd7e0108510 msgr2=0x7fd7e01026e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:03.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.114+0000 7fd7e6447700 1 --2- 172.21.15.39:0/70873122 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd7e0108510 0x7fd7e01026e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:03.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.114+0000 7fd7e6447700 1 -- 172.21.15.39:0/70873122 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7e0101440 msgr2=0x7fd7e01021a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:03.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.114+0000 7fd7e6447700 1 --2- 172.21.15.39:0/70873122 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7e0101440 0x7fd7e01021a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:03.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.114+0000 7fd7e6447700 1 -- 172.21.15.39:0/70873122 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7e01a71a0 con 0x7fd7e0100a80 2024-06-13T06:22:03.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.114+0000 7fd7e5c46700 1 --2- 172.21.15.39:0/70873122 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7e0101440 0x7fd7e01021a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T06:22:03.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.114+0000 7fd7e6c48700 1 --2- 172.21.15.39:0/70873122 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd7e0108510 0x7fd7e01026e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T06:22:03.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.114+0000 7fd7e6447700 1 --2- 172.21.15.39:0/70873122 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd7e0100a80 0x7fd7e0101c60 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fd7d400d750 tx=0x7fd7d400da60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:03.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.114+0000 7fd7d37fe700 1 -- 172.21.15.39:0/70873122 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7d4014030 con 0x7fd7e0100a80 2024-06-13T06:22:03.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.114+0000 7fd7e86ab700 1 -- 172.21.15.39:0/70873122 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7e01a7490 con 0x7fd7e0100a80 2024-06-13T06:22:03.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.114+0000 7fd7d37fe700 1 -- 172.21.15.39:0/70873122 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd7d4004500 con 0x7fd7e0100a80 2024-06-13T06:22:03.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.114+0000 7fd7d37fe700 1 -- 172.21.15.39:0/70873122 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7d40054e0 con 0x7fd7e0100a80 2024-06-13T06:22:03.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.115+0000 7fd7e86ab700 1 -- 172.21.15.39:0/70873122 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7e01a7a20 con 0x7fd7e0100a80 2024-06-13T06:22:03.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.115+0000 7fd7e86ab700 1 -- 172.21.15.39:0/70873122 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd7e0069180 con 0x7fd7e0100a80 2024-06-13T06:22:03.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.117+0000 7fd7d37fe700 1 -- 172.21.15.39:0/70873122 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fd7d4004750 con 0x7fd7e0100a80 2024-06-13T06:22:03.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.117+0000 7fd7d37fe700 1 --2- 172.21.15.39:0/70873122 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fd7cc0a2c20 0x7fd7cc0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:03.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.117+0000 7fd7e5c46700 1 --2- 172.21.15.39:0/70873122 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fd7cc0a2c20 0x7fd7cc0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:03.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.117+0000 7fd7d37fe700 1 -- 172.21.15.39:0/70873122 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7fd7d40ce8b0 con 0x7fd7e0100a80 2024-06-13T06:22:03.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.118+0000 7fd7e5c46700 1 --2- 172.21.15.39:0/70873122 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fd7cc0a2c20 0x7fd7cc0a50e0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fd7e0107c00 tx=0x7fd7dc00b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:03.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.123+0000 7fd7d37fe700 1 -- 172.21.15.39:0/70873122 <== mon.1 v2:172.21.15.149:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fd7d409b7a0 con 0x7fd7e0100a80 2024-06-13T06:22:03.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.397+0000 7fd7e86ab700 1 -- 172.21.15.39:0/70873122 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7fd7e0103190 con 0x7fd7e0100a80 2024-06-13T06:22:03.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.398+0000 7fd7d37fe700 1 -- 172.21.15.39:0/70873122 <== mon.1 v2:172.21.15.149:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7fd7d409b0a0 con 0x7fd7e0100a80 2024-06-13T06:22:03.398 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:22:03.399 INFO:teuthology.orchestra.run.smithi039.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-06-13T06:22:03.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.400+0000 7fd7e86ab700 1 -- 172.21.15.39:0/70873122 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fd7cc0a2c20 msgr2=0x7fd7cc0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:03.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.400+0000 7fd7e86ab700 1 --2- 172.21.15.39:0/70873122 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fd7cc0a2c20 0x7fd7cc0a50e0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fd7e0107c00 tx=0x7fd7dc00b260 comp rx=0 tx=0).stop 2024-06-13T06:22:03.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.400+0000 7fd7e86ab700 1 -- 172.21.15.39:0/70873122 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd7e0100a80 msgr2=0x7fd7e0101c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:03.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.400+0000 7fd7e86ab700 1 --2- 172.21.15.39:0/70873122 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd7e0100a80 0x7fd7e0101c60 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fd7d400d750 tx=0x7fd7d400da60 comp rx=0 tx=0).stop 2024-06-13T06:22:03.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.400+0000 7fd7e86ab700 1 -- 172.21.15.39:0/70873122 shutdown_connections 2024-06-13T06:22:03.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.400+0000 7fd7e86ab700 1 --2- 172.21.15.39:0/70873122 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fd7cc0a2c20 0x7fd7cc0a50e0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:03.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.400+0000 7fd7e86ab700 1 --2- 172.21.15.39:0/70873122 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd7e0108510 0x7fd7e01026e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:03.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.400+0000 7fd7e86ab700 1 --2- 172.21.15.39:0/70873122 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd7e0100a80 0x7fd7e0101c60 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:03.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.400+0000 7fd7e86ab700 1 --2- 172.21.15.39:0/70873122 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7e0101440 0x7fd7e01021a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:03.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.400+0000 7fd7e86ab700 1 -- 172.21.15.39:0/70873122 >> 172.21.15.39:0/70873122 conn(0x7fd7e0077a00 msgr2=0x7fd7e00ff0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:03.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.400+0000 7fd7e86ab700 1 -- 172.21.15.39:0/70873122 shutdown_connections 2024-06-13T06:22:03.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:03.400+0000 7fd7e86ab700 1 -- 172.21.15.39:0/70873122 wait complete. 2024-06-13T06:22:03.753 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:03 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/70873122' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-13T06:22:03.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:03 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/70873122' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-13T06:22:04.041 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:03 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/70873122' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-06-13T06:22:04.710 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-06-13T06:22:04.710 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T06:22:04.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:04 smithi039 ceph-mon[32479]: pgmap v360: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:22:04.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:04 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:22:04.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:04 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:22:04.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:04 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:22:04.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:04 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:22:04.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:04 smithi149 ceph-mon[36963]: pgmap v360: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:22:04.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:04 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:22:04.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:04 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:22:04.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:04 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:22:04.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:04 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:22:04.993 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:22:05.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:04 smithi096 ceph-mon[36532]: pgmap v360: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:22:05.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:04 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:22:05.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:04 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:22:05.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:04 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:22:05.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:04 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:22:06.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.692+0000 7f53616a6700 1 -- 172.21.15.39:0/2145319808 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f535c06b810 msgr2=0x7f535c1070d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:06.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.692+0000 7f53616a6700 1 --2- 172.21.15.39:0/2145319808 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f535c06b810 0x7f535c1070d0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f53500099c0 tx=0x7f5350009cd0 comp rx=0 tx=0).stop 2024-06-13T06:22:06.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.692+0000 7f53616a6700 1 -- 172.21.15.39:0/2145319808 shutdown_connections 2024-06-13T06:22:06.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.692+0000 7f53616a6700 1 --2- 172.21.15.39:0/2145319808 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f535c1077b0 0x7f535c10f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:06.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.692+0000 7f53616a6700 1 --2- 172.21.15.39:0/2145319808 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f535c06ae60 0x7f535c06b240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:06.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.692+0000 7f53616a6700 1 --2- 172.21.15.39:0/2145319808 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f535c06b810 0x7f535c1070d0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:06.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.692+0000 7f53616a6700 1 -- 172.21.15.39:0/2145319808 >> 172.21.15.39:0/2145319808 conn(0x7f535c0773e0 msgr2=0x7f535c0777f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:06.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.692+0000 7f53616a6700 1 -- 172.21.15.39:0/2145319808 shutdown_connections 2024-06-13T06:22:06.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.692+0000 7f53616a6700 1 -- 172.21.15.39:0/2145319808 wait complete. 2024-06-13T06:22:06.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.692+0000 7f53616a6700 1 Processor -- start 2024-06-13T06:22:06.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.693+0000 7f53616a6700 1 -- start start 2024-06-13T06:22:06.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.693+0000 7f53616a6700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f535c06ae60 0x7f535c19e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:06.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.693+0000 7f53616a6700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f535c06b810 0x7f535c19ee10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:06.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.693+0000 7f53616a6700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f535c1077b0 0x7f535c198a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:06.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.693+0000 7f53616a6700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f535c1127d0 con 0x7f535c06b810 2024-06-13T06:22:06.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.693+0000 7f53616a6700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f535c112650 con 0x7f535c06ae60 2024-06-13T06:22:06.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.693+0000 7f53616a6700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f535c112950 con 0x7f535c1077b0 2024-06-13T06:22:06.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.693+0000 7f535a7fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f535c06b810 0x7f535c19ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:06.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.693+0000 7f535affd700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f535c06ae60 0x7f535c19e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:06.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.693+0000 7f535a7fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f535c06b810 0x7f535c19ee10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:35292/0 (socket says 172.21.15.39:35292) 2024-06-13T06:22:06.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.693+0000 7f535a7fc700 1 -- 172.21.15.39:0/3008940251 learned_addr learned my addr 172.21.15.39:0/3008940251 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:22:06.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.693+0000 7f535b7fe700 1 --2- 172.21.15.39:0/3008940251 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f535c1077b0 0x7f535c198a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:06.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.694+0000 7f535a7fc700 1 -- 172.21.15.39:0/3008940251 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f535c1077b0 msgr2=0x7f535c198a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:06.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.694+0000 7f535a7fc700 1 --2- 172.21.15.39:0/3008940251 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f535c1077b0 0x7f535c198a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:06.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.694+0000 7f535a7fc700 1 -- 172.21.15.39:0/3008940251 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f535c06ae60 msgr2=0x7f535c19e8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:06.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.694+0000 7f535a7fc700 1 --2- 172.21.15.39:0/3008940251 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f535c06ae60 0x7f535c19e8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:06.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.694+0000 7f535a7fc700 1 -- 172.21.15.39:0/3008940251 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f535c1991f0 con 0x7f535c06b810 2024-06-13T06:22:06.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.694+0000 7f535affd700 1 --2- 172.21.15.39:0/3008940251 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f535c06ae60 0x7f535c19e8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T06:22:06.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.694+0000 7f535a7fc700 1 --2- 172.21.15.39:0/3008940251 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f535c06b810 0x7f535c19ee10 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f5350000c00 tx=0x7f5350005f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:06.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.694+0000 7f5343fff700 1 -- 172.21.15.39:0/3008940251 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5350026070 con 0x7f535c06b810 2024-06-13T06:22:06.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.694+0000 7f5343fff700 1 -- 172.21.15.39:0/3008940251 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5350004cf0 con 0x7f535c06b810 2024-06-13T06:22:06.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.694+0000 7f53616a6700 1 -- 172.21.15.39:0/3008940251 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f535c199480 con 0x7f535c06b810 2024-06-13T06:22:06.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.694+0000 7f5343fff700 1 -- 172.21.15.39:0/3008940251 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5350003b80 con 0x7f535c06b810 2024-06-13T06:22:06.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.694+0000 7f53616a6700 1 -- 172.21.15.39:0/3008940251 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f535c1a57a0 con 0x7f535c06b810 2024-06-13T06:22:06.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.695+0000 7f53616a6700 1 -- 172.21.15.39:0/3008940251 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f535c069180 con 0x7f535c06b810 2024-06-13T06:22:06.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.697+0000 7f5343fff700 1 -- 172.21.15.39:0/3008940251 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f5350029070 con 0x7f535c06b810 2024-06-13T06:22:06.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.697+0000 7f5343fff700 1 --2- 172.21.15.39:0/3008940251 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f53440a2ca0 0x7f53440a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:06.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.698+0000 7f535affd700 1 --2- 172.21.15.39:0/3008940251 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f53440a2ca0 0x7f53440a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:06.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.698+0000 7f5343fff700 1 -- 172.21.15.39:0/3008940251 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7f53500cfcd0 con 0x7f535c06b810 2024-06-13T06:22:06.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.698+0000 7f535affd700 1 --2- 172.21.15.39:0/3008940251 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f53440a2ca0 0x7f53440a5160 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f535c199bd0 tx=0x7f534c00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:06.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.701+0000 7f5343fff700 1 -- 172.21.15.39:0/3008940251 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f5350030020 con 0x7f535c06b810 2024-06-13T06:22:06.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.954+0000 7f53616a6700 1 -- 172.21.15.39:0/3008940251 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f535c199fc0 con 0x7f535c06b810 2024-06-13T06:22:06.954 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:06 smithi039 ceph-mon[32479]: pgmap v361: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:22:06.954 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:06 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:22:06.954 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:06 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:22:06.955 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:06 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:22:06.955 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:06 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:22:06.955 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:06 smithi039 ceph-mon[32479]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:22:06.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.955+0000 7f5343fff700 1 -- 172.21.15.39:0/3008940251 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+11865 (secure 0 0 0) 0x7f5350013070 con 0x7f535c06b810 2024-06-13T06:22:06.955 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:22:06.956 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/2373452665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":2373452665},{"type":"v1","addr":"172.21.15.39:6835","nonce":2373452665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/2187635150","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":2187635150},{"type":"v1","addr":"172.21.15.39:6837","nonce":2187635150}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14571,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6839/1475451558","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":1475451558},{"type":"v1","addr":"172.21.15.39:6839","nonce":1475451558}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14577,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6841/313570480","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":313570480},{"type":"v1","addr":"172.21.15.39:6841","nonce":313570480}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/980475055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":980475055},{"type":"v1","addr":"172.21.15.149:6833","nonce":980475055}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24427,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/2757180167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":2757180167},{"type":"v1","addr":"172.21.15.149:6835","nonce":2757180167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-13T06:20:05.248660+0000","modified":"2024-06-13T06:20:24.313377+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24512,"mds_1":24482,"mds_2":24455},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24431":{"gid":24431,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.96:6833/2827318421","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6832","nonce":2827318421},{"type":"v1","addr":"172.21.15.96:6833","nonce":2827318421}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24439":{"gid":24439,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6837/1742889729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":1742889729},{"type":"v1","addr":"172.21.15.149:6837","nonce":1742889729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6839/862740064","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":862740064},{"type":"v1","addr":"172.21.15.149:6839","nonce":862740064}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.96:6835/3408571209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6834","nonce":3408571209},{"type":"v1","addr":"172.21.15.96:6835","nonce":3408571209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.96:6837/2574644445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6836","nonce":2574644445},{"type":"v1","addr":"172.21.15.96:6837","nonce":2574644445}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.96:6839/1459106434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6838","nonce":1459106434},{"type":"v1","addr":"172.21.15.96:6839","nonce":1459106434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24512,"qdb_cluster":[24512,24455,24482]},"id":1}]} 2024-06-13T06:22:06.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.957+0000 7f53616a6700 1 -- 172.21.15.39:0/3008940251 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f53440a2ca0 msgr2=0x7f53440a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:06.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.957+0000 7f53616a6700 1 --2- 172.21.15.39:0/3008940251 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f53440a2ca0 0x7f53440a5160 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f535c199bd0 tx=0x7f534c00b410 comp rx=0 tx=0).stop 2024-06-13T06:22:06.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.957+0000 7f53616a6700 1 -- 172.21.15.39:0/3008940251 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f535c06b810 msgr2=0x7f535c19ee10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:06.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.957+0000 7f53616a6700 1 --2- 172.21.15.39:0/3008940251 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f535c06b810 0x7f535c19ee10 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f5350000c00 tx=0x7f5350005f10 comp rx=0 tx=0).stop 2024-06-13T06:22:06.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.957+0000 7f53616a6700 1 -- 172.21.15.39:0/3008940251 shutdown_connections 2024-06-13T06:22:06.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.957+0000 7f53616a6700 1 --2- 172.21.15.39:0/3008940251 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f53440a2ca0 0x7f53440a5160 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:06.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.958+0000 7f53616a6700 1 --2- 172.21.15.39:0/3008940251 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f535c1077b0 0x7f535c198a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:06.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.958+0000 7f53616a6700 1 --2- 172.21.15.39:0/3008940251 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f535c06ae60 0x7f535c19e8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:06.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.958+0000 7f53616a6700 1 --2- 172.21.15.39:0/3008940251 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f535c06b810 0x7f535c19ee10 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:06.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.958+0000 7f53616a6700 1 -- 172.21.15.39:0/3008940251 >> 172.21.15.39:0/3008940251 conn(0x7f535c0773e0 msgr2=0x7f535c106940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:06.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.958+0000 7f53616a6700 1 -- 172.21.15.39:0/3008940251 shutdown_connections 2024-06-13T06:22:06.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:06.958+0000 7f53616a6700 1 -- 172.21.15.39:0/3008940251 wait complete. 2024-06-13T06:22:06.958 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 23 2024-06-13T06:22:06.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:06 smithi149 ceph-mon[36963]: pgmap v361: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:22:06.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:06 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:22:06.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:06 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:22:06.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:06 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:22:06.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:06 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:22:06.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:06 smithi149 ceph-mon[36963]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:22:07.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:06 smithi096 ceph-mon[36532]: pgmap v361: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:22:07.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:06 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:22:07.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:06 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:22:07.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:06 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:22:07.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:06 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:22:07.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:06 smithi096 ceph-mon[36532]: from='mgr.14152 172.21.15.39:0/3081368069' entity='mgr.x' 2024-06-13T06:22:07.552 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T06:22:07.802 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:22:07.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:07 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/3008940251' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:22:07.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:07 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/3008940251' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:22:08.040 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:07 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/3008940251' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:22:08.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:08 smithi149 ceph-mon[36963]: pgmap v362: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:22:09.040 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:08 smithi096 ceph-mon[36532]: pgmap v362: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:22:09.066 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:08 smithi039 ceph-mon[32479]: pgmap v362: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:22:09.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.447+0000 7fb95f7ce700 1 -- 172.21.15.39:0/93862017 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9581030f0 msgr2=0x7fb958107110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:09.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.447+0000 7fb95f7ce700 1 --2- 172.21.15.39:0/93862017 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9581030f0 0x7fb958107110 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fb9480099c0 tx=0x7fb948009cd0 comp rx=0 tx=0).stop 2024-06-13T06:22:09.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.448+0000 7fb95f7ce700 1 -- 172.21.15.39:0/93862017 shutdown_connections 2024-06-13T06:22:09.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.448+0000 7fb95f7ce700 1 --2- 172.21.15.39:0/93862017 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb958107840 0x7fb95810f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:09.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.448+0000 7fb95f7ce700 1 --2- 172.21.15.39:0/93862017 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb958102740 0x7fb958102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:09.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.448+0000 7fb95f7ce700 1 --2- 172.21.15.39:0/93862017 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9581030f0 0x7fb958107110 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:09.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.448+0000 7fb95f7ce700 1 -- 172.21.15.39:0/93862017 >> 172.21.15.39:0/93862017 conn(0x7fb9580795f0 msgr2=0x7fb958079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:09.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.448+0000 7fb95f7ce700 1 -- 172.21.15.39:0/93862017 shutdown_connections 2024-06-13T06:22:09.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.448+0000 7fb95f7ce700 1 -- 172.21.15.39:0/93862017 wait complete. 2024-06-13T06:22:09.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.448+0000 7fb95f7ce700 1 Processor -- start 2024-06-13T06:22:09.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.448+0000 7fb95f7ce700 1 -- start start 2024-06-13T06:22:09.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.449+0000 7fb95f7ce700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb958102740 0x7fb95819e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:09.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.449+0000 7fb95f7ce700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9581030f0 0x7fb95819edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:09.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.449+0000 7fb95f7ce700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb958107840 0x7fb958198a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:09.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.449+0000 7fb95f7ce700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fb9581127d0 con 0x7fb9581030f0 2024-06-13T06:22:09.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.449+0000 7fb95f7ce700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fb958112650 con 0x7fb958107840 2024-06-13T06:22:09.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.449+0000 7fb95f7ce700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fb958112950 con 0x7fb958102740 2024-06-13T06:22:09.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.449+0000 7fb95cd69700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9581030f0 0x7fb95819edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:09.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.449+0000 7fb95cd69700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9581030f0 0x7fb95819edb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:35304/0 (socket says 172.21.15.39:35304) 2024-06-13T06:22:09.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.449+0000 7fb95cd69700 1 -- 172.21.15.39:0/2354579272 learned_addr learned my addr 172.21.15.39:0/2354579272 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:22:09.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.449+0000 7fb95d56a700 1 --2- 172.21.15.39:0/2354579272 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb958102740 0x7fb95819e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:09.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.449+0000 7fb95cd69700 1 -- 172.21.15.39:0/2354579272 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb958102740 msgr2=0x7fb95819e870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:09.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.449+0000 7fb95cd69700 1 --2- 172.21.15.39:0/2354579272 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb958102740 0x7fb95819e870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:09.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.449+0000 7fb95cd69700 1 -- 172.21.15.39:0/2354579272 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb958107840 msgr2=0x7fb958198a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:09.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.449+0000 7fb95dd6b700 1 --2- 172.21.15.39:0/2354579272 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb958107840 0x7fb958198a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:09.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.449+0000 7fb95cd69700 1 --2- 172.21.15.39:0/2354579272 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb958107840 0x7fb958198a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:09.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.449+0000 7fb95cd69700 1 -- 172.21.15.39:0/2354579272 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb958199190 con 0x7fb9581030f0 2024-06-13T06:22:09.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.449+0000 7fb95cd69700 1 --2- 172.21.15.39:0/2354579272 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9581030f0 0x7fb95819edb0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fb948009fd0 tx=0x7fb948003680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:09.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.449+0000 7fb94e7fc700 1 -- 172.21.15.39:0/2354579272 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb948027070 con 0x7fb9581030f0 2024-06-13T06:22:09.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.449+0000 7fb94e7fc700 1 -- 172.21.15.39:0/2354579272 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb9480040d0 con 0x7fb9581030f0 2024-06-13T06:22:09.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.449+0000 7fb95f7ce700 1 -- 172.21.15.39:0/2354579272 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb958199420 con 0x7fb9581030f0 2024-06-13T06:22:09.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.449+0000 7fb94e7fc700 1 -- 172.21.15.39:0/2354579272 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb94800f460 con 0x7fb9581030f0 2024-06-13T06:22:09.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.450+0000 7fb95f7ce700 1 -- 172.21.15.39:0/2354579272 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9581a5740 con 0x7fb9581030f0 2024-06-13T06:22:09.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.451+0000 7fb95f7ce700 1 -- 172.21.15.39:0/2354579272 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb958069180 con 0x7fb9581030f0 2024-06-13T06:22:09.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.452+0000 7fb94e7fc700 1 -- 172.21.15.39:0/2354579272 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fb94802a070 con 0x7fb9581030f0 2024-06-13T06:22:09.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.452+0000 7fb94e7fc700 1 --2- 172.21.15.39:0/2354579272 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fb9440a2c20 0x7fb9440a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:09.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.453+0000 7fb95d56a700 1 --2- 172.21.15.39:0/2354579272 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fb9440a2c20 0x7fb9440a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:09.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.453+0000 7fb94e7fc700 1 -- 172.21.15.39:0/2354579272 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7fb9480cffb0 con 0x7fb9581030f0 2024-06-13T06:22:09.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.453+0000 7fb95d56a700 1 --2- 172.21.15.39:0/2354579272 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fb9440a2c20 0x7fb9440a50e0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fb954005950 tx=0x7fb95400a300 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:09.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.457+0000 7fb94e7fc700 1 -- 172.21.15.39:0/2354579272 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fb94805e850 con 0x7fb9581030f0 2024-06-13T06:22:09.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.707+0000 7fb95f7ce700 1 -- 172.21.15.39:0/2354579272 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb95802dca0 con 0x7fb9581030f0 2024-06-13T06:22:09.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.707+0000 7fb94e7fc700 1 -- 172.21.15.39:0/2354579272 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+11865 (secure 0 0 0) 0x7fb948013070 con 0x7fb9581030f0 2024-06-13T06:22:09.707 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:22:09.707 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/2373452665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":2373452665},{"type":"v1","addr":"172.21.15.39:6835","nonce":2373452665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/2187635150","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":2187635150},{"type":"v1","addr":"172.21.15.39:6837","nonce":2187635150}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14571,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6839/1475451558","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":1475451558},{"type":"v1","addr":"172.21.15.39:6839","nonce":1475451558}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14577,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6841/313570480","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":313570480},{"type":"v1","addr":"172.21.15.39:6841","nonce":313570480}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/980475055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":980475055},{"type":"v1","addr":"172.21.15.149:6833","nonce":980475055}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24427,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/2757180167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":2757180167},{"type":"v1","addr":"172.21.15.149:6835","nonce":2757180167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-13T06:20:05.248660+0000","modified":"2024-06-13T06:20:24.313377+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24512,"mds_1":24482,"mds_2":24455},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24431":{"gid":24431,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.96:6833/2827318421","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6832","nonce":2827318421},{"type":"v1","addr":"172.21.15.96:6833","nonce":2827318421}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24439":{"gid":24439,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6837/1742889729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":1742889729},{"type":"v1","addr":"172.21.15.149:6837","nonce":1742889729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6839/862740064","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":862740064},{"type":"v1","addr":"172.21.15.149:6839","nonce":862740064}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.96:6835/3408571209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6834","nonce":3408571209},{"type":"v1","addr":"172.21.15.96:6835","nonce":3408571209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.96:6837/2574644445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6836","nonce":2574644445},{"type":"v1","addr":"172.21.15.96:6837","nonce":2574644445}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.96:6839/1459106434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6838","nonce":1459106434},{"type":"v1","addr":"172.21.15.96:6839","nonce":1459106434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24512,"qdb_cluster":[24512,24455,24482]},"id":1}]} 2024-06-13T06:22:09.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.710+0000 7fb95f7ce700 1 -- 172.21.15.39:0/2354579272 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fb9440a2c20 msgr2=0x7fb9440a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:09.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.710+0000 7fb95f7ce700 1 --2- 172.21.15.39:0/2354579272 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fb9440a2c20 0x7fb9440a50e0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fb954005950 tx=0x7fb95400a300 comp rx=0 tx=0).stop 2024-06-13T06:22:09.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.710+0000 7fb95f7ce700 1 -- 172.21.15.39:0/2354579272 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9581030f0 msgr2=0x7fb95819edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:09.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.710+0000 7fb95f7ce700 1 --2- 172.21.15.39:0/2354579272 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9581030f0 0x7fb95819edb0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fb948009fd0 tx=0x7fb948003680 comp rx=0 tx=0).stop 2024-06-13T06:22:09.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.710+0000 7fb95f7ce700 1 -- 172.21.15.39:0/2354579272 shutdown_connections 2024-06-13T06:22:09.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.710+0000 7fb95f7ce700 1 --2- 172.21.15.39:0/2354579272 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fb9440a2c20 0x7fb9440a50e0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:09.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.710+0000 7fb95f7ce700 1 --2- 172.21.15.39:0/2354579272 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb958107840 0x7fb958198a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:09.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.710+0000 7fb95f7ce700 1 --2- 172.21.15.39:0/2354579272 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb958102740 0x7fb95819e870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:09.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.710+0000 7fb95f7ce700 1 --2- 172.21.15.39:0/2354579272 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9581030f0 0x7fb95819edb0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:09.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.710+0000 7fb95f7ce700 1 -- 172.21.15.39:0/2354579272 >> 172.21.15.39:0/2354579272 conn(0x7fb9580795f0 msgr2=0x7fb958101c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:09.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.710+0000 7fb95f7ce700 1 -- 172.21.15.39:0/2354579272 shutdown_connections 2024-06-13T06:22:09.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:09.710+0000 7fb95f7ce700 1 -- 172.21.15.39:0/2354579272 wait complete. 2024-06-13T06:22:09.710 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 23 2024-06-13T06:22:10.023 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:09 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/2354579272' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:22:10.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:09 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/2354579272' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:22:10.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:09 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/2354579272' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:22:10.345 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph osd dump --format=json 2024-06-13T06:22:10.595 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:22:11.011 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:10 smithi039 ceph-mon[32479]: pgmap v363: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:22:11.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:10 smithi096 ceph-mon[36532]: pgmap v363: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:22:11.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:10 smithi149 ceph-mon[36963]: pgmap v363: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:22:12.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.266+0000 7fe405711700 1 -- 172.21.15.39:0/2315661640 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe400107400 msgr2=0x7fe4001077e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:12.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.266+0000 7fe405711700 1 --2- 172.21.15.39:0/2315661640 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe400107400 0x7fe4001077e0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fe3f0009990 tx=0x7fe3f0009ca0 comp rx=0 tx=0).stop 2024-06-13T06:22:12.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.266+0000 7fe405711700 1 -- 172.21.15.39:0/2315661640 shutdown_connections 2024-06-13T06:22:12.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.266+0000 7fe405711700 1 --2- 172.21.15.39:0/2315661640 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe400101d50 0x7fe40010e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:12.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.266+0000 7fe405711700 1 --2- 172.21.15.39:0/2315661640 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe400107400 0x7fe4001077e0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:12.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.266+0000 7fe405711700 1 --2- 172.21.15.39:0/2315661640 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe400101390 0x7fe400101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:12.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.266+0000 7fe405711700 1 -- 172.21.15.39:0/2315661640 >> 172.21.15.39:0/2315661640 conn(0x7fe400078340 msgr2=0x7fe400078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:12.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.266+0000 7fe405711700 1 -- 172.21.15.39:0/2315661640 shutdown_connections 2024-06-13T06:22:12.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.266+0000 7fe405711700 1 -- 172.21.15.39:0/2315661640 wait complete. 2024-06-13T06:22:12.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.266+0000 7fe405711700 1 Processor -- start 2024-06-13T06:22:12.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.267+0000 7fe405711700 1 -- start start 2024-06-13T06:22:12.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.267+0000 7fe405711700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe400101390 0x7fe400199bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:12.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.267+0000 7fe405711700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe400101d50 0x7fe40019a130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:12.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.267+0000 7fe405711700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe400107400 0x7fe40019a670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:12.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.267+0000 7fe405711700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fe4001116f0 con 0x7fe400101390 2024-06-13T06:22:12.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.267+0000 7fe405711700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fe400111570 con 0x7fe400101d50 2024-06-13T06:22:12.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.267+0000 7fe405711700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fe400111870 con 0x7fe400107400 2024-06-13T06:22:12.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.267+0000 7fe3feffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe400101390 0x7fe400199bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:12.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.267+0000 7fe3feffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe400101390 0x7fe400199bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58322/0 (socket says 172.21.15.39:58322) 2024-06-13T06:22:12.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.267+0000 7fe3feffd700 1 -- 172.21.15.39:0/162496661 learned_addr learned my addr 172.21.15.39:0/162496661 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:22:12.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.267+0000 7fe3fe7fc700 1 --2- 172.21.15.39:0/162496661 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe400101d50 0x7fe40019a130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:12.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.267+0000 7fe3ff7fe700 1 --2- 172.21.15.39:0/162496661 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe400107400 0x7fe40019a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:12.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.267+0000 7fe3feffd700 1 -- 172.21.15.39:0/162496661 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe400107400 msgr2=0x7fe40019a670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:12.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.267+0000 7fe3feffd700 1 --2- 172.21.15.39:0/162496661 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe400107400 0x7fe40019a670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:12.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.267+0000 7fe3feffd700 1 -- 172.21.15.39:0/162496661 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe400101d50 msgr2=0x7fe40019a130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:12.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.267+0000 7fe3feffd700 1 --2- 172.21.15.39:0/162496661 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe400101d50 0x7fe40019a130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:12.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.267+0000 7fe3feffd700 1 -- 172.21.15.39:0/162496661 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4001a4fe0 con 0x7fe400101390 2024-06-13T06:22:12.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.267+0000 7fe3ff7fe700 1 --2- 172.21.15.39:0/162496661 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe400107400 0x7fe40019a670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:22:12.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.267+0000 7fe3feffd700 1 --2- 172.21.15.39:0/162496661 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe400101390 0x7fe400199bf0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fe3f0000c00 tx=0x7fe3f00047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:12.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.268+0000 7fe3e7fff700 1 -- 172.21.15.39:0/162496661 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3f0027070 con 0x7fe400101390 2024-06-13T06:22:12.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.268+0000 7fe405711700 1 -- 172.21.15.39:0/162496661 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4001a5270 con 0x7fe400101390 2024-06-13T06:22:12.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.268+0000 7fe3e7fff700 1 -- 172.21.15.39:0/162496661 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe3f0003780 con 0x7fe400101390 2024-06-13T06:22:12.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.268+0000 7fe3e7fff700 1 -- 172.21.15.39:0/162496661 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3f0022dd0 con 0x7fe400101390 2024-06-13T06:22:12.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.268+0000 7fe405711700 1 -- 172.21.15.39:0/162496661 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4001a5720 con 0x7fe400101390 2024-06-13T06:22:12.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.269+0000 7fe405711700 1 -- 172.21.15.39:0/162496661 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe400069180 con 0x7fe400101390 2024-06-13T06:22:12.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.270+0000 7fe3e7fff700 1 -- 172.21.15.39:0/162496661 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fe3f002a070 con 0x7fe400101390 2024-06-13T06:22:12.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.271+0000 7fe3e7fff700 1 --2- 172.21.15.39:0/162496661 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fe3e80a2c20 0x7fe3e80a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:12.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.271+0000 7fe3fe7fc700 1 --2- 172.21.15.39:0/162496661 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fe3e80a2c20 0x7fe3e80a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:12.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.271+0000 7fe3e7fff700 1 -- 172.21.15.39:0/162496661 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7fe3f00cfd30 con 0x7fe400101390 2024-06-13T06:22:12.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.271+0000 7fe3fe7fc700 1 --2- 172.21.15.39:0/162496661 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fe3e80a2c20 0x7fe3e80a50e0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fe400078840 tx=0x7fe3f400b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:12.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.275+0000 7fe3e7fff700 1 -- 172.21.15.39:0/162496661 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fe3f0013070 con 0x7fe400101390 2024-06-13T06:22:12.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.482+0000 7fe405711700 1 -- 172.21.15.39:0/162496661 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe40002dca0 con 0x7fe400101390 2024-06-13T06:22:12.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.484+0000 7fe3e7fff700 1 -- 172.21.15.39:0/162496661 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+22681 (secure 0 0 0) 0x7fe3f009cda0 con 0x7fe400101390 2024-06-13T06:22:12.483 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:22:12.483 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":91,"fsid":"ae626f9c-294b-11ef-bc9c-c7b262605968","created":"2024-06-13T06:11:51.305066+0000","modified":"2024-06-13T06:20:46.660676+0000","last_up_change":"2024-06-13T06:18:58.374371+0000","last_in_change":"2024-06-13T06:18:37.816473+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-13T06:15:09.300272+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-13T06:19:58.467506+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-13T06:20:01.811410+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b602e286-0350-4768-b03b-081f9c60cda7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":917128641},{"type":"v1","addr":"172.21.15.39:6803","nonce":917128641}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":917128641},{"type":"v1","addr":"172.21.15.39:6805","nonce":917128641}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":917128641},{"type":"v1","addr":"172.21.15.39:6809","nonce":917128641}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":917128641},{"type":"v1","addr":"172.21.15.39:6807","nonce":917128641}]},"public_addr":"172.21.15.39:6803/917128641","cluster_addr":"172.21.15.39:6805/917128641","heartbeat_back_addr":"172.21.15.39:6809/917128641","heartbeat_front_addr":"172.21.15.39:6807/917128641","state":["exists","up"]},{"osd":1,"uuid":"199bf34b-b607-43d8-8216-c4e80c8d3ebe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6800","nonce":1664615815},{"type":"v1","addr":"172.21.15.96:6801","nonce":1664615815}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6802","nonce":1664615815},{"type":"v1","addr":"172.21.15.96:6803","nonce":1664615815}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6806","nonce":1664615815},{"type":"v1","addr":"172.21.15.96:6807","nonce":1664615815}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6804","nonce":1664615815},{"type":"v1","addr":"172.21.15.96:6805","nonce":1664615815}]},"public_addr":"172.21.15.96:6801/1664615815","cluster_addr":"172.21.15.96:6803/1664615815","heartbeat_back_addr":"172.21.15.96:6807/1664615815","heartbeat_front_addr":"172.21.15.96:6805/1664615815","state":["exists","up"]},{"osd":2,"uuid":"1408753c-ec3d-4e23-964e-104614ccba56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":580976175},{"type":"v1","addr":"172.21.15.149:6801","nonce":580976175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":580976175},{"type":"v1","addr":"172.21.15.149:6803","nonce":580976175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":580976175},{"type":"v1","addr":"172.21.15.149:6807","nonce":580976175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":580976175},{"type":"v1","addr":"172.21.15.149:6805","nonce":580976175}]},"public_addr":"172.21.15.149:6801/580976175","cluster_addr":"172.21.15.149:6803/580976175","heartbeat_back_addr":"172.21.15.149:6807/580976175","heartbeat_front_addr":"172.21.15.149:6805/580976175","state":["exists","up"]},{"osd":3,"uuid":"8234a82f-d8d1-42c5-b257-799c0517bb1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2347430345},{"type":"v1","addr":"172.21.15.39:6811","nonce":2347430345}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2347430345},{"type":"v1","addr":"172.21.15.39:6813","nonce":2347430345}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6816","nonce":2347430345},{"type":"v1","addr":"172.21.15.39:6817","nonce":2347430345}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2347430345},{"type":"v1","addr":"172.21.15.39:6815","nonce":2347430345}]},"public_addr":"172.21.15.39:6811/2347430345","cluster_addr":"172.21.15.39:6813/2347430345","heartbeat_back_addr":"172.21.15.39:6817/2347430345","heartbeat_front_addr":"172.21.15.39:6815/2347430345","state":["exists","up"]},{"osd":4,"uuid":"977fac50-3471-408c-9747-70154767f29a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6808","nonce":1674089136},{"type":"v1","addr":"172.21.15.96:6809","nonce":1674089136}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6810","nonce":1674089136},{"type":"v1","addr":"172.21.15.96:6811","nonce":1674089136}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6814","nonce":1674089136},{"type":"v1","addr":"172.21.15.96:6815","nonce":1674089136}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6812","nonce":1674089136},{"type":"v1","addr":"172.21.15.96:6813","nonce":1674089136}]},"public_addr":"172.21.15.96:6809/1674089136","cluster_addr":"172.21.15.96:6811/1674089136","heartbeat_back_addr":"172.21.15.96:6815/1674089136","heartbeat_front_addr":"172.21.15.96:6813/1674089136","state":["exists","up"]},{"osd":5,"uuid":"99a866b2-466a-4779-bb0d-c104bac11df5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":3878401601},{"type":"v1","addr":"172.21.15.149:6809","nonce":3878401601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":3878401601},{"type":"v1","addr":"172.21.15.149:6811","nonce":3878401601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":3878401601},{"type":"v1","addr":"172.21.15.149:6815","nonce":3878401601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":3878401601},{"type":"v1","addr":"172.21.15.149:6813","nonce":3878401601}]},"public_addr":"172.21.15.149:6809/3878401601","cluster_addr":"172.21.15.149:6811/3878401601","heartbeat_back_addr":"172.21.15.149:6815/3878401601","heartbeat_front_addr":"172.21.15.149:6813/3878401601","state":["exists","up"]},{"osd":6,"uuid":"10df23c3-559c-4922-8ccf-99802a4f2449","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":1262679006},{"type":"v1","addr":"172.21.15.39:6819","nonce":1262679006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":1262679006},{"type":"v1","addr":"172.21.15.39:6821","nonce":1262679006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":1262679006},{"type":"v1","addr":"172.21.15.39:6825","nonce":1262679006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":1262679006},{"type":"v1","addr":"172.21.15.39:6823","nonce":1262679006}]},"public_addr":"172.21.15.39:6819/1262679006","cluster_addr":"172.21.15.39:6821/1262679006","heartbeat_back_addr":"172.21.15.39:6825/1262679006","heartbeat_front_addr":"172.21.15.39:6823/1262679006","state":["exists","up"]},{"osd":7,"uuid":"eba2316d-c2fc-4fd8-943c-74e05936af95","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6816","nonce":2801325231},{"type":"v1","addr":"172.21.15.96:6817","nonce":2801325231}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6818","nonce":2801325231},{"type":"v1","addr":"172.21.15.96:6819","nonce":2801325231}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6822","nonce":2801325231},{"type":"v1","addr":"172.21.15.96:6823","nonce":2801325231}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6820","nonce":2801325231},{"type":"v1","addr":"172.21.15.96:6821","nonce":2801325231}]},"public_addr":"172.21.15.96:6817/2801325231","cluster_addr":"172.21.15.96:6819/2801325231","heartbeat_back_addr":"172.21.15.96:6823/2801325231","heartbeat_front_addr":"172.21.15.96:6821/2801325231","state":["exists","up"]},{"osd":8,"uuid":"3c975612-4663-4516-bb94-8705d96309e1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":2814583725},{"type":"v1","addr":"172.21.15.149:6817","nonce":2814583725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":2814583725},{"type":"v1","addr":"172.21.15.149:6819","nonce":2814583725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":2814583725},{"type":"v1","addr":"172.21.15.149:6823","nonce":2814583725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":2814583725},{"type":"v1","addr":"172.21.15.149:6821","nonce":2814583725}]},"public_addr":"172.21.15.149:6817/2814583725","cluster_addr":"172.21.15.149:6819/2814583725","heartbeat_back_addr":"172.21.15.149:6823/2814583725","heartbeat_front_addr":"172.21.15.149:6821/2814583725","state":["exists","up"]},{"osd":9,"uuid":"17d9ffb0-b826-452c-bd91-1399fb46e734","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":2716066772},{"type":"v1","addr":"172.21.15.39:6827","nonce":2716066772}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":2716066772},{"type":"v1","addr":"172.21.15.39:6829","nonce":2716066772}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":2716066772},{"type":"v1","addr":"172.21.15.39:6833","nonce":2716066772}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":2716066772},{"type":"v1","addr":"172.21.15.39:6831","nonce":2716066772}]},"public_addr":"172.21.15.39:6827/2716066772","cluster_addr":"172.21.15.39:6829/2716066772","heartbeat_back_addr":"172.21.15.39:6833/2716066772","heartbeat_front_addr":"172.21.15.39:6831/2716066772","state":["exists","up"]},{"osd":10,"uuid":"5fa8dedf-2c1b-47b0-98ca-7983922b6e31","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6824","nonce":3117528382},{"type":"v1","addr":"172.21.15.96:6825","nonce":3117528382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6826","nonce":3117528382},{"type":"v1","addr":"172.21.15.96:6827","nonce":3117528382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6830","nonce":3117528382},{"type":"v1","addr":"172.21.15.96:6831","nonce":3117528382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6828","nonce":3117528382},{"type":"v1","addr":"172.21.15.96:6829","nonce":3117528382}]},"public_addr":"172.21.15.96:6825/3117528382","cluster_addr":"172.21.15.96:6827/3117528382","heartbeat_back_addr":"172.21.15.96:6831/3117528382","heartbeat_front_addr":"172.21.15.96:6829/3117528382","state":["exists","up"]},{"osd":11,"uuid":"464289a7-ae93-47f5-b88b-7c21ab02c295","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":3783053198},{"type":"v1","addr":"172.21.15.149:6825","nonce":3783053198}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":3783053198},{"type":"v1","addr":"172.21.15.149:6827","nonce":3783053198}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":3783053198},{"type":"v1","addr":"172.21.15.149:6831","nonce":3783053198}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":3783053198},{"type":"v1","addr":"172.21.15.149:6829","nonce":3783053198}]},"public_addr":"172.21.15.149:6825/3783053198","cluster_addr":"172.21.15.149:6827/3783053198","heartbeat_back_addr":"172.21.15.149:6831/3783053198","heartbeat_front_addr":"172.21.15.149:6829/3783053198","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:14:17.982063+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:14:41.653647+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:15:05.443023+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:15:30.243854+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:15:55.390739+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:16:20.257963+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:16:45.973831+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:17:11.985325+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:17:36.876077+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:18:03.226432+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:18:29.731400+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:18:56.089310+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.0","mappings":[{"from":4,"to":6}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.14","mappings":[{"from":1,"to":9}]},{"pgid":"3.18","mappings":[{"from":3,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8},{"from":5,"to":9}]},{"pgid":"3.37","mappings":[{"from":5,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:0/2230961630":"2024-06-14T06:12:44.764849+0000","172.21.15.39:0/3359492273":"2024-06-14T06:12:44.764849+0000","172.21.15.39:6800/1734263468":"2024-06-14T06:12:44.764849+0000","172.21.15.39:6801/1734263468":"2024-06-14T06:12:44.764849+0000","172.21.15.39:0/984030546":"2024-06-14T06:12:17.979204+0000","172.21.15.39:0/3526641224":"2024-06-14T06:12:44.764849+0000","172.21.15.39:0/3515867652":"2024-06-14T06:12:17.979204+0000","172.21.15.39:6800/1863890417":"2024-06-14T06:12:17.979204+0000","172.21.15.39:0/973565867":"2024-06-14T06:12:17.979204+0000","172.21.15.39:6801/1863890417":"2024-06-14T06:12:17.979204+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-13T06:22:12.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.486+0000 7fe405711700 1 -- 172.21.15.39:0/162496661 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fe3e80a2c20 msgr2=0x7fe3e80a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:12.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.486+0000 7fe405711700 1 --2- 172.21.15.39:0/162496661 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fe3e80a2c20 0x7fe3e80a50e0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fe400078840 tx=0x7fe3f400b410 comp rx=0 tx=0).stop 2024-06-13T06:22:12.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.486+0000 7fe405711700 1 -- 172.21.15.39:0/162496661 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe400101390 msgr2=0x7fe400199bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:12.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.486+0000 7fe405711700 1 --2- 172.21.15.39:0/162496661 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe400101390 0x7fe400199bf0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fe3f0000c00 tx=0x7fe3f00047b0 comp rx=0 tx=0).stop 2024-06-13T06:22:12.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.486+0000 7fe405711700 1 -- 172.21.15.39:0/162496661 shutdown_connections 2024-06-13T06:22:12.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.486+0000 7fe405711700 1 --2- 172.21.15.39:0/162496661 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fe3e80a2c20 0x7fe3e80a50e0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:12.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.486+0000 7fe405711700 1 --2- 172.21.15.39:0/162496661 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe400107400 0x7fe40019a670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:12.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.486+0000 7fe405711700 1 --2- 172.21.15.39:0/162496661 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe400101390 0x7fe400199bf0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:12.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.486+0000 7fe405711700 1 --2- 172.21.15.39:0/162496661 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe400101d50 0x7fe40019a130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:12.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.486+0000 7fe405711700 1 -- 172.21.15.39:0/162496661 >> 172.21.15.39:0/162496661 conn(0x7fe400078340 msgr2=0x7fe4000fffd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:12.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.486+0000 7fe405711700 1 -- 172.21.15.39:0/162496661 shutdown_connections 2024-06-13T06:22:12.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:12.486+0000 7fe405711700 1 -- 172.21.15.39:0/162496661 wait complete. 2024-06-13T06:22:13.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:12 smithi096 ceph-mon[36532]: pgmap v364: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:22:13.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:12 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/162496661' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T06:22:13.115 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:12 smithi039 ceph-mon[32479]: pgmap v364: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:22:13.115 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:12 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/162496661' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T06:22:13.145 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T06:22:13.217 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:12 smithi149 ceph-mon[36963]: pgmap v364: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:22:13.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:12 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/162496661' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T06:22:13.400 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:22:14.784 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:14 smithi039 ceph-mon[32479]: pgmap v365: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:22:15.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.026+0000 7f15ed91e700 1 -- 172.21.15.39:0/172351356 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f15e8102740 msgr2=0x7f15e8102b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:15.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.026+0000 7f15ed91e700 1 --2- 172.21.15.39:0/172351356 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f15e8102740 0x7f15e8102b20 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f15d800b0d0 tx=0x7f15d800b3e0 comp rx=0 tx=0).stop 2024-06-13T06:22:15.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.026+0000 7f15ed91e700 1 -- 172.21.15.39:0/172351356 shutdown_connections 2024-06-13T06:22:15.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.026+0000 7f15ed91e700 1 --2- 172.21.15.39:0/172351356 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f15e8107840 0x7f15e810f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:15.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.026+0000 7f15ed91e700 1 --2- 172.21.15.39:0/172351356 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f15e8102740 0x7f15e8102b20 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:15.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.026+0000 7f15ed91e700 1 --2- 172.21.15.39:0/172351356 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f15e81030f0 0x7f15e8107110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:15.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.026+0000 7f15ed91e700 1 -- 172.21.15.39:0/172351356 >> 172.21.15.39:0/172351356 conn(0x7f15e80795f0 msgr2=0x7f15e8079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:15.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.026+0000 7f15ed91e700 1 -- 172.21.15.39:0/172351356 shutdown_connections 2024-06-13T06:22:15.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.026+0000 7f15ed91e700 1 -- 172.21.15.39:0/172351356 wait complete. 2024-06-13T06:22:15.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.027+0000 7f15ed91e700 1 Processor -- start 2024-06-13T06:22:15.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.027+0000 7f15ed91e700 1 -- start start 2024-06-13T06:22:15.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.027+0000 7f15ed91e700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f15e8102740 0x7f15e8074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:15.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.027+0000 7f15ed91e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f15e81030f0 0x7f15e8074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:15.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.027+0000 7f15ed91e700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f15e8107840 0x7f15e8075210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:15.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.027+0000 7f15ed91e700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f15e81127d0 con 0x7f15e81030f0 2024-06-13T06:22:15.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.027+0000 7f15ed91e700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f15e8112650 con 0x7f15e8107840 2024-06-13T06:22:15.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.027+0000 7f15ed91e700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f15e8112950 con 0x7f15e8102740 2024-06-13T06:22:15.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.027+0000 7f15d67fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f15e81030f0 0x7f15e8074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:15.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.027+0000 7f15d67fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f15e81030f0 0x7f15e8074cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58332/0 (socket says 172.21.15.39:58332) 2024-06-13T06:22:15.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.027+0000 7f15d67fc700 1 -- 172.21.15.39:0/221414722 learned_addr learned my addr 172.21.15.39:0/221414722 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:22:15.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.027+0000 7f15e77fe700 1 --2- 172.21.15.39:0/221414722 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f15e8107840 0x7f15e8075210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:15.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.027+0000 7f15e6ffd700 1 --2- 172.21.15.39:0/221414722 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f15e8102740 0x7f15e8074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:15.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.028+0000 7f15d67fc700 1 -- 172.21.15.39:0/221414722 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f15e8102740 msgr2=0x7f15e8074790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:15.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.028+0000 7f15d67fc700 1 --2- 172.21.15.39:0/221414722 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f15e8102740 0x7f15e8074790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:15.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.028+0000 7f15d67fc700 1 -- 172.21.15.39:0/221414722 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f15e8107840 msgr2=0x7f15e8075210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:15.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.028+0000 7f15d67fc700 1 --2- 172.21.15.39:0/221414722 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f15e8107840 0x7f15e8075210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:15.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.028+0000 7f15d67fc700 1 -- 172.21.15.39:0/221414722 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15e81a71a0 con 0x7f15e81030f0 2024-06-13T06:22:15.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.028+0000 7f15d67fc700 1 --2- 172.21.15.39:0/221414722 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f15e81030f0 0x7f15e8074cd0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f15d000b530 tx=0x7f15d000b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:15.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.028+0000 7f15ec91c700 1 -- 172.21.15.39:0/221414722 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15d0015020 con 0x7f15e81030f0 2024-06-13T06:22:15.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.028+0000 7f15ec91c700 1 -- 172.21.15.39:0/221414722 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f15d0011d10 con 0x7f15e81030f0 2024-06-13T06:22:15.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.028+0000 7f15ed91e700 1 -- 172.21.15.39:0/221414722 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15e81a7490 con 0x7f15e81030f0 2024-06-13T06:22:15.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.028+0000 7f15ec91c700 1 -- 172.21.15.39:0/221414722 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15d000f2e0 con 0x7f15e81030f0 2024-06-13T06:22:15.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.028+0000 7f15ed91e700 1 -- 172.21.15.39:0/221414722 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15e81a7980 con 0x7f15e81030f0 2024-06-13T06:22:15.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.029+0000 7f15ed91e700 1 -- 172.21.15.39:0/221414722 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f15e810aa80 con 0x7f15e81030f0 2024-06-13T06:22:15.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.030+0000 7f15ec91c700 1 -- 172.21.15.39:0/221414722 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f15d0018020 con 0x7f15e81030f0 2024-06-13T06:22:15.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.031+0000 7f15ec91c700 1 --2- 172.21.15.39:0/221414722 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f15c80a2c20 0x7f15c80a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:15.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.031+0000 7f15e6ffd700 1 --2- 172.21.15.39:0/221414722 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f15c80a2c20 0x7f15c80a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:15.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.031+0000 7f15ec91c700 1 -- 172.21.15.39:0/221414722 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7f15d00ce7a0 con 0x7f15e81030f0 2024-06-13T06:22:15.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.031+0000 7f15e6ffd700 1 --2- 172.21.15.39:0/221414722 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f15c80a2c20 0x7f15c80a50e0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f15d8009fd0 tx=0x7f15d800b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:15.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.035+0000 7f15ec91c700 1 -- 172.21.15.39:0/221414722 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f15d001f020 con 0x7f15e81030f0 2024-06-13T06:22:15.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:14 smithi096 ceph-mon[36532]: pgmap v365: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:22:15.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:14 smithi149 ceph-mon[36963]: pgmap v365: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:22:15.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.288+0000 7f15ed91e700 1 -- 172.21.15.39:0/221414722 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f15e8075c70 con 0x7f15e81030f0 2024-06-13T06:22:15.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.288+0000 7f15ec91c700 1 -- 172.21.15.39:0/221414722 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+11865 (secure 0 0 0) 0x7f15d009b6f0 con 0x7f15e81030f0 2024-06-13T06:22:15.288 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:22:15.288 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/2373452665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":2373452665},{"type":"v1","addr":"172.21.15.39:6835","nonce":2373452665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/2187635150","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":2187635150},{"type":"v1","addr":"172.21.15.39:6837","nonce":2187635150}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14571,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6839/1475451558","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":1475451558},{"type":"v1","addr":"172.21.15.39:6839","nonce":1475451558}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14577,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6841/313570480","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":313570480},{"type":"v1","addr":"172.21.15.39:6841","nonce":313570480}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/980475055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":980475055},{"type":"v1","addr":"172.21.15.149:6833","nonce":980475055}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24427,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/2757180167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":2757180167},{"type":"v1","addr":"172.21.15.149:6835","nonce":2757180167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-13T06:20:05.248660+0000","modified":"2024-06-13T06:20:24.313377+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24512,"mds_1":24482,"mds_2":24455},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24431":{"gid":24431,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.96:6833/2827318421","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6832","nonce":2827318421},{"type":"v1","addr":"172.21.15.96:6833","nonce":2827318421}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24439":{"gid":24439,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6837/1742889729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":1742889729},{"type":"v1","addr":"172.21.15.149:6837","nonce":1742889729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6839/862740064","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":862740064},{"type":"v1","addr":"172.21.15.149:6839","nonce":862740064}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.96:6835/3408571209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6834","nonce":3408571209},{"type":"v1","addr":"172.21.15.96:6835","nonce":3408571209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.96:6837/2574644445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6836","nonce":2574644445},{"type":"v1","addr":"172.21.15.96:6837","nonce":2574644445}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.96:6839/1459106434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6838","nonce":1459106434},{"type":"v1","addr":"172.21.15.96:6839","nonce":1459106434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24512,"qdb_cluster":[24512,24455,24482]},"id":1}]} 2024-06-13T06:22:15.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.291+0000 7f15ed91e700 1 -- 172.21.15.39:0/221414722 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f15c80a2c20 msgr2=0x7f15c80a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:15.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.291+0000 7f15ed91e700 1 --2- 172.21.15.39:0/221414722 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f15c80a2c20 0x7f15c80a50e0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f15d8009fd0 tx=0x7f15d800b040 comp rx=0 tx=0).stop 2024-06-13T06:22:15.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.291+0000 7f15ed91e700 1 -- 172.21.15.39:0/221414722 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f15e81030f0 msgr2=0x7f15e8074cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:15.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.291+0000 7f15ed91e700 1 --2- 172.21.15.39:0/221414722 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f15e81030f0 0x7f15e8074cd0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f15d000b530 tx=0x7f15d000b840 comp rx=0 tx=0).stop 2024-06-13T06:22:15.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.291+0000 7f15ed91e700 1 -- 172.21.15.39:0/221414722 shutdown_connections 2024-06-13T06:22:15.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.291+0000 7f15ed91e700 1 --2- 172.21.15.39:0/221414722 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f15c80a2c20 0x7f15c80a50e0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:15.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.291+0000 7f15ed91e700 1 --2- 172.21.15.39:0/221414722 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f15e8107840 0x7f15e8075210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:15.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.291+0000 7f15ed91e700 1 --2- 172.21.15.39:0/221414722 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f15e8102740 0x7f15e8074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:15.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.291+0000 7f15ed91e700 1 --2- 172.21.15.39:0/221414722 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f15e81030f0 0x7f15e8074cd0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:15.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.291+0000 7f15ed91e700 1 -- 172.21.15.39:0/221414722 >> 172.21.15.39:0/221414722 conn(0x7f15e80795f0 msgr2=0x7f15e8108990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:15.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.291+0000 7f15ed91e700 1 -- 172.21.15.39:0/221414722 shutdown_connections 2024-06-13T06:22:15.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:15.291+0000 7f15ed91e700 1 -- 172.21.15.39:0/221414722 wait complete. 2024-06-13T06:22:15.292 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 23 2024-06-13T06:22:15.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:15 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/221414722' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:22:15.953 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 23, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-06-13T06:20:05.248660+0000', 'modified': '2024-06-13T06:20:24.313377+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24512, 'mds_1': 24482, 'mds_2': 24455}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24431': {'gid': 24431, 'name': 'k', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.96:6833/2827318421', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.96:6832', 'nonce': 2827318421}, {'type': 'v1', 'addr': '172.21.15.96:6833', 'nonce': 2827318421}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24439': {'gid': 24439, 'name': 'c', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.149:6837/1742889729', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.149:6836', 'nonce': 1742889729}, {'type': 'v1', 'addr': '172.21.15.149:6837', 'nonce': 1742889729}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24448': {'gid': 24448, 'name': 'i', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.149:6839/862740064', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.149:6838', 'nonce': 862740064}, {'type': 'v1', 'addr': '172.21.15.149:6839', 'nonce': 862740064}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24455': {'gid': 24455, 'name': 'e', 'rank': 2, 'incarnation': 20, 'state': 'up:active', 'state_seq': 15, 'addr': '172.21.15.96:6835/3408571209', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.96:6834', 'nonce': 3408571209}, {'type': 'v1', 'addr': '172.21.15.96:6835', 'nonce': 3408571209}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24482': {'gid': 24482, 'name': 'h', 'rank': 1, 'incarnation': 18, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.96:6837/2574644445', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.96:6836', 'nonce': 2574644445}, {'type': 'v1', 'addr': '172.21.15.96:6837', 'nonce': 2574644445}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24512': {'gid': 24512, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.96:6839/1459106434', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.96:6838', 'nonce': 1459106434}, {'type': 'v1', 'addr': '172.21.15.96:6839', 'nonce': 1459106434}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24512, 'qdb_cluster': [24512, 24455, 24482]} 2024-06-13T06:22:15.954 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-06-13T06:22:15.954 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph tell mds.e status 2024-06-13T06:22:16.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:15 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/221414722' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:22:16.206 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:22:16.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:15 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/221414722' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:22:16.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:16 smithi039 ceph-mon[32479]: pgmap v366: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:22:17.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:16 smithi096 ceph-mon[36532]: pgmap v366: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:22:17.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:16 smithi149 ceph-mon[36963]: pgmap v366: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:22:17.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.743+0000 7fabecc53700 1 -- 172.21.15.39:0/2475759320 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fabe806a170 msgr2=0x7fabe806a5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:17.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.743+0000 7fabecc53700 1 --2- 172.21.15.39:0/2475759320 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fabe806a170 0x7fabe806a5f0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fabd0009990 tx=0x7fabd0009ca0 comp rx=0 tx=0).stop 2024-06-13T06:22:17.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.743+0000 7fabecc53700 1 -- 172.21.15.39:0/2475759320 shutdown_connections 2024-06-13T06:22:17.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.743+0000 7fabecc53700 1 --2- 172.21.15.39:0/2475759320 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fabe806ab30 0x7fabe810f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:17.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.743+0000 7fabecc53700 1 --2- 172.21.15.39:0/2475759320 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fabe8108500 0x7fabe81088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:17.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.743+0000 7fabecc53700 1 --2- 172.21.15.39:0/2475759320 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fabe806a170 0x7fabe806a5f0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:17.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.743+0000 7fabecc53700 1 -- 172.21.15.39:0/2475759320 >> 172.21.15.39:0/2475759320 conn(0x7fabe8078340 msgr2=0x7fabe8078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:17.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.743+0000 7fabecc53700 1 -- 172.21.15.39:0/2475759320 shutdown_connections 2024-06-13T06:22:17.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.743+0000 7fabecc53700 1 -- 172.21.15.39:0/2475759320 wait complete. 2024-06-13T06:22:17.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.744+0000 7fabecc53700 1 Processor -- start 2024-06-13T06:22:17.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.744+0000 7fabecc53700 1 -- start start 2024-06-13T06:22:17.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.744+0000 7fabecc53700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fabe806a170 0x7fabe819e880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:17.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.744+0000 7fabecc53700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fabe806ab30 0x7fabe819edc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:17.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.744+0000 7fabecc53700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fabe8108500 0x7fabe8198a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:17.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.744+0000 7fabecc53700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fabe8112760 con 0x7fabe806a170 2024-06-13T06:22:17.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.744+0000 7fabecc53700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fabe81125e0 con 0x7fabe806ab30 2024-06-13T06:22:17.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.744+0000 7fabecc53700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fabe81128e0 con 0x7fabe8108500 2024-06-13T06:22:17.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.745+0000 7fabe659c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fabe806a170 0x7fabe819e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:17.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.745+0000 7fabe659c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fabe806a170 0x7fabe819e880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58350/0 (socket says 172.21.15.39:58350) 2024-06-13T06:22:17.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.745+0000 7fabe659c700 1 -- 172.21.15.39:0/187865863 learned_addr learned my addr 172.21.15.39:0/187865863 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:22:17.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.745+0000 7fabe6d9d700 1 --2- 172.21.15.39:0/187865863 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fabe8108500 0x7fabe8198a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:17.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.745+0000 7fabddd9b700 1 --2- 172.21.15.39:0/187865863 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fabe806ab30 0x7fabe819edc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:17.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.745+0000 7fabe659c700 1 -- 172.21.15.39:0/187865863 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fabe8108500 msgr2=0x7fabe8198a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:17.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.745+0000 7fabe659c700 1 --2- 172.21.15.39:0/187865863 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fabe8108500 0x7fabe8198a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:17.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.745+0000 7fabe659c700 1 -- 172.21.15.39:0/187865863 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fabe806ab30 msgr2=0x7fabe819edc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:17.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.745+0000 7fabe659c700 1 --2- 172.21.15.39:0/187865863 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fabe806ab30 0x7fabe819edc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:17.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.745+0000 7fabe659c700 1 -- 172.21.15.39:0/187865863 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fabe81991a0 con 0x7fabe806a170 2024-06-13T06:22:17.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.745+0000 7fabddd9b700 1 --2- 172.21.15.39:0/187865863 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fabe806ab30 0x7fabe819edc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:22:17.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.745+0000 7fabe659c700 1 --2- 172.21.15.39:0/187865863 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fabe806a170 0x7fabe819e880 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fabd800c920 tx=0x7fabd800cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:17.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.745+0000 7fabdffff700 1 -- 172.21.15.39:0/187865863 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabd8007b00 con 0x7fabe806a170 2024-06-13T06:22:17.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.745+0000 7fabdffff700 1 -- 172.21.15.39:0/187865863 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fabd8004d10 con 0x7fabe806a170 2024-06-13T06:22:17.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.745+0000 7fabdffff700 1 -- 172.21.15.39:0/187865863 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabd8005680 con 0x7fabe806a170 2024-06-13T06:22:17.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.745+0000 7fabecc53700 1 -- 172.21.15.39:0/187865863 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fabe8199490 con 0x7fabe806a170 2024-06-13T06:22:17.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.745+0000 7fabecc53700 1 -- 172.21.15.39:0/187865863 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fabe81a5750 con 0x7fabe806a170 2024-06-13T06:22:17.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.748+0000 7fabdffff700 1 -- 172.21.15.39:0/187865863 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fabd8004750 con 0x7fabe806a170 2024-06-13T06:22:17.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.749+0000 7fabdffff700 1 --2- 172.21.15.39:0/187865863 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fabd40a2ca0 0x7fabd40a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:17.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.749+0000 7fabddd9b700 1 --2- 172.21.15.39:0/187865863 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fabd40a2ca0 0x7fabd40a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:17.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.749+0000 7fabdffff700 1 -- 172.21.15.39:0/187865863 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7fabd80cee70 con 0x7fabe806a170 2024-06-13T06:22:17.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.749+0000 7fabddd9b700 1 --2- 172.21.15.39:0/187865863 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fabd40a2ca0 0x7fabd40a5160 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fabd0006010 tx=0x7fabd000b540 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:17.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.750+0000 7fabf74d6b80 1 Processor -- start 2024-06-13T06:22:17.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.750+0000 7fabf74d6b80 1 -- start start 2024-06-13T06:22:17.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.750+0000 7fabf74d6b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d6414f85f0 0x55d6414f89d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:17.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.750+0000 7fabf74d6b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6414f8f10 0x55d6414f2990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:17.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.750+0000 7fabf74d6b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55d6414f2ed0 0x55d6414f32f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:17.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.750+0000 7fabf74d6b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55d6414447c0 con 0x55d6414f8f10 2024-06-13T06:22:17.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.750+0000 7fabf74d6b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x55d6413ec6d0 con 0x55d6414f2ed0 2024-06-13T06:22:17.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.750+0000 7fabf74d6b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55d641440780 con 0x55d6414f85f0 2024-06-13T06:22:17.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.750+0000 7fabddd9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6414f8f10 0x55d6414f2990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:17.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.750+0000 7fabddd9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6414f8f10 0x55d6414f2990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58356/0 (socket says 172.21.15.39:58356) 2024-06-13T06:22:17.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.750+0000 7fabddd9b700 1 -- 172.21.15.39:0/316103530 learned_addr learned my addr 172.21.15.39:0/316103530 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:22:17.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.750+0000 7fabe659c700 1 --2- 172.21.15.39:0/316103530 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d6414f85f0 0x55d6414f89d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:17.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.751+0000 7fabe6d9d700 1 --2- 172.21.15.39:0/316103530 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55d6414f2ed0 0x55d6414f32f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:17.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.751+0000 7fabddd9b700 1 -- 172.21.15.39:0/316103530 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d6414f85f0 msgr2=0x55d6414f89d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:22:17.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.751+0000 7fabddd9b700 1 --2- 172.21.15.39:0/316103530 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d6414f85f0 0x55d6414f89d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:17.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.751+0000 7fabddd9b700 1 -- 172.21.15.39:0/316103530 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55d6414f2ed0 msgr2=0x55d6414f32f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:22:17.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.751+0000 7fabddd9b700 1 --2- 172.21.15.39:0/316103530 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55d6414f2ed0 0x55d6414f32f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:17.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.751+0000 7fabddd9b700 1 -- 172.21.15.39:0/316103530 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d6413e2f00 con 0x55d6414f8f10 2024-06-13T06:22:17.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.751+0000 7fabddd9b700 1 --2- 172.21.15.39:0/316103530 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6414f8f10 0x55d6414f2990 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fabd0015000 tx=0x7fabd001f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24e4fa4ad645222d server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:17.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.751+0000 7fabdcd99700 1 -- 172.21.15.39:0/316103530 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabd000be70 con 0x55d6414f8f10 2024-06-13T06:22:17.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.751+0000 7fabdcd99700 1 -- 172.21.15.39:0/316103530 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fabd0003e40 con 0x55d6414f8f10 2024-06-13T06:22:17.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.751+0000 7fabdcd99700 1 -- 172.21.15.39:0/316103530 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabd000f6c0 con 0x55d6414f8f10 2024-06-13T06:22:17.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.752+0000 7fabf74d6b80 1 -- 172.21.15.39:0/316103530 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6414f8f10 msgr2=0x55d6414f2990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:17.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.752+0000 7fabf74d6b80 1 --2- 172.21.15.39:0/316103530 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6414f8f10 0x55d6414f2990 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fabd0015000 tx=0x7fabd001f000 comp rx=0 tx=0).stop 2024-06-13T06:22:17.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.752+0000 7fabf74d6b80 1 -- 172.21.15.39:0/316103530 shutdown_connections 2024-06-13T06:22:17.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.752+0000 7fabf74d6b80 1 --2- 172.21.15.39:0/316103530 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55d6414f2ed0 0x55d6414f32f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:17.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.752+0000 7fabf74d6b80 1 --2- 172.21.15.39:0/316103530 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d6414f85f0 0x55d6414f89d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:17.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.752+0000 7fabf74d6b80 1 --2- 172.21.15.39:0/316103530 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6414f8f10 0x55d6414f2990 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:17.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.752+0000 7fabf74d6b80 1 -- 172.21.15.39:0/316103530 >> 172.21.15.39:0/316103530 conn(0x55d64141dc70 msgr2=0x55d6414ed800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:17.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.752+0000 7fabf74d6b80 1 -- 172.21.15.39:0/316103530 shutdown_connections 2024-06-13T06:22:17.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.752+0000 7fabf74d6b80 1 -- 172.21.15.39:0/316103530 wait complete. 2024-06-13T06:22:17.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.752+0000 7fabf74d6b80 1 -- start start 2024-06-13T06:22:17.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.753+0000 7fabf74d6b80 1 Processor -- start 2024-06-13T06:22:17.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.753+0000 7fabf74d6b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d6414f2ed0 0x55d6414fec80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:17.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.753+0000 7fabf74d6b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55d6414f85f0 0x55d6414fbf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:17.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.753+0000 7fabf74d6b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6414f8f10 0x55d6414fc4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:17.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.753+0000 7fabf74d6b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55d6414ff920 con 0x55d6414f8f10 2024-06-13T06:22:17.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.753+0000 7fabf74d6b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x55d6413e4ba0 con 0x55d6414f85f0 2024-06-13T06:22:17.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.753+0000 7fabf74d6b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55d6414ffaa0 con 0x55d6414f2ed0 2024-06-13T06:22:17.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.753+0000 7fabf74d6b80 10 client.0 _ll_register_callbacks cb 0x55d6413de8d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:22:17.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.753+0000 7fabe6d9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6414f8f10 0x55d6414fc4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:17.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.753+0000 7fabe6d9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6414f8f10 0x55d6414fc4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58362/0 (socket says 172.21.15.39:58362) 2024-06-13T06:22:17.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.753+0000 7fabe6d9d700 1 -- 172.21.15.39:0/2360096179 learned_addr learned my addr 172.21.15.39:0/2360096179 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:22:17.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.753+0000 7fabddd9b700 1 --2- 172.21.15.39:0/2360096179 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55d6414f85f0 0x55d6414fbf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:17.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.753+0000 7fabe659c700 1 --2- 172.21.15.39:0/2360096179 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d6414f2ed0 0x55d6414fec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:17.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.753+0000 7fabe6d9d700 1 -- 172.21.15.39:0/2360096179 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d6414f2ed0 msgr2=0x55d6414fec80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:22:17.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.753+0000 7fabe6d9d700 1 --2- 172.21.15.39:0/2360096179 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d6414f2ed0 0x55d6414fec80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:17.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.753+0000 7fabe6d9d700 1 -- 172.21.15.39:0/2360096179 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55d6414f85f0 msgr2=0x55d6414fbf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:22:17.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.753+0000 7fabe6d9d700 1 --2- 172.21.15.39:0/2360096179 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55d6414f85f0 0x55d6414fbf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:17.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.753+0000 7fabe6d9d700 1 -- 172.21.15.39:0/2360096179 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d641393880 con 0x55d6414f8f10 2024-06-13T06:22:17.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.753+0000 7fabe6d9d700 1 --2- 172.21.15.39:0/2360096179 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6414f8f10 0x55d6414fc4c0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fabe00040e0 tx=0x7fabe00043f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee4cab6e1de69e5e server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:17.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.753+0000 7fabcdffb700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:22:17.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.754+0000 7fabcdffb700 1 -- 172.21.15.39:0/2360096179 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabe001a020 con 0x55d6414f8f10 2024-06-13T06:22:17.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.754+0000 7fabcdffb700 1 -- 172.21.15.39:0/2360096179 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7fabe0007910 con 0x55d6414f8f10 2024-06-13T06:22:17.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.754+0000 7fabf74d6b80 1 -- 172.21.15.39:0/2360096179 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55d641451cc0 con 0x55d6414f8f10 2024-06-13T06:22:17.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.756+0000 7fabcdffb700 1 -- 172.21.15.39:0/2360096179 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7fabe0025050 con 0x55d6414f8f10 2024-06-13T06:22:17.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.756+0000 7fabf74d6b80 10 client.14931 fetch_fsmap learned FSMap version 23 2024-06-13T06:22:17.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.756+0000 7fabf74d6b80 1 -- 172.21.15.39:0/2360096179 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x55d64150a2d0 con 0x55d6414f8f10 2024-06-13T06:22:17.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.757+0000 7fabcdffb700 1 -- 172.21.15.39:0/2360096179 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x55d641451cc0 con 0x55d6414f8f10 2024-06-13T06:22:17.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.757+0000 7fabcdffb700 1 -- 172.21.15.39:0/2360096179 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 23) ==== 8338+0+0 (secure 0 0 0) 0x7fabe00153c0 con 0x55d6414f8f10 2024-06-13T06:22:17.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.757+0000 7fabf74d6b80 10 client.14931 fetch_fsmap finished waiting for FSMap version 23 2024-06-13T06:22:17.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.757+0000 7fabf74d6b80 10 client.14931 resolve_mds: resolved name 'e' to daemon mds.e 2024-06-13T06:22:17.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.757+0000 7fabf74d6b80 20 client.14931 populate_metadata read hostname 'smithi039' 2024-06-13T06:22:17.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.757+0000 7fabf74d6b80 1 --2- 172.21.15.39:0/2360096179 >> [v2:172.21.15.96:6834/3408571209,v1:172.21.15.96:6835/3408571209] conn(0x55d64150c8e0 0x55d64150dd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:17.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.757+0000 7fabf74d6b80 4 client.14931 mds_command: new command op to 24455 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T06:22:17.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.757+0000 7fabf74d6b80 1 -- 172.21.15.39:0/2360096179 --> [v2:172.21.15.96:6834/3408571209,v1:172.21.15.96:6835/3408571209] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d64144c240 con 0x55d64150c8e0 2024-06-13T06:22:17.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.757+0000 7fabe659c700 1 --2- 172.21.15.39:0/2360096179 >> [v2:172.21.15.96:6834/3408571209,v1:172.21.15.96:6835/3408571209] conn(0x55d64150c8e0 0x55d64150dd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:17.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.758+0000 7fabe659c700 1 --2- 172.21.15.39:0/2360096179 >> [v2:172.21.15.96:6834/3408571209,v1:172.21.15.96:6835/3408571209] conn(0x55d64150c8e0 0x55d64150dd50 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=3c515f37933fef5c server_cookie=adf3ff83244aa47d in_seq=0 out_seq=0 2024-06-13T06:22:17.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.758+0000 7fabcdffb700 10 client.14931 ms_handle_connect on v2:172.21.15.96:6834/3408571209 2024-06-13T06:22:17.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.758+0000 7fabcdffb700 1 -- 172.21.15.39:0/2360096179 <== mds.2 v2:172.21.15.96:6834/3408571209 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55d64144c240 con 0x55d64150c8e0 2024-06-13T06:22:17.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.758+0000 7fabcdffb700 10 client.14931 handle_command_reply: tid=0 2024-06-13T06:22:17.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.759+0000 7fabf74d6b80 1 client.14931 shutdown 2024-06-13T06:22:17.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.759+0000 7fabf74d6b80 1 -- 172.21.15.39:0/2360096179 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6414f8f10 msgr2=0x55d6414fc4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:17.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.759+0000 7fabf74d6b80 1 --2- 172.21.15.39:0/2360096179 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6414f8f10 0x55d6414fc4c0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fabe00040e0 tx=0x7fabe00043f0 comp rx=0 tx=0).stop 2024-06-13T06:22:17.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.759+0000 7fabf74d6b80 1 -- 172.21.15.39:0/2360096179 shutdown_connections 2024-06-13T06:22:17.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.759+0000 7fabf74d6b80 1 --2- 172.21.15.39:0/2360096179 >> [v2:172.21.15.96:6834/3408571209,v1:172.21.15.96:6835/3408571209] conn(0x55d64150c8e0 0x55d64150dd50 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:17.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.759+0000 7fabf74d6b80 1 --2- 172.21.15.39:0/2360096179 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6414f8f10 0x55d6414fc4c0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:17.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.759+0000 7fabf74d6b80 1 --2- 172.21.15.39:0/2360096179 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d6414f2ed0 0x55d6414fec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:17.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.759+0000 7fabf74d6b80 1 --2- 172.21.15.39:0/2360096179 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55d6414f85f0 0x55d6414fbf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:17.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.759+0000 7fabf74d6b80 1 -- 172.21.15.39:0/2360096179 >> 172.21.15.39:0/2360096179 conn(0x55d64141dc70 msgr2=0x55d6414ed5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:17.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.759+0000 7fabcdffb700 0 client.14931 ms_handle_reset on v2:172.21.15.96:6834/3408571209 2024-06-13T06:22:17.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.759+0000 7fabf74d6b80 1 -- 172.21.15.39:0/2360096179 shutdown_connections 2024-06-13T06:22:17.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.759+0000 7fabf74d6b80 1 -- 172.21.15.39:0/2360096179 wait complete. 2024-06-13T06:22:17.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.759+0000 7fabf74d6b80 20 client.14931 trim_cache size 0 max 16384 2024-06-13T06:22:17.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.782+0000 7fabf74d6b80 1 Processor -- start 2024-06-13T06:22:17.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.782+0000 7fabf74d6b80 1 -- start start 2024-06-13T06:22:17.782 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:17 smithi039 ceph-mon[32479]: pgmap v367: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:22:17.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.782+0000 7fabf74d6b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55d6414f2ed0 0x55d6414f2990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:17.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.783+0000 7fabf74d6b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6414f85f0 0x55d6414fbf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:17.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.783+0000 7fabf74d6b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d6414f8f10 0x55d6414fc480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:17.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.783+0000 7fabf74d6b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55d64150c090 con 0x55d6414f85f0 2024-06-13T06:22:17.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.783+0000 7fabf74d6b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x55d64150c760 con 0x55d6414f2ed0 2024-06-13T06:22:17.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.783+0000 7fabf74d6b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55d64150ce30 con 0x55d6414f8f10 2024-06-13T06:22:17.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.783+0000 7fabddd9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6414f85f0 0x55d6414fbf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:17.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.783+0000 7fabddd9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6414f85f0 0x55d6414fbf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58364/0 (socket says 172.21.15.39:58364) 2024-06-13T06:22:17.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.783+0000 7fabddd9b700 1 -- 172.21.15.39:0/3028986988 learned_addr learned my addr 172.21.15.39:0/3028986988 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:22:17.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.783+0000 7fabe6d9d700 1 --2- 172.21.15.39:0/3028986988 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d6414f8f10 0x55d6414fc480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:17.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.783+0000 7fabe659c700 1 --2- 172.21.15.39:0/3028986988 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55d6414f2ed0 0x55d6414f2990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:17.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.783+0000 7fabddd9b700 1 -- 172.21.15.39:0/3028986988 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d6414f8f10 msgr2=0x55d6414fc480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:22:17.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.783+0000 7fabddd9b700 1 --2- 172.21.15.39:0/3028986988 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d6414f8f10 0x55d6414fc480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:17.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.783+0000 7fabddd9b700 1 -- 172.21.15.39:0/3028986988 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55d6414f2ed0 msgr2=0x55d6414f2990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:22:17.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.783+0000 7fabddd9b700 1 --2- 172.21.15.39:0/3028986988 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55d6414f2ed0 0x55d6414f2990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:17.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.783+0000 7fabddd9b700 1 -- 172.21.15.39:0/3028986988 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d6414f80f0 con 0x55d6414f85f0 2024-06-13T06:22:17.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.783+0000 7fabe659c700 1 --2- 172.21.15.39:0/3028986988 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55d6414f2ed0 0x55d6414f2990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:22:17.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.783+0000 7fabddd9b700 1 --2- 172.21.15.39:0/3028986988 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6414f85f0 0x55d6414fbf40 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fabd0015000 tx=0x7fabd0028040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20b49bfae006eac1 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:17.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.783+0000 7fabcffff700 1 -- 172.21.15.39:0/3028986988 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabd0039070 con 0x55d6414f85f0 2024-06-13T06:22:17.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.784+0000 7fabcffff700 1 -- 172.21.15.39:0/3028986988 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fabd0005050 con 0x55d6414f85f0 2024-06-13T06:22:17.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.784+0000 7fabcffff700 1 -- 172.21.15.39:0/3028986988 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabd000f880 con 0x55d6414f85f0 2024-06-13T06:22:17.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.784+0000 7fabf74d6b80 1 -- 172.21.15.39:0/3028986988 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6414f85f0 msgr2=0x55d6414fbf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:17.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.784+0000 7fabf74d6b80 1 --2- 172.21.15.39:0/3028986988 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6414f85f0 0x55d6414fbf40 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fabd0015000 tx=0x7fabd0028040 comp rx=0 tx=0).stop 2024-06-13T06:22:17.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.784+0000 7fabf74d6b80 1 -- 172.21.15.39:0/3028986988 shutdown_connections 2024-06-13T06:22:17.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.784+0000 7fabf74d6b80 1 --2- 172.21.15.39:0/3028986988 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d6414f8f10 0x55d6414fc480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:17.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.784+0000 7fabf74d6b80 1 --2- 172.21.15.39:0/3028986988 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55d6414f2ed0 0x55d6414f2990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:17.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.784+0000 7fabf74d6b80 1 --2- 172.21.15.39:0/3028986988 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6414f85f0 0x55d6414fbf40 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:17.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.784+0000 7fabf74d6b80 1 -- 172.21.15.39:0/3028986988 >> 172.21.15.39:0/3028986988 conn(0x55d64141dc70 msgr2=0x55d6414f6140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:17.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.784+0000 7fabf74d6b80 1 -- 172.21.15.39:0/3028986988 shutdown_connections 2024-06-13T06:22:17.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.784+0000 7fabf74d6b80 1 -- 172.21.15.39:0/3028986988 wait complete. 2024-06-13T06:22:17.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.785+0000 7fabf74d6b80 1 -- start start 2024-06-13T06:22:17.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.785+0000 7fabf74d6b80 1 Processor -- start 2024-06-13T06:22:17.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.785+0000 7fabf74d6b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6414f2ed0 0x55d6414f1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:17.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.785+0000 7fabf74d6b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d6414f85f0 0x55d6414f22c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:17.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.785+0000 7fabf74d6b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55d6414f8f10 0x55d6414f2800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:17.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.785+0000 7fabf74d6b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55d64150dbd0 con 0x55d6414f2ed0 2024-06-13T06:22:17.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.785+0000 7fabf74d6b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x55d64150d500 con 0x55d6414f8f10 2024-06-13T06:22:17.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.785+0000 7fabf74d6b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55d64150e2a0 con 0x55d6414f85f0 2024-06-13T06:22:17.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.785+0000 7fabf74d6b80 10 client.0 _ll_register_callbacks cb 0x55d6413de8d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:22:17.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.785+0000 7fabe659c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6414f2ed0 0x55d6414f1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:17.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.785+0000 7fabe659c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6414f2ed0 0x55d6414f1d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58376/0 (socket says 172.21.15.39:58376) 2024-06-13T06:22:17.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.785+0000 7fabe659c700 1 -- 172.21.15.39:0/1557972073 learned_addr learned my addr 172.21.15.39:0/1557972073 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:22:17.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.785+0000 7fabddd9b700 1 --2- 172.21.15.39:0/1557972073 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d6414f85f0 0x55d6414f22c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:17.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.785+0000 7fabe6d9d700 1 --2- 172.21.15.39:0/1557972073 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55d6414f8f10 0x55d6414f2800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:17.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.786+0000 7fabe659c700 1 -- 172.21.15.39:0/1557972073 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d6414f85f0 msgr2=0x55d6414f22c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:22:17.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.786+0000 7fabe659c700 1 --2- 172.21.15.39:0/1557972073 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d6414f85f0 0x55d6414f22c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:17.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.786+0000 7fabe659c700 1 -- 172.21.15.39:0/1557972073 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55d6414f8f10 msgr2=0x55d6414f2800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:22:17.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.786+0000 7fabe659c700 1 --2- 172.21.15.39:0/1557972073 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55d6414f8f10 0x55d6414f2800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:17.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.786+0000 7fabe659c700 1 -- 172.21.15.39:0/1557972073 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d6415156e0 con 0x55d6414f2ed0 2024-06-13T06:22:17.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.786+0000 7fabe659c700 1 --2- 172.21.15.39:0/1557972073 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6414f2ed0 0x55d6414f1d80 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fabd80cccd0 tx=0x7fabd8086040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f33f644bc0af104 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:17.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.786+0000 7fabcdffb700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:22:17.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.786+0000 7fabcdffb700 1 -- 172.21.15.39:0/1557972073 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabd801d040 con 0x55d6414f2ed0 2024-06-13T06:22:17.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.786+0000 7fabcdffb700 1 -- 172.21.15.39:0/1557972073 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7fabd8004ec0 con 0x55d6414f2ed0 2024-06-13T06:22:17.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.786+0000 7fabf74d6b80 1 -- 172.21.15.39:0/1557972073 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fabd0005050 con 0x55d6414f2ed0 2024-06-13T06:22:17.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.786+0000 7fabcdffb700 1 -- 172.21.15.39:0/1557972073 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7fabd80a4330 con 0x55d6414f2ed0 2024-06-13T06:22:17.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.786+0000 7fabf74d6b80 10 client.14937 fetch_fsmap learned FSMap version 23 2024-06-13T06:22:17.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.786+0000 7fabf74d6b80 1 -- 172.21.15.39:0/1557972073 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x55d6415783d0 con 0x55d6414f2ed0 2024-06-13T06:22:17.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.786+0000 7fabcdffb700 1 -- 172.21.15.39:0/1557972073 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fabd0005050 con 0x55d6414f2ed0 2024-06-13T06:22:17.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.786+0000 7fabcdffb700 1 -- 172.21.15.39:0/1557972073 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 23) ==== 8338+0+0 (secure 0 0 0) 0x7fabd80afbe0 con 0x55d6414f2ed0 2024-06-13T06:22:17.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.786+0000 7fabf74d6b80 10 client.14937 fetch_fsmap finished waiting for FSMap version 23 2024-06-13T06:22:17.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.787+0000 7fabf74d6b80 10 client.14937 resolve_mds: resolved name 'e' to daemon mds.e 2024-06-13T06:22:17.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.787+0000 7fabf74d6b80 20 client.14937 populate_metadata read hostname 'smithi039' 2024-06-13T06:22:17.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.787+0000 7fabf74d6b80 1 --2- 172.21.15.39:0/1557972073 >> [v2:172.21.15.96:6834/3408571209,v1:172.21.15.96:6835/3408571209] conn(0x55d64157cf60 0x55d64157bc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:17.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.787+0000 7fabf74d6b80 4 client.14937 mds_command: new command op to 24455 tid=0 multi_id=0 [{"prefix": "status"}] 2024-06-13T06:22:17.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.787+0000 7fabf74d6b80 1 -- 172.21.15.39:0/1557972073 --> [v2:172.21.15.96:6834/3408571209,v1:172.21.15.96:6835/3408571209] -- command(tid 0: {"prefix": "status"}) -- 0x55d6412c6200 con 0x55d64157cf60 2024-06-13T06:22:17.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.787+0000 7fabddd9b700 1 --2- 172.21.15.39:0/1557972073 >> [v2:172.21.15.96:6834/3408571209,v1:172.21.15.96:6835/3408571209] conn(0x55d64157cf60 0x55d64157bc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:17.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.787+0000 7fabddd9b700 1 --2- 172.21.15.39:0/1557972073 >> [v2:172.21.15.96:6834/3408571209,v1:172.21.15.96:6835/3408571209] conn(0x55d64157cf60 0x55d64157bc70 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=cafc49f2c6c7d84c server_cookie=f073eacbd2ac0bc0 in_seq=0 out_seq=0 2024-06-13T06:22:17.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.787+0000 7fabcdffb700 10 client.14937 ms_handle_connect on v2:172.21.15.96:6834/3408571209 2024-06-13T06:22:17.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.787+0000 7fabcdffb700 1 -- 172.21.15.39:0/1557972073 <== mds.2 v2:172.21.15.96:6834/3408571209 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55d6412c6200 con 0x55d64157cf60 2024-06-13T06:22:17.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.788+0000 7fabcdffb700 10 client.14937 handle_command_reply: tid=0 2024-06-13T06:22:17.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.788+0000 7fabf74d6b80 1 client.14937 shutdown 2024-06-13T06:22:17.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.788+0000 7fabf74d6b80 1 -- 172.21.15.39:0/1557972073 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6414f2ed0 msgr2=0x55d6414f1d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:17.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.788+0000 7fabf74d6b80 1 --2- 172.21.15.39:0/1557972073 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6414f2ed0 0x55d6414f1d80 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fabd80cccd0 tx=0x7fabd8086040 comp rx=0 tx=0).stop 2024-06-13T06:22:17.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.788+0000 7fabf74d6b80 1 -- 172.21.15.39:0/1557972073 shutdown_connections 2024-06-13T06:22:17.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.788+0000 7fabf74d6b80 1 --2- 172.21.15.39:0/1557972073 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55d6414f8f10 0x55d6414f2800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:17.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.788+0000 7fabf74d6b80 1 --2- 172.21.15.39:0/1557972073 >> [v2:172.21.15.96:6834/3408571209,v1:172.21.15.96:6835/3408571209] conn(0x55d64157cf60 0x55d64157bc70 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:17.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.788+0000 7fabf74d6b80 1 --2- 172.21.15.39:0/1557972073 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6414f2ed0 0x55d6414f1d80 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:17.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.788+0000 7fabf74d6b80 1 --2- 172.21.15.39:0/1557972073 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d6414f85f0 0x55d6414f22c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:17.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.788+0000 7fabf74d6b80 1 -- 172.21.15.39:0/1557972073 >> 172.21.15.39:0/1557972073 conn(0x55d64141dc70 msgr2=0x55d6414fbf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:17.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.788+0000 7fabcdffb700 0 client.14937 ms_handle_reset on v2:172.21.15.96:6834/3408571209 2024-06-13T06:22:17.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.788+0000 7fabf74d6b80 1 -- 172.21.15.39:0/1557972073 shutdown_connections 2024-06-13T06:22:17.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.788+0000 7fabf74d6b80 1 -- 172.21.15.39:0/1557972073 wait complete. 2024-06-13T06:22:17.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.788+0000 7fabf74d6b80 20 client.14937 trim_cache size 0 max 16384 2024-06-13T06:22:17.793 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-06-13T06:22:17.793 INFO:teuthology.orchestra.run.smithi039.stdout: "cluster_fsid": "ae626f9c-294b-11ef-bc9c-c7b262605968", 2024-06-13T06:22:17.793 INFO:teuthology.orchestra.run.smithi039.stdout: "whoami": 2, 2024-06-13T06:22:17.794 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 24455, 2024-06-13T06:22:17.794 INFO:teuthology.orchestra.run.smithi039.stdout: "want_state": "up:active", 2024-06-13T06:22:17.794 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "up:active", 2024-06-13T06:22:17.794 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs", 2024-06-13T06:22:17.794 INFO:teuthology.orchestra.run.smithi039.stdout: "rank_uptime": 119.266679819, 2024-06-13T06:22:17.794 INFO:teuthology.orchestra.run.smithi039.stdout: "mdsmap_epoch": 23, 2024-06-13T06:22:17.794 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch": 91, 2024-06-13T06:22:17.794 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch_barrier": 89, 2024-06-13T06:22:17.794 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 171.85216443499999 2024-06-13T06:22:17.794 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-06-13T06:22:17.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.788+0000 7fabecc53700 1 -- 172.21.15.39:0/187865863 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fabd40a2ca0 msgr2=0x7fabd40a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:17.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.788+0000 7fabecc53700 1 --2- 172.21.15.39:0/187865863 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fabd40a2ca0 0x7fabd40a5160 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fabd0006010 tx=0x7fabd000b540 comp rx=0 tx=0).stop 2024-06-13T06:22:17.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.788+0000 7fabecc53700 1 -- 172.21.15.39:0/187865863 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fabe806a170 msgr2=0x7fabe819e880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:17.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.788+0000 7fabecc53700 1 --2- 172.21.15.39:0/187865863 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fabe806a170 0x7fabe819e880 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fabd800c920 tx=0x7fabd800cc30 comp rx=0 tx=0).stop 2024-06-13T06:22:17.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.789+0000 7fabecc53700 1 -- 172.21.15.39:0/187865863 shutdown_connections 2024-06-13T06:22:17.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.789+0000 7fabecc53700 1 --2- 172.21.15.39:0/187865863 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fabd40a2ca0 0x7fabd40a5160 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:17.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.789+0000 7fabecc53700 1 --2- 172.21.15.39:0/187865863 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fabe8108500 0x7fabe8198a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:17.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.789+0000 7fabecc53700 1 --2- 172.21.15.39:0/187865863 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fabe806a170 0x7fabe819e880 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:17.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.789+0000 7fabecc53700 1 --2- 172.21.15.39:0/187865863 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fabe806ab30 0x7fabe819edc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:17.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.789+0000 7fabecc53700 1 -- 172.21.15.39:0/187865863 >> 172.21.15.39:0/187865863 conn(0x7fabe8078340 msgr2=0x7fabe8100020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:17.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.789+0000 7fabecc53700 1 -- 172.21.15.39:0/187865863 shutdown_connections 2024-06-13T06:22:17.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:17.789+0000 7fabecc53700 1 -- 172.21.15.39:0/187865863 wait complete. 2024-06-13T06:22:18.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:17 smithi096 ceph-mon[36532]: pgmap v367: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:22:18.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:17 smithi149 ceph-mon[36963]: pgmap v367: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:22:18.444 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph tell mds.h status 2024-06-13T06:22:18.694 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:22:20.145 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:19 smithi039 ceph-mon[32479]: pgmap v368: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:22:20.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:19 smithi149 ceph-mon[36963]: pgmap v368: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:22:20.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:19 smithi096 ceph-mon[36532]: pgmap v368: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:22:20.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.385+0000 7f93a3a37700 1 -- 172.21.15.39:0/3778317132 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f939c101d50 msgr2=0x7f939c10e240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:20.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.385+0000 7f93a3a37700 1 --2- 172.21.15.39:0/3778317132 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f939c101d50 0x7f939c10e240 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f939400b0a0 tx=0x7f939400b3b0 comp rx=0 tx=0).stop 2024-06-13T06:22:20.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.385+0000 7f93a3a37700 1 -- 172.21.15.39:0/3778317132 shutdown_connections 2024-06-13T06:22:20.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.385+0000 7f93a3a37700 1 --2- 172.21.15.39:0/3778317132 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f939c101d50 0x7f939c10e240 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:20.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.385+0000 7f93a3a37700 1 --2- 172.21.15.39:0/3778317132 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f939c107400 0x7f939c1077e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:20.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.385+0000 7f93a3a37700 1 --2- 172.21.15.39:0/3778317132 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f939c101390 0x7f939c101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:20.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.385+0000 7f93a3a37700 1 -- 172.21.15.39:0/3778317132 >> 172.21.15.39:0/3778317132 conn(0x7f939c078340 msgr2=0x7f939c078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:20.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.385+0000 7f93a3a37700 1 -- 172.21.15.39:0/3778317132 shutdown_connections 2024-06-13T06:22:20.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.385+0000 7f93a3a37700 1 -- 172.21.15.39:0/3778317132 wait complete. 2024-06-13T06:22:20.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.386+0000 7f93a3a37700 1 Processor -- start 2024-06-13T06:22:20.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.386+0000 7f93a3a37700 1 -- start start 2024-06-13T06:22:20.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.386+0000 7f93a3a37700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f939c101390 0x7f939c19ae40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:20.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.386+0000 7f93a3a37700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f939c101d50 0x7f939c19b380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:20.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.386+0000 7f93a3a37700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f939c107400 0x7f939c19f710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:20.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.386+0000 7f93a3a37700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f939c1116f0 con 0x7f939c107400 2024-06-13T06:22:20.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.386+0000 7f93a3a37700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f939c111570 con 0x7f939c101d50 2024-06-13T06:22:20.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.386+0000 7f93a3a37700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f939c111870 con 0x7f939c101390 2024-06-13T06:22:20.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.386+0000 7f93a1fd4700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f939c107400 0x7f939c19f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:20.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.386+0000 7f93a1fd4700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f939c107400 0x7f939c19f710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58386/0 (socket says 172.21.15.39:58386) 2024-06-13T06:22:20.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.386+0000 7f93a1fd4700 1 -- 172.21.15.39:0/1899253007 learned_addr learned my addr 172.21.15.39:0/1899253007 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:22:20.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.386+0000 7f93a17d3700 1 --2- 172.21.15.39:0/1899253007 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f939c101390 0x7f939c19ae40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:20.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.387+0000 7f93a0fd2700 1 --2- 172.21.15.39:0/1899253007 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f939c101d50 0x7f939c19b380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:20.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.387+0000 7f93a1fd4700 1 -- 172.21.15.39:0/1899253007 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f939c101390 msgr2=0x7f939c19ae40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:20.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.387+0000 7f93a1fd4700 1 --2- 172.21.15.39:0/1899253007 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f939c101390 0x7f939c19ae40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:20.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.387+0000 7f93a1fd4700 1 -- 172.21.15.39:0/1899253007 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f939c101d50 msgr2=0x7f939c19b380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:20.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.387+0000 7f93a1fd4700 1 --2- 172.21.15.39:0/1899253007 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f939c101d50 0x7f939c19b380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:20.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.387+0000 7f93a1fd4700 1 -- 172.21.15.39:0/1899253007 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f939c19fe50 con 0x7f939c107400 2024-06-13T06:22:20.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.387+0000 7f93a1fd4700 1 --2- 172.21.15.39:0/1899253007 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f939c107400 0x7f939c19f710 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f93940062a0 tx=0x7f9394004d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:20.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.387+0000 7f93927fc700 1 -- 172.21.15.39:0/1899253007 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9394021070 con 0x7f939c107400 2024-06-13T06:22:20.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.387+0000 7f93927fc700 1 -- 172.21.15.39:0/1899253007 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9394007c00 con 0x7f939c107400 2024-06-13T06:22:20.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.387+0000 7f93927fc700 1 -- 172.21.15.39:0/1899253007 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f939401d450 con 0x7f939c107400 2024-06-13T06:22:20.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.387+0000 7f93a3a37700 1 -- 172.21.15.39:0/1899253007 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f939c1a00e0 con 0x7f939c107400 2024-06-13T06:22:20.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.387+0000 7f93a3a37700 1 -- 172.21.15.39:0/1899253007 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f939c1a79c0 con 0x7f939c107400 2024-06-13T06:22:20.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.390+0000 7f93927fc700 1 -- 172.21.15.39:0/1899253007 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f9394004020 con 0x7f939c107400 2024-06-13T06:22:20.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.391+0000 7f93927fc700 1 --2- 172.21.15.39:0/1899253007 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f93880a2ca0 0x7f93880a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:20.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.391+0000 7f93a17d3700 1 --2- 172.21.15.39:0/1899253007 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f93880a2ca0 0x7f93880a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:20.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.391+0000 7f93927fc700 1 -- 172.21.15.39:0/1899253007 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7f939400f020 con 0x7f939c107400 2024-06-13T06:22:20.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.391+0000 7f93a17d3700 1 --2- 172.21.15.39:0/1899253007 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f93880a2ca0 0x7f93880a5160 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f9398009a10 tx=0x7f9398009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:20.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.391+0000 7f93ae2bab80 1 Processor -- start 2024-06-13T06:22:20.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.392+0000 7f93ae2bab80 1 -- start start 2024-06-13T06:22:20.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.392+0000 7f93ae2bab80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x565118db4f10 0x565118db52f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:20.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.392+0000 7f93ae2bab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x565118db5830 0x565118daf210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:20.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.392+0000 7f93ae2bab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x565118daf750 0x565118dafb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:20.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.392+0000 7f93ae2bab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x565118ca1f10 con 0x565118daf750 2024-06-13T06:22:20.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.392+0000 7f93ae2bab80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x565118d00800 con 0x565118db4f10 2024-06-13T06:22:20.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.392+0000 7f93ae2bab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x565118c68410 con 0x565118db5830 2024-06-13T06:22:20.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.392+0000 7f93a1fd4700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x565118daf750 0x565118dafb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:20.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.392+0000 7f93a1fd4700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x565118daf750 0x565118dafb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58396/0 (socket says 172.21.15.39:58396) 2024-06-13T06:22:20.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.392+0000 7f93a1fd4700 1 -- 172.21.15.39:0/2151701186 learned_addr learned my addr 172.21.15.39:0/2151701186 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:22:20.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.392+0000 7f93a17d3700 1 --2- 172.21.15.39:0/2151701186 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x565118db4f10 0x565118db52f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:20.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.392+0000 7f93a0fd2700 1 --2- 172.21.15.39:0/2151701186 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x565118db5830 0x565118daf210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:20.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.392+0000 7f93a1fd4700 1 -- 172.21.15.39:0/2151701186 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x565118db5830 msgr2=0x565118daf210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:22:20.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.392+0000 7f93a1fd4700 1 --2- 172.21.15.39:0/2151701186 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x565118db5830 0x565118daf210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:20.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.392+0000 7f93a1fd4700 1 -- 172.21.15.39:0/2151701186 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x565118db4f10 msgr2=0x565118db52f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:22:20.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.392+0000 7f93a1fd4700 1 --2- 172.21.15.39:0/2151701186 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x565118db4f10 0x565118db52f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:20.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.392+0000 7f93a1fd4700 1 -- 172.21.15.39:0/2151701186 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x565118c4f880 con 0x565118daf750 2024-06-13T06:22:20.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.392+0000 7f93a1fd4700 1 --2- 172.21.15.39:0/2151701186 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x565118daf750 0x565118dafb70 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f939409cde0 tx=0x7f9394004f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f76828e8510e9c9f server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:20.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.393+0000 7f93877fe700 1 -- 172.21.15.39:0/2151701186 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f939409ce50 con 0x565118daf750 2024-06-13T06:22:20.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.393+0000 7f93877fe700 1 -- 172.21.15.39:0/2151701186 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f939409f030 con 0x565118daf750 2024-06-13T06:22:20.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.393+0000 7f93877fe700 1 -- 172.21.15.39:0/2151701186 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93940074e0 con 0x565118daf750 2024-06-13T06:22:20.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.393+0000 7f93ae2bab80 1 -- 172.21.15.39:0/2151701186 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x565118daf750 msgr2=0x565118dafb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:20.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.393+0000 7f93ae2bab80 1 --2- 172.21.15.39:0/2151701186 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x565118daf750 0x565118dafb70 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f939409cde0 tx=0x7f9394004f90 comp rx=0 tx=0).stop 2024-06-13T06:22:20.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.393+0000 7f93ae2bab80 1 -- 172.21.15.39:0/2151701186 shutdown_connections 2024-06-13T06:22:20.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.393+0000 7f93ae2bab80 1 --2- 172.21.15.39:0/2151701186 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x565118daf750 0x565118dafb70 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:20.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.393+0000 7f93ae2bab80 1 --2- 172.21.15.39:0/2151701186 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x565118db4f10 0x565118db52f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:20.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.393+0000 7f93ae2bab80 1 --2- 172.21.15.39:0/2151701186 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x565118db5830 0x565118daf210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:20.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.393+0000 7f93ae2bab80 1 -- 172.21.15.39:0/2151701186 >> 172.21.15.39:0/2151701186 conn(0x565118cdc030 msgr2=0x565118daa1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:20.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.393+0000 7f93ae2bab80 1 -- 172.21.15.39:0/2151701186 shutdown_connections 2024-06-13T06:22:20.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.393+0000 7f93ae2bab80 1 -- 172.21.15.39:0/2151701186 wait complete. 2024-06-13T06:22:20.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.394+0000 7f93ae2bab80 1 -- start start 2024-06-13T06:22:20.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.394+0000 7f93ae2bab80 1 Processor -- start 2024-06-13T06:22:20.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.394+0000 7f93ae2bab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x565118daf750 0x565118dbb650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:20.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.394+0000 7f93ae2bab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x565118db4f10 0x565118db8950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:20.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.394+0000 7f93ae2bab80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x565118db5830 0x565118db8e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:20.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.394+0000 7f93ae2bab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x565118ca0f70 con 0x565118daf750 2024-06-13T06:22:20.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.394+0000 7f93ae2bab80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x565118cfc7c0 con 0x565118db5830 2024-06-13T06:22:20.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.394+0000 7f93ae2bab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x565118dbbfc0 con 0x565118db4f10 2024-06-13T06:22:20.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.394+0000 7f93ae2bab80 10 client.0 _ll_register_callbacks cb 0x565118c96560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:22:20.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.394+0000 7f93a17d3700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x565118daf750 0x565118dbb650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:20.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.394+0000 7f93a17d3700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x565118daf750 0x565118dbb650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58400/0 (socket says 172.21.15.39:58400) 2024-06-13T06:22:20.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.394+0000 7f93a17d3700 1 -- 172.21.15.39:0/867056145 learned_addr learned my addr 172.21.15.39:0/867056145 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:22:20.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.395+0000 7f93a0fd2700 1 --2- 172.21.15.39:0/867056145 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x565118db4f10 0x565118db8950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:20.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.395+0000 7f93a1fd4700 1 --2- 172.21.15.39:0/867056145 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x565118db5830 0x565118db8e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:20.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.395+0000 7f93a17d3700 1 -- 172.21.15.39:0/867056145 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x565118db4f10 msgr2=0x565118db8950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:22:20.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.395+0000 7f93a17d3700 1 --2- 172.21.15.39:0/867056145 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x565118db4f10 0x565118db8950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:20.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.395+0000 7f93a17d3700 1 -- 172.21.15.39:0/867056145 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x565118db5830 msgr2=0x565118db8e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:22:20.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.395+0000 7f93a17d3700 1 --2- 172.21.15.39:0/867056145 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x565118db5830 0x565118db8e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:20.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.395+0000 7f93a17d3700 1 -- 172.21.15.39:0/867056145 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x565118cc6700 con 0x565118daf750 2024-06-13T06:22:20.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.395+0000 7f93a17d3700 1 --2- 172.21.15.39:0/867056145 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x565118daf750 0x565118dbb650 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f9398015500 tx=0x7f9398004860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8977f4439ead7e90 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:20.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.395+0000 7f9384ff9700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:22:20.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.395+0000 7f9384ff9700 1 -- 172.21.15.39:0/867056145 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9398025070 con 0x565118daf750 2024-06-13T06:22:20.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.395+0000 7f9384ff9700 1 -- 172.21.15.39:0/867056145 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7f9398015d30 con 0x565118daf750 2024-06-13T06:22:20.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.395+0000 7f93ae2bab80 1 -- 172.21.15.39:0/867056145 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f939409f030 con 0x565118daf750 2024-06-13T06:22:20.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.395+0000 7f9384ff9700 1 -- 172.21.15.39:0/867056145 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f939801b040 con 0x565118daf750 2024-06-13T06:22:20.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.395+0000 7f93ae2bab80 10 client.14949 fetch_fsmap learned FSMap version 23 2024-06-13T06:22:20.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.395+0000 7f93ae2bab80 1 -- 172.21.15.39:0/867056145 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x565118dc67e0 con 0x565118daf750 2024-06-13T06:22:20.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.396+0000 7f9384ff9700 1 -- 172.21.15.39:0/867056145 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f939409f030 con 0x565118daf750 2024-06-13T06:22:20.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.396+0000 7f9384ff9700 1 -- 172.21.15.39:0/867056145 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 23) ==== 8338+0+0 (secure 0 0 0) 0x7f9398006790 con 0x565118daf750 2024-06-13T06:22:20.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.396+0000 7f93ae2bab80 10 client.14949 fetch_fsmap finished waiting for FSMap version 23 2024-06-13T06:22:20.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.396+0000 7f93ae2bab80 10 client.14949 resolve_mds: resolved name 'h' to daemon mds.h 2024-06-13T06:22:20.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.396+0000 7f93ae2bab80 20 client.14949 populate_metadata read hostname 'smithi039' 2024-06-13T06:22:20.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.396+0000 7f93ae2bab80 1 --2- 172.21.15.39:0/867056145 >> [v2:172.21.15.96:6836/2574644445,v1:172.21.15.96:6837/2574644445] conn(0x565118dc8e50 0x565118dca2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:20.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.396+0000 7f93ae2bab80 4 client.14949 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T06:22:20.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.396+0000 7f93ae2bab80 1 -- 172.21.15.39:0/867056145 --> [v2:172.21.15.96:6836/2574644445,v1:172.21.15.96:6837/2574644445] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x565118d0dd00 con 0x565118dc8e50 2024-06-13T06:22:20.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.396+0000 7f93a0fd2700 1 --2- 172.21.15.39:0/867056145 >> [v2:172.21.15.96:6836/2574644445,v1:172.21.15.96:6837/2574644445] conn(0x565118dc8e50 0x565118dca2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:20.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.397+0000 7f93a0fd2700 1 --2- 172.21.15.39:0/867056145 >> [v2:172.21.15.96:6836/2574644445,v1:172.21.15.96:6837/2574644445] conn(0x565118dc8e50 0x565118dca2c0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=fc21625276fa781b server_cookie=b9d3173cbbeb373 in_seq=0 out_seq=0 2024-06-13T06:22:20.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.397+0000 7f9384ff9700 10 client.14949 ms_handle_connect on v2:172.21.15.96:6836/2574644445 2024-06-13T06:22:20.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.397+0000 7f9384ff9700 1 -- 172.21.15.39:0/867056145 <== mds.1 v2:172.21.15.96:6836/2574644445 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x565118d0dd00 con 0x565118dc8e50 2024-06-13T06:22:20.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.397+0000 7f9384ff9700 10 client.14949 handle_command_reply: tid=0 2024-06-13T06:22:20.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.397+0000 7f93ae2bab80 1 client.14949 shutdown 2024-06-13T06:22:20.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.398+0000 7f93ae2bab80 1 -- 172.21.15.39:0/867056145 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x565118daf750 msgr2=0x565118dbb650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:20.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.398+0000 7f93ae2bab80 1 --2- 172.21.15.39:0/867056145 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x565118daf750 0x565118dbb650 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f9398015500 tx=0x7f9398004860 comp rx=0 tx=0).stop 2024-06-13T06:22:20.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.398+0000 7f93ae2bab80 1 -- 172.21.15.39:0/867056145 shutdown_connections 2024-06-13T06:22:20.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.398+0000 7f93ae2bab80 1 --2- 172.21.15.39:0/867056145 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x565118db5830 0x565118db8e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:20.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.398+0000 7f93ae2bab80 1 --2- 172.21.15.39:0/867056145 >> [v2:172.21.15.96:6836/2574644445,v1:172.21.15.96:6837/2574644445] conn(0x565118dc8e50 0x565118dca2c0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:20.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.398+0000 7f93ae2bab80 1 --2- 172.21.15.39:0/867056145 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x565118daf750 0x565118dbb650 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:20.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.398+0000 7f93ae2bab80 1 --2- 172.21.15.39:0/867056145 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x565118db4f10 0x565118db8950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:20.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.398+0000 7f93ae2bab80 1 -- 172.21.15.39:0/867056145 >> 172.21.15.39:0/867056145 conn(0x565118cdc030 msgr2=0x565118da96b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:20.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.398+0000 7f9384ff9700 0 client.14949 ms_handle_reset on v2:172.21.15.96:6836/2574644445 2024-06-13T06:22:20.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.398+0000 7f93ae2bab80 1 -- 172.21.15.39:0/867056145 shutdown_connections 2024-06-13T06:22:20.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.398+0000 7f93ae2bab80 1 -- 172.21.15.39:0/867056145 wait complete. 2024-06-13T06:22:20.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.398+0000 7f93ae2bab80 20 client.14949 trim_cache size 0 max 16384 2024-06-13T06:22:20.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.421+0000 7f93ae2bab80 1 Processor -- start 2024-06-13T06:22:20.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.421+0000 7f93ae2bab80 1 -- start start 2024-06-13T06:22:20.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.421+0000 7f93ae2bab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x565118daf750 0x565118daf210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:20.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.421+0000 7f93ae2bab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x565118db4f10 0x565118db78b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:20.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.421+0000 7f93ae2bab80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x565118db5830 0x565118db64a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:20.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.421+0000 7f93ae2bab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x565118dc8600 con 0x565118daf750 2024-06-13T06:22:20.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.421+0000 7f93ae2bab80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x565118dc8cd0 con 0x565118db5830 2024-06-13T06:22:20.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.421+0000 7f93ae2bab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x565118dc93a0 con 0x565118db4f10 2024-06-13T06:22:20.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.421+0000 7f93a17d3700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x565118daf750 0x565118daf210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:20.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.421+0000 7f93a17d3700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x565118daf750 0x565118daf210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58414/0 (socket says 172.21.15.39:58414) 2024-06-13T06:22:20.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.421+0000 7f93a17d3700 1 -- 172.21.15.39:0/1008949275 learned_addr learned my addr 172.21.15.39:0/1008949275 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:22:20.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.421+0000 7f93a1fd4700 1 --2- 172.21.15.39:0/1008949275 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x565118db5830 0x565118db64a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:20.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.421+0000 7f93a17d3700 1 -- 172.21.15.39:0/1008949275 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x565118db4f10 msgr2=0x565118db78b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:22:20.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.421+0000 7f93a17d3700 1 --2- 172.21.15.39:0/1008949275 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x565118db4f10 0x565118db78b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:20.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.421+0000 7f93a17d3700 1 -- 172.21.15.39:0/1008949275 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x565118db5830 msgr2=0x565118db64a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:22:20.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.421+0000 7f93a17d3700 1 --2- 172.21.15.39:0/1008949275 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x565118db5830 0x565118db64a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:20.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.421+0000 7f93a17d3700 1 -- 172.21.15.39:0/1008949275 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x565118da6320 con 0x565118daf750 2024-06-13T06:22:20.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.421+0000 7f93a1fd4700 1 --2- 172.21.15.39:0/1008949275 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x565118db5830 0x565118db64a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:22:20.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.422+0000 7f93a17d3700 1 --2- 172.21.15.39:0/1008949275 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x565118daf750 0x565118daf210 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f9398010010 tx=0x7f93980097a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77df40c1e4adc148 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:20.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.422+0000 7f9386ffd700 1 -- 172.21.15.39:0/1008949275 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9398039020 con 0x565118daf750 2024-06-13T06:22:20.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.422+0000 7f9386ffd700 1 -- 172.21.15.39:0/1008949275 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9398015970 con 0x565118daf750 2024-06-13T06:22:20.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.422+0000 7f9386ffd700 1 -- 172.21.15.39:0/1008949275 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9398025040 con 0x565118daf750 2024-06-13T06:22:20.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.422+0000 7f93ae2bab80 1 -- 172.21.15.39:0/1008949275 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x565118daf750 msgr2=0x565118daf210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:20.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.422+0000 7f93ae2bab80 1 --2- 172.21.15.39:0/1008949275 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x565118daf750 0x565118daf210 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f9398010010 tx=0x7f93980097a0 comp rx=0 tx=0).stop 2024-06-13T06:22:20.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.423+0000 7f93ae2bab80 1 -- 172.21.15.39:0/1008949275 shutdown_connections 2024-06-13T06:22:20.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.423+0000 7f93ae2bab80 1 --2- 172.21.15.39:0/1008949275 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x565118db5830 0x565118db64a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:20.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.423+0000 7f93ae2bab80 1 --2- 172.21.15.39:0/1008949275 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x565118daf750 0x565118daf210 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:20.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.423+0000 7f93ae2bab80 1 --2- 172.21.15.39:0/1008949275 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x565118db4f10 0x565118db78b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:20.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.423+0000 7f93ae2bab80 1 -- 172.21.15.39:0/1008949275 >> 172.21.15.39:0/1008949275 conn(0x565118cdc030 msgr2=0x565118db3a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:20.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.423+0000 7f93ae2bab80 1 -- 172.21.15.39:0/1008949275 shutdown_connections 2024-06-13T06:22:20.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.423+0000 7f93ae2bab80 1 -- 172.21.15.39:0/1008949275 wait complete. 2024-06-13T06:22:20.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.423+0000 7f93ae2bab80 1 -- start start 2024-06-13T06:22:20.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.423+0000 7f93ae2bab80 1 Processor -- start 2024-06-13T06:22:20.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.423+0000 7f93ae2bab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x565118daf750 0x565118dd3740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:20.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.423+0000 7f93ae2bab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x565118db4f10 0x565118dd3c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:20.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.423+0000 7f93ae2bab80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x565118db5830 0x565118dce6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:20.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.423+0000 7f93ae2bab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x565118dca140 con 0x565118daf750 2024-06-13T06:22:20.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.423+0000 7f93ae2bab80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x565118dc9a70 con 0x565118db5830 2024-06-13T06:22:20.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.423+0000 7f93ae2bab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x565118dca810 con 0x565118db4f10 2024-06-13T06:22:20.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.424+0000 7f93ae2bab80 10 client.0 _ll_register_callbacks cb 0x565118c96560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:22:20.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.424+0000 7f93a17d3700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x565118daf750 0x565118dd3740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:20.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.424+0000 7f93a17d3700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x565118daf750 0x565118dd3740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58430/0 (socket says 172.21.15.39:58430) 2024-06-13T06:22:20.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.424+0000 7f93a17d3700 1 -- 172.21.15.39:0/3705661126 learned_addr learned my addr 172.21.15.39:0/3705661126 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:22:20.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.424+0000 7f93a0fd2700 1 --2- 172.21.15.39:0/3705661126 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x565118db4f10 0x565118dd3c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:20.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.424+0000 7f93a1fd4700 1 --2- 172.21.15.39:0/3705661126 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x565118db5830 0x565118dce6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:20.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.424+0000 7f93a17d3700 1 -- 172.21.15.39:0/3705661126 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x565118db4f10 msgr2=0x565118dd3c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:22:20.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.424+0000 7f93a17d3700 1 --2- 172.21.15.39:0/3705661126 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x565118db4f10 0x565118dd3c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:20.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.424+0000 7f93a17d3700 1 -- 172.21.15.39:0/3705661126 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x565118db5830 msgr2=0x565118dce6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:22:20.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.424+0000 7f93a17d3700 1 --2- 172.21.15.39:0/3705661126 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x565118db5830 0x565118dce6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:20.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.424+0000 7f93a17d3700 1 -- 172.21.15.39:0/3705661126 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x565118dd4390 con 0x565118daf750 2024-06-13T06:22:20.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.424+0000 7f93a17d3700 1 --2- 172.21.15.39:0/3705661126 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x565118daf750 0x565118dd3740 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f9398013670 tx=0x7f9398009890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=606c3006bbdae087 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:20.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.424+0000 7f9384ff9700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:22:20.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.424+0000 7f9384ff9700 1 -- 172.21.15.39:0/3705661126 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9398025040 con 0x565118daf750 2024-06-13T06:22:20.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.424+0000 7f9384ff9700 1 -- 172.21.15.39:0/3705661126 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7f9398035dc0 con 0x565118daf750 2024-06-13T06:22:20.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.424+0000 7f93ae2bab80 1 -- 172.21.15.39:0/3705661126 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9398015970 con 0x565118daf750 2024-06-13T06:22:20.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.424+0000 7f9384ff9700 1 -- 172.21.15.39:0/3705661126 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f939800e4b0 con 0x565118daf750 2024-06-13T06:22:20.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.425+0000 7f93ae2bab80 10 client.14955 fetch_fsmap learned FSMap version 23 2024-06-13T06:22:20.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.425+0000 7f93ae2bab80 1 -- 172.21.15.39:0/3705661126 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x565118e34cb0 con 0x565118daf750 2024-06-13T06:22:20.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.425+0000 7f9384ff9700 1 -- 172.21.15.39:0/3705661126 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9398015970 con 0x565118daf750 2024-06-13T06:22:20.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.425+0000 7f9384ff9700 1 -- 172.21.15.39:0/3705661126 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 23) ==== 8338+0+0 (secure 0 0 0) 0x7f93980063c0 con 0x565118daf750 2024-06-13T06:22:20.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.425+0000 7f93ae2bab80 10 client.14955 fetch_fsmap finished waiting for FSMap version 23 2024-06-13T06:22:20.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.425+0000 7f93ae2bab80 10 client.14955 resolve_mds: resolved name 'h' to daemon mds.h 2024-06-13T06:22:20.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.425+0000 7f93ae2bab80 20 client.14955 populate_metadata read hostname 'smithi039' 2024-06-13T06:22:20.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.425+0000 7f93ae2bab80 1 --2- 172.21.15.39:0/3705661126 >> [v2:172.21.15.96:6836/2574644445,v1:172.21.15.96:6837/2574644445] conn(0x565118e39450 0x565118e38160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:20.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.425+0000 7f93ae2bab80 4 client.14955 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "status"}] 2024-06-13T06:22:20.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.425+0000 7f93ae2bab80 1 -- 172.21.15.39:0/3705661126 --> [v2:172.21.15.96:6836/2574644445,v1:172.21.15.96:6837/2574644445] -- command(tid 0: {"prefix": "status"}) -- 0x565118d08280 con 0x565118e39450 2024-06-13T06:22:20.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.425+0000 7f93a0fd2700 1 --2- 172.21.15.39:0/3705661126 >> [v2:172.21.15.96:6836/2574644445,v1:172.21.15.96:6837/2574644445] conn(0x565118e39450 0x565118e38160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:20.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.425+0000 7f93a0fd2700 1 --2- 172.21.15.39:0/3705661126 >> [v2:172.21.15.96:6836/2574644445,v1:172.21.15.96:6837/2574644445] conn(0x565118e39450 0x565118e38160 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=8d1892c25c364fff server_cookie=982b6ad1b438be56 in_seq=0 out_seq=0 2024-06-13T06:22:20.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.425+0000 7f9384ff9700 10 client.14955 ms_handle_connect on v2:172.21.15.96:6836/2574644445 2024-06-13T06:22:20.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.426+0000 7f9384ff9700 1 -- 172.21.15.39:0/3705661126 <== mds.1 v2:172.21.15.96:6836/2574644445 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x565118d08280 con 0x565118e39450 2024-06-13T06:22:20.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.426+0000 7f9384ff9700 10 client.14955 handle_command_reply: tid=0 2024-06-13T06:22:20.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.426+0000 7f93ae2bab80 1 client.14955 shutdown 2024-06-13T06:22:20.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.426+0000 7f93ae2bab80 1 -- 172.21.15.39:0/3705661126 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x565118daf750 msgr2=0x565118dd3740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:20.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.426+0000 7f93ae2bab80 1 --2- 172.21.15.39:0/3705661126 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x565118daf750 0x565118dd3740 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f9398013670 tx=0x7f9398009890 comp rx=0 tx=0).stop 2024-06-13T06:22:20.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.426+0000 7f93ae2bab80 1 -- 172.21.15.39:0/3705661126 shutdown_connections 2024-06-13T06:22:20.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.426+0000 7f93ae2bab80 1 --2- 172.21.15.39:0/3705661126 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x565118db5830 0x565118dce6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:20.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.426+0000 7f93ae2bab80 1 --2- 172.21.15.39:0/3705661126 >> [v2:172.21.15.96:6836/2574644445,v1:172.21.15.96:6837/2574644445] conn(0x565118e39450 0x565118e38160 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:20.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.426+0000 7f93ae2bab80 1 --2- 172.21.15.39:0/3705661126 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x565118daf750 0x565118dd3740 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:20.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.426+0000 7f93ae2bab80 1 --2- 172.21.15.39:0/3705661126 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x565118db4f10 0x565118dd3c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:20.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.426+0000 7f9384ff9700 0 client.14955 ms_handle_reset on v2:172.21.15.96:6836/2574644445 2024-06-13T06:22:20.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.426+0000 7f93ae2bab80 1 -- 172.21.15.39:0/3705661126 >> 172.21.15.39:0/3705661126 conn(0x565118cdc030 msgr2=0x565118db8200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:20.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.426+0000 7f93ae2bab80 1 -- 172.21.15.39:0/3705661126 shutdown_connections 2024-06-13T06:22:20.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.426+0000 7f93ae2bab80 1 -- 172.21.15.39:0/3705661126 wait complete. 2024-06-13T06:22:20.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.426+0000 7f93ae2bab80 20 client.14955 trim_cache size 0 max 16384 2024-06-13T06:22:20.431 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-06-13T06:22:20.431 INFO:teuthology.orchestra.run.smithi039.stdout: "cluster_fsid": "ae626f9c-294b-11ef-bc9c-c7b262605968", 2024-06-13T06:22:20.431 INFO:teuthology.orchestra.run.smithi039.stdout: "whoami": 1, 2024-06-13T06:22:20.431 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 24482, 2024-06-13T06:22:20.431 INFO:teuthology.orchestra.run.smithi039.stdout: "want_state": "up:active", 2024-06-13T06:22:20.431 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "up:active", 2024-06-13T06:22:20.431 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs", 2024-06-13T06:22:20.432 INFO:teuthology.orchestra.run.smithi039.stdout: "rank_uptime": 122.918176796, 2024-06-13T06:22:20.432 INFO:teuthology.orchestra.run.smithi039.stdout: "mdsmap_epoch": 23, 2024-06-13T06:22:20.432 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch": 91, 2024-06-13T06:22:20.432 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch_barrier": 89, 2024-06-13T06:22:20.432 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 165.91805205899999 2024-06-13T06:22:20.432 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-06-13T06:22:20.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.427+0000 7f93a3a37700 1 -- 172.21.15.39:0/1899253007 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f93880a2ca0 msgr2=0x7f93880a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:20.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.427+0000 7f93a3a37700 1 --2- 172.21.15.39:0/1899253007 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f93880a2ca0 0x7f93880a5160 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f9398009a10 tx=0x7f9398009190 comp rx=0 tx=0).stop 2024-06-13T06:22:20.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.427+0000 7f93a3a37700 1 -- 172.21.15.39:0/1899253007 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f939c107400 msgr2=0x7f939c19f710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:20.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.427+0000 7f93a3a37700 1 --2- 172.21.15.39:0/1899253007 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f939c107400 0x7f939c19f710 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f93940062a0 tx=0x7f9394004d70 comp rx=0 tx=0).stop 2024-06-13T06:22:20.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.427+0000 7f93a3a37700 1 -- 172.21.15.39:0/1899253007 shutdown_connections 2024-06-13T06:22:20.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.427+0000 7f93a3a37700 1 --2- 172.21.15.39:0/1899253007 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f93880a2ca0 0x7f93880a5160 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:20.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.427+0000 7f93a3a37700 1 --2- 172.21.15.39:0/1899253007 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f939c107400 0x7f939c19f710 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:20.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.427+0000 7f93a3a37700 1 --2- 172.21.15.39:0/1899253007 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f939c101390 0x7f939c19ae40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:20.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.427+0000 7f93a3a37700 1 --2- 172.21.15.39:0/1899253007 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f939c101d50 0x7f939c19b380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:20.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.427+0000 7f93a3a37700 1 -- 172.21.15.39:0/1899253007 >> 172.21.15.39:0/1899253007 conn(0x7f939c078340 msgr2=0x7f939c06a190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:20.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.427+0000 7f93a3a37700 1 -- 172.21.15.39:0/1899253007 shutdown_connections 2024-06-13T06:22:20.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:20.427+0000 7f93a3a37700 1 -- 172.21.15.39:0/1899253007 wait complete. 2024-06-13T06:22:21.085 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph tell mds.b status 2024-06-13T06:22:21.334 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:22:22.154 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:21 smithi039 ceph-mon[32479]: pgmap v369: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:22:22.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:21 smithi149 ceph-mon[36963]: pgmap v369: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:22:22.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:21 smithi096 ceph-mon[36532]: pgmap v369: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:22:23.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.045+0000 7ff613257700 1 -- 172.21.15.39:0/1031288028 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff60c1073f0 msgr2=0x7ff60c1077d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:23.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.045+0000 7ff613257700 1 --2- 172.21.15.39:0/1031288028 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff60c1073f0 0x7ff60c1077d0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7ff5fc009990 tx=0x7ff5fc009ca0 comp rx=0 tx=0).stop 2024-06-13T06:22:23.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.045+0000 7ff613257700 1 -- 172.21.15.39:0/1031288028 shutdown_connections 2024-06-13T06:22:23.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.045+0000 7ff613257700 1 --2- 172.21.15.39:0/1031288028 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff60c101d40 0x7ff60c10e230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:23.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.045+0000 7ff613257700 1 --2- 172.21.15.39:0/1031288028 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff60c1073f0 0x7ff60c1077d0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:23.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.045+0000 7ff613257700 1 --2- 172.21.15.39:0/1031288028 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff60c101380 0x7ff60c101800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:23.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.045+0000 7ff613257700 1 -- 172.21.15.39:0/1031288028 >> 172.21.15.39:0/1031288028 conn(0x7ff60c078300 msgr2=0x7ff60c078710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:23.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.045+0000 7ff613257700 1 -- 172.21.15.39:0/1031288028 shutdown_connections 2024-06-13T06:22:23.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.045+0000 7ff613257700 1 -- 172.21.15.39:0/1031288028 wait complete. 2024-06-13T06:22:23.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.046+0000 7ff613257700 1 Processor -- start 2024-06-13T06:22:23.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.046+0000 7ff613257700 1 -- start start 2024-06-13T06:22:23.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.046+0000 7ff613257700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff60c101380 0x7ff60c19d8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:23.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.046+0000 7ff613257700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff60c101d40 0x7ff60c19de20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:23.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.046+0000 7ff613257700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff60c1073f0 0x7ff60c197aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:23.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.046+0000 7ff613257700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7ff60c111760 con 0x7ff60c101d40 2024-06-13T06:22:23.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.046+0000 7ff613257700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7ff60c1115e0 con 0x7ff60c101380 2024-06-13T06:22:23.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.046+0000 7ff613257700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7ff60c1118e0 con 0x7ff60c1073f0 2024-06-13T06:22:23.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.047+0000 7ff60bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff60c101d40 0x7ff60c19de20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:23.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.047+0000 7ff60bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff60c101d40 0x7ff60c19de20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59138/0 (socket says 172.21.15.39:59138) 2024-06-13T06:22:23.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.047+0000 7ff60bfff700 1 -- 172.21.15.39:0/1703736675 learned_addr learned my addr 172.21.15.39:0/1703736675 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:22:23.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.047+0000 7ff610ff3700 1 --2- 172.21.15.39:0/1703736675 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff60c101380 0x7ff60c19d8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:23.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.047+0000 7ff6117f4700 1 --2- 172.21.15.39:0/1703736675 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff60c1073f0 0x7ff60c197aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:23.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.047+0000 7ff60bfff700 1 -- 172.21.15.39:0/1703736675 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff60c1073f0 msgr2=0x7ff60c197aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:23.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.047+0000 7ff60bfff700 1 --2- 172.21.15.39:0/1703736675 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff60c1073f0 0x7ff60c197aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:23.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.047+0000 7ff60bfff700 1 -- 172.21.15.39:0/1703736675 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff60c101380 msgr2=0x7ff60c19d8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:23.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.047+0000 7ff60bfff700 1 --2- 172.21.15.39:0/1703736675 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff60c101380 0x7ff60c19d8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:23.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.047+0000 7ff60bfff700 1 -- 172.21.15.39:0/1703736675 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff60c198200 con 0x7ff60c101d40 2024-06-13T06:22:23.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.047+0000 7ff610ff3700 1 --2- 172.21.15.39:0/1703736675 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff60c101380 0x7ff60c19d8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T06:22:23.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.047+0000 7ff60bfff700 1 --2- 172.21.15.39:0/1703736675 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff60c101d40 0x7ff60c19de20 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7ff5f400b530 tx=0x7ff5f400b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:23.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.047+0000 7ff609ffb700 1 -- 172.21.15.39:0/1703736675 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5f4015020 con 0x7ff60c101d40 2024-06-13T06:22:23.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.048+0000 7ff609ffb700 1 -- 172.21.15.39:0/1703736675 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff5f4011d10 con 0x7ff60c101d40 2024-06-13T06:22:23.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.048+0000 7ff609ffb700 1 -- 172.21.15.39:0/1703736675 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5f400f2e0 con 0x7ff60c101d40 2024-06-13T06:22:23.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.048+0000 7ff613257700 1 -- 172.21.15.39:0/1703736675 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff60c1984f0 con 0x7ff60c101d40 2024-06-13T06:22:23.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.048+0000 7ff613257700 1 -- 172.21.15.39:0/1703736675 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff60c06aa00 con 0x7ff60c101d40 2024-06-13T06:22:23.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.050+0000 7ff609ffb700 1 -- 172.21.15.39:0/1703736675 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7ff5f4018020 con 0x7ff60c101d40 2024-06-13T06:22:23.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.051+0000 7ff609ffb700 1 --2- 172.21.15.39:0/1703736675 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff5f80a2c20 0x7ff5f80a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:23.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.051+0000 7ff610ff3700 1 --2- 172.21.15.39:0/1703736675 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff5f80a2c20 0x7ff5f80a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:23.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.051+0000 7ff609ffb700 1 -- 172.21.15.39:0/1703736675 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7ff5f40ce770 con 0x7ff60c101d40 2024-06-13T06:22:23.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.052+0000 7ff610ff3700 1 --2- 172.21.15.39:0/1703736675 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff5f80a2c20 0x7ff5f80a50e0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7ff5fc00b5c0 tx=0x7ff5fc005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:23.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.052+0000 7ff61dadab80 1 Processor -- start 2024-06-13T06:22:23.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.052+0000 7ff61dadab80 1 -- start start 2024-06-13T06:22:23.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.052+0000 7ff61dadab80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55903eab15f0 0x55903eab19d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:23.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.052+0000 7ff61dadab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55903eab1f10 0x55903eaab990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:23.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.052+0000 7ff61dadab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55903eaabed0 0x55903eaac2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:23.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.052+0000 7ff61dadab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55903e9fd7c0 con 0x55903eab1f10 2024-06-13T06:22:23.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.052+0000 7ff61dadab80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x55903e9a56d0 con 0x55903eab15f0 2024-06-13T06:22:23.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.052+0000 7ff61dadab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55903e9f9780 con 0x55903eaabed0 2024-06-13T06:22:23.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.052+0000 7ff60bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55903eab1f10 0x55903eaab990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:23.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.052+0000 7ff610ff3700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55903eab15f0 0x55903eab19d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:23.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.052+0000 7ff60bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55903eab1f10 0x55903eaab990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59148/0 (socket says 172.21.15.39:59148) 2024-06-13T06:22:23.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.052+0000 7ff60bfff700 1 -- 172.21.15.39:0/3875288016 learned_addr learned my addr 172.21.15.39:0/3875288016 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:22:23.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.053+0000 7ff6117f4700 1 --2- 172.21.15.39:0/3875288016 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55903eaabed0 0x55903eaac2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:23.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.053+0000 7ff60bfff700 1 -- 172.21.15.39:0/3875288016 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55903eaabed0 msgr2=0x55903eaac2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:22:23.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.053+0000 7ff60bfff700 1 --2- 172.21.15.39:0/3875288016 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55903eaabed0 0x55903eaac2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:23.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.053+0000 7ff60bfff700 1 -- 172.21.15.39:0/3875288016 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55903eab15f0 msgr2=0x55903eab19d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:22:23.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.053+0000 7ff60bfff700 1 --2- 172.21.15.39:0/3875288016 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55903eab15f0 0x55903eab19d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:23.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.053+0000 7ff60bfff700 1 -- 172.21.15.39:0/3875288016 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55903e99bf00 con 0x55903eab1f10 2024-06-13T06:22:23.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.053+0000 7ff6117f4700 1 --2- 172.21.15.39:0/3875288016 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55903eaabed0 0x55903eaac2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:22:23.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.053+0000 7ff610ff3700 1 --2- 172.21.15.39:0/3875288016 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55903eab15f0 0x55903eab19d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T06:22:23.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.053+0000 7ff60bfff700 1 --2- 172.21.15.39:0/3875288016 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55903eab1f10 0x55903eaab990 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7ff5f409acc0 tx=0x7ff5f4004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f1bab2c8698981b server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:23.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.053+0000 7ff602ffd700 1 -- 172.21.15.39:0/3875288016 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5f409b6c0 con 0x55903eab1f10 2024-06-13T06:22:23.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.053+0000 7ff602ffd700 1 -- 172.21.15.39:0/3875288016 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff5f409afc0 con 0x55903eab1f10 2024-06-13T06:22:23.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.053+0000 7ff602ffd700 1 -- 172.21.15.39:0/3875288016 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5f40a39e0 con 0x55903eab1f10 2024-06-13T06:22:23.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.054+0000 7ff61dadab80 1 -- 172.21.15.39:0/3875288016 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55903eab1f10 msgr2=0x55903eaab990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:23.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.054+0000 7ff61dadab80 1 --2- 172.21.15.39:0/3875288016 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55903eab1f10 0x55903eaab990 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7ff5f409acc0 tx=0x7ff5f4004750 comp rx=0 tx=0).stop 2024-06-13T06:22:23.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.054+0000 7ff61dadab80 1 -- 172.21.15.39:0/3875288016 shutdown_connections 2024-06-13T06:22:23.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.054+0000 7ff61dadab80 1 --2- 172.21.15.39:0/3875288016 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55903eaabed0 0x55903eaac2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:23.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.054+0000 7ff61dadab80 1 --2- 172.21.15.39:0/3875288016 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55903eab15f0 0x55903eab19d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:23.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.054+0000 7ff61dadab80 1 --2- 172.21.15.39:0/3875288016 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55903eab1f10 0x55903eaab990 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:23.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.054+0000 7ff61dadab80 1 -- 172.21.15.39:0/3875288016 >> 172.21.15.39:0/3875288016 conn(0x55903e9d6c70 msgr2=0x55903eaa6800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:23.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.054+0000 7ff61dadab80 1 -- 172.21.15.39:0/3875288016 shutdown_connections 2024-06-13T06:22:23.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.054+0000 7ff61dadab80 1 -- 172.21.15.39:0/3875288016 wait complete. 2024-06-13T06:22:23.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.054+0000 7ff61dadab80 1 -- start start 2024-06-13T06:22:23.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.054+0000 7ff61dadab80 1 Processor -- start 2024-06-13T06:22:23.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.055+0000 7ff61dadab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55903eaabed0 0x55903eab7cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:23.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.055+0000 7ff61dadab80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55903eab15f0 0x55903eab4fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:23.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.055+0000 7ff61dadab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55903eab1f10 0x55903eab5500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:23.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.055+0000 7ff61dadab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55903eab8980 con 0x55903eab1f10 2024-06-13T06:22:23.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.055+0000 7ff61dadab80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x55903e99dba0 con 0x55903eab15f0 2024-06-13T06:22:23.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.055+0000 7ff61dadab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55903eab8b00 con 0x55903eaabed0 2024-06-13T06:22:23.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.055+0000 7ff61dadab80 10 client.0 _ll_register_callbacks cb 0x55903e9978d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:22:23.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.055+0000 7ff6117f4700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55903eab1f10 0x55903eab5500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:23.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.055+0000 7ff6117f4700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55903eab1f10 0x55903eab5500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59164/0 (socket says 172.21.15.39:59164) 2024-06-13T06:22:23.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.055+0000 7ff6117f4700 1 -- 172.21.15.39:0/1275930094 learned_addr learned my addr 172.21.15.39:0/1275930094 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:22:23.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.055+0000 7ff60bfff700 1 --2- 172.21.15.39:0/1275930094 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55903eab15f0 0x55903eab4fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:23.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.055+0000 7ff610ff3700 1 --2- 172.21.15.39:0/1275930094 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55903eaabed0 0x55903eab7cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:23.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.055+0000 7ff6117f4700 1 -- 172.21.15.39:0/1275930094 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55903eaabed0 msgr2=0x55903eab7cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:22:23.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.055+0000 7ff6117f4700 1 --2- 172.21.15.39:0/1275930094 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55903eaabed0 0x55903eab7cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:23.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.055+0000 7ff6117f4700 1 -- 172.21.15.39:0/1275930094 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55903eab15f0 msgr2=0x55903eab4fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:22:23.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.055+0000 7ff6117f4700 1 --2- 172.21.15.39:0/1275930094 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55903eab15f0 0x55903eab4fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:23.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.055+0000 7ff6117f4700 1 -- 172.21.15.39:0/1275930094 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55903e94c880 con 0x55903eab1f10 2024-06-13T06:22:23.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.056+0000 7ff6117f4700 1 --2- 172.21.15.39:0/1275930094 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55903eab1f10 0x55903eab5500 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7ff60400aee0 tx=0x7ff60400af10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=901c0df603434a79 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:23.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.056+0000 7ff5ebfff700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:22:23.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.056+0000 7ff5ebfff700 1 -- 172.21.15.39:0/1275930094 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff604007ab0 con 0x55903eab1f10 2024-06-13T06:22:23.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.056+0000 7ff5ebfff700 1 -- 172.21.15.39:0/1275930094 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7ff604007c50 con 0x55903eab1f10 2024-06-13T06:22:23.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.056+0000 7ff61dadab80 1 -- 172.21.15.39:0/1275930094 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff5f409afc0 con 0x55903eab1f10 2024-06-13T06:22:23.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.056+0000 7ff5ebfff700 1 -- 172.21.15.39:0/1275930094 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7ff604007e50 con 0x55903eab1f10 2024-06-13T06:22:23.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.056+0000 7ff61dadab80 10 client.14967 fetch_fsmap learned FSMap version 23 2024-06-13T06:22:23.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.056+0000 7ff61dadab80 1 -- 172.21.15.39:0/1275930094 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x55903eac32d0 con 0x55903eab1f10 2024-06-13T06:22:23.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.056+0000 7ff5ebfff700 1 -- 172.21.15.39:0/1275930094 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff5f409afc0 con 0x55903eab1f10 2024-06-13T06:22:23.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.056+0000 7ff5ebfff700 1 -- 172.21.15.39:0/1275930094 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 23) ==== 8338+0+0 (secure 0 0 0) 0x7ff604015530 con 0x55903eab1f10 2024-06-13T06:22:23.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.056+0000 7ff61dadab80 10 client.14967 fetch_fsmap finished waiting for FSMap version 23 2024-06-13T06:22:23.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.056+0000 7ff61dadab80 10 client.14967 resolve_mds: resolved name 'b' to daemon mds.b 2024-06-13T06:22:23.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.056+0000 7ff61dadab80 20 client.14967 populate_metadata read hostname 'smithi039' 2024-06-13T06:22:23.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.056+0000 7ff61dadab80 1 --2- 172.21.15.39:0/1275930094 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55903eac5910 0x55903eac6d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:23.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.056+0000 7ff61dadab80 4 client.14967 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T06:22:23.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.056+0000 7ff61dadab80 1 -- 172.21.15.39:0/1275930094 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55903ea0acc0 con 0x55903eac5910 2024-06-13T06:22:23.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.057+0000 7ff610ff3700 1 --2- 172.21.15.39:0/1275930094 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55903eac5910 0x55903eac6d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:23.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.057+0000 7ff610ff3700 1 --2- 172.21.15.39:0/1275930094 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55903eac5910 0x55903eac6d80 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=964603be4429f641 server_cookie=c2be25aa18403963 in_seq=0 out_seq=0 2024-06-13T06:22:23.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.057+0000 7ff5ebfff700 10 client.14967 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:22:23.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.058+0000 7ff5ebfff700 1 -- 172.21.15.39:0/1275930094 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55903ea0acc0 con 0x55903eac5910 2024-06-13T06:22:23.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.058+0000 7ff5ebfff700 10 client.14967 handle_command_reply: tid=0 2024-06-13T06:22:23.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.058+0000 7ff61dadab80 1 client.14967 shutdown 2024-06-13T06:22:23.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.058+0000 7ff61dadab80 1 -- 172.21.15.39:0/1275930094 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55903eab1f10 msgr2=0x55903eab5500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:23.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.058+0000 7ff61dadab80 1 --2- 172.21.15.39:0/1275930094 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55903eab1f10 0x55903eab5500 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7ff60400aee0 tx=0x7ff60400af10 comp rx=0 tx=0).stop 2024-06-13T06:22:23.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.058+0000 7ff61dadab80 1 -- 172.21.15.39:0/1275930094 shutdown_connections 2024-06-13T06:22:23.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.058+0000 7ff61dadab80 1 --2- 172.21.15.39:0/1275930094 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55903eab1f10 0x55903eab5500 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:23.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.058+0000 7ff61dadab80 1 --2- 172.21.15.39:0/1275930094 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55903eaabed0 0x55903eab7cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:23.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.058+0000 7ff61dadab80 1 --2- 172.21.15.39:0/1275930094 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55903eac5910 0x55903eac6d80 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:23.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.058+0000 7ff61dadab80 1 --2- 172.21.15.39:0/1275930094 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55903eab15f0 0x55903eab4fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:23.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.058+0000 7ff61dadab80 1 -- 172.21.15.39:0/1275930094 >> 172.21.15.39:0/1275930094 conn(0x55903e9d6c70 msgr2=0x55903eaaa980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:23.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.058+0000 7ff5ebfff700 0 client.14967 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:22:23.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.058+0000 7ff61dadab80 1 -- 172.21.15.39:0/1275930094 shutdown_connections 2024-06-13T06:22:23.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.058+0000 7ff61dadab80 1 -- 172.21.15.39:0/1275930094 wait complete. 2024-06-13T06:22:23.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.058+0000 7ff61dadab80 20 client.14967 trim_cache size 0 max 16384 2024-06-13T06:22:23.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.080+0000 7ff61dadab80 1 Processor -- start 2024-06-13T06:22:23.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.080+0000 7ff61dadab80 1 -- start start 2024-06-13T06:22:23.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.080+0000 7ff61dadab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55903eaabed0 0x55903eaab990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:23.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.080+0000 7ff61dadab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55903eab15f0 0x55903ead05d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:23.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.080+0000 7ff61dadab80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55903eab1f10 0x55903eab4f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:23.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.080+0000 7ff61dadab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55903eac50c0 con 0x55903eab15f0 2024-06-13T06:22:23.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.080+0000 7ff61dadab80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x55903eac5790 con 0x55903eab1f10 2024-06-13T06:22:23.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.080+0000 7ff61dadab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55903eac5e60 con 0x55903eaabed0 2024-06-13T06:22:23.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.080+0000 7ff60bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55903eab15f0 0x55903ead05d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:23.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.080+0000 7ff60bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55903eab15f0 0x55903ead05d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59172/0 (socket says 172.21.15.39:59172) 2024-06-13T06:22:23.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.080+0000 7ff60bfff700 1 -- 172.21.15.39:0/1043616448 learned_addr learned my addr 172.21.15.39:0/1043616448 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:22:23.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.080+0000 7ff6117f4700 1 --2- 172.21.15.39:0/1043616448 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55903eab1f10 0x55903eab4f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:23.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.080+0000 7ff610ff3700 1 --2- 172.21.15.39:0/1043616448 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55903eaabed0 0x55903eaab990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:23.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.081+0000 7ff60bfff700 1 -- 172.21.15.39:0/1043616448 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55903eaabed0 msgr2=0x55903eaab990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:22:23.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.081+0000 7ff60bfff700 1 --2- 172.21.15.39:0/1043616448 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55903eaabed0 0x55903eaab990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:23.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.081+0000 7ff60bfff700 1 -- 172.21.15.39:0/1043616448 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55903eab1f10 msgr2=0x55903eab4f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:22:23.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.081+0000 7ff60bfff700 1 --2- 172.21.15.39:0/1043616448 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55903eab1f10 0x55903eab4f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:23.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.081+0000 7ff60bfff700 1 -- 172.21.15.39:0/1043616448 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55903eaa6d10 con 0x55903eab15f0 2024-06-13T06:22:23.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.081+0000 7ff60bfff700 1 --2- 172.21.15.39:0/1043616448 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55903eab15f0 0x55903ead05d0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7ff5f40094b0 tx=0x7ff5f4004860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20e6ce331e3c58ca server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:23.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.081+0000 7ff6027fc700 1 -- 172.21.15.39:0/1043616448 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5f409b6c0 con 0x55903eab15f0 2024-06-13T06:22:23.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.081+0000 7ff6027fc700 1 -- 172.21.15.39:0/1043616448 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff5f40a3c30 con 0x55903eab15f0 2024-06-13T06:22:23.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.081+0000 7ff6027fc700 1 -- 172.21.15.39:0/1043616448 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5f40a37a0 con 0x55903eab15f0 2024-06-13T06:22:23.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.081+0000 7ff61dadab80 1 -- 172.21.15.39:0/1043616448 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55903eab15f0 msgr2=0x55903ead05d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:23.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.081+0000 7ff61dadab80 1 --2- 172.21.15.39:0/1043616448 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55903eab15f0 0x55903ead05d0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7ff5f40094b0 tx=0x7ff5f4004860 comp rx=0 tx=0).stop 2024-06-13T06:22:23.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.082+0000 7ff61dadab80 1 -- 172.21.15.39:0/1043616448 shutdown_connections 2024-06-13T06:22:23.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.082+0000 7ff61dadab80 1 --2- 172.21.15.39:0/1043616448 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55903eab1f10 0x55903eab4f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:23.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.082+0000 7ff61dadab80 1 --2- 172.21.15.39:0/1043616448 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55903eaabed0 0x55903eaab990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:23.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.082+0000 7ff61dadab80 1 --2- 172.21.15.39:0/1043616448 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55903eab15f0 0x55903ead05d0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:23.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.082+0000 7ff61dadab80 1 -- 172.21.15.39:0/1043616448 >> 172.21.15.39:0/1043616448 conn(0x55903e9d6c70 msgr2=0x55903eab38d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:23.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.082+0000 7ff61dadab80 1 -- 172.21.15.39:0/1043616448 shutdown_connections 2024-06-13T06:22:23.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.082+0000 7ff61dadab80 1 -- 172.21.15.39:0/1043616448 wait complete. 2024-06-13T06:22:23.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.082+0000 7ff61dadab80 1 -- start start 2024-06-13T06:22:23.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.082+0000 7ff61dadab80 1 Processor -- start 2024-06-13T06:22:23.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.082+0000 7ff61dadab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55903eaabed0 0x55903eaaad00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:23.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.082+0000 7ff61dadab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55903eab15f0 0x55903eaab240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:23.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.082+0000 7ff61dadab80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55903eab1f10 0x55903eb341d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:23.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.082+0000 7ff61dadab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55903eac6c00 con 0x55903eaabed0 2024-06-13T06:22:23.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.082+0000 7ff61dadab80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x55903eac6530 con 0x55903eab1f10 2024-06-13T06:22:23.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.082+0000 7ff61dadab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55903eac72d0 con 0x55903eab15f0 2024-06-13T06:22:23.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.083+0000 7ff61dadab80 10 client.0 _ll_register_callbacks cb 0x55903e9978d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:22:23.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.083+0000 7ff610ff3700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55903eaabed0 0x55903eaaad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:23.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.083+0000 7ff610ff3700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55903eaabed0 0x55903eaaad00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59188/0 (socket says 172.21.15.39:59188) 2024-06-13T06:22:23.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.083+0000 7ff610ff3700 1 -- 172.21.15.39:0/1419593056 learned_addr learned my addr 172.21.15.39:0/1419593056 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:22:23.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.083+0000 7ff60bfff700 1 --2- 172.21.15.39:0/1419593056 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55903eab15f0 0x55903eaab240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:23.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.083+0000 7ff6117f4700 1 --2- 172.21.15.39:0/1419593056 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55903eab1f10 0x55903eb341d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:23.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.083+0000 7ff610ff3700 1 -- 172.21.15.39:0/1419593056 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55903eab15f0 msgr2=0x55903eaab240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:22:23.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.083+0000 7ff610ff3700 1 --2- 172.21.15.39:0/1419593056 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55903eab15f0 0x55903eaab240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:23.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.083+0000 7ff610ff3700 1 -- 172.21.15.39:0/1419593056 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55903eab1f10 msgr2=0x55903eb341d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:22:23.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.083+0000 7ff610ff3700 1 --2- 172.21.15.39:0/1419593056 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55903eab1f10 0x55903eb341d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:23.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.083+0000 7ff610ff3700 1 -- 172.21.15.39:0/1419593056 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55903eb34710 con 0x55903eaabed0 2024-06-13T06:22:23.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.083+0000 7ff6117f4700 1 --2- 172.21.15.39:0/1419593056 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55903eab1f10 0x55903eb341d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:22:23.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.083+0000 7ff610ff3700 1 --2- 172.21.15.39:0/1419593056 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55903eaabed0 0x55903eaaad00 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7ff5fc00c010 tx=0x7ff5fc009ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa1abfc77be258d9 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:23.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.083+0000 7ff5ebfff700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:22:23.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.083+0000 7ff5ebfff700 1 -- 172.21.15.39:0/1419593056 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5fc03b640 con 0x55903eaabed0 2024-06-13T06:22:23.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.083+0000 7ff5ebfff700 1 -- 172.21.15.39:0/1419593056 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7ff5fc03b7e0 con 0x55903eaabed0 2024-06-13T06:22:23.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.083+0000 7ff61dadab80 1 -- 172.21.15.39:0/1419593056 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff5f40a3c30 con 0x55903eaabed0 2024-06-13T06:22:23.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.083+0000 7ff5ebfff700 1 -- 172.21.15.39:0/1419593056 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7ff5fc03b9e0 con 0x55903eaabed0 2024-06-13T06:22:23.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.083+0000 7ff61dadab80 10 client.14973 fetch_fsmap learned FSMap version 23 2024-06-13T06:22:23.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.083+0000 7ff61dadab80 1 -- 172.21.15.39:0/1419593056 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x55903eb35920 con 0x55903eaabed0 2024-06-13T06:22:23.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.084+0000 7ff5ebfff700 1 -- 172.21.15.39:0/1419593056 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff5f40a3c30 con 0x55903eaabed0 2024-06-13T06:22:23.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.084+0000 7ff5ebfff700 1 -- 172.21.15.39:0/1419593056 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 23) ==== 8338+0+0 (secure 0 0 0) 0x7ff5fc039020 con 0x55903eaabed0 2024-06-13T06:22:23.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.084+0000 7ff61dadab80 10 client.14973 fetch_fsmap finished waiting for FSMap version 23 2024-06-13T06:22:23.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.084+0000 7ff61dadab80 10 client.14973 resolve_mds: resolved name 'b' to daemon mds.b 2024-06-13T06:22:23.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.084+0000 7ff61dadab80 20 client.14973 populate_metadata read hostname 'smithi039' 2024-06-13T06:22:23.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.084+0000 7ff61dadab80 1 --2- 172.21.15.39:0/1419593056 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55903eb3a510 0x55903eb39220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:23.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.084+0000 7ff61dadab80 4 client.14973 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "status"}] 2024-06-13T06:22:23.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.084+0000 7ff61dadab80 1 -- 172.21.15.39:0/1419593056 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "status"}) -- 0x55903ea05240 con 0x55903eb3a510 2024-06-13T06:22:23.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.084+0000 7ff60bfff700 1 --2- 172.21.15.39:0/1419593056 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55903eb3a510 0x55903eb39220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:23.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.085+0000 7ff60bfff700 1 --2- 172.21.15.39:0/1419593056 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55903eb3a510 0x55903eb39220 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c55a0c8e207a368 server_cookie=2bbee3de53c969fd in_seq=0 out_seq=0 2024-06-13T06:22:23.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.085+0000 7ff5ebfff700 10 client.14973 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:22:23.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.085+0000 7ff5ebfff700 1 -- 172.21.15.39:0/1419593056 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55903ea05240 con 0x55903eb3a510 2024-06-13T06:22:23.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.085+0000 7ff5ebfff700 10 client.14973 handle_command_reply: tid=0 2024-06-13T06:22:23.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.085+0000 7ff61dadab80 1 client.14973 shutdown 2024-06-13T06:22:23.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.085+0000 7ff61dadab80 1 -- 172.21.15.39:0/1419593056 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55903eaabed0 msgr2=0x55903eaaad00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:23.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.085+0000 7ff61dadab80 1 --2- 172.21.15.39:0/1419593056 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55903eaabed0 0x55903eaaad00 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7ff5fc00c010 tx=0x7ff5fc009ca0 comp rx=0 tx=0).stop 2024-06-13T06:22:23.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.085+0000 7ff61dadab80 1 -- 172.21.15.39:0/1419593056 shutdown_connections 2024-06-13T06:22:23.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.085+0000 7ff61dadab80 1 --2- 172.21.15.39:0/1419593056 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55903eb3a510 0x55903eb39220 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:23.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.085+0000 7ff61dadab80 1 --2- 172.21.15.39:0/1419593056 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55903eab1f10 0x55903eb341d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:23.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.085+0000 7ff61dadab80 1 --2- 172.21.15.39:0/1419593056 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55903eaabed0 0x55903eaaad00 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:23.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.085+0000 7ff61dadab80 1 --2- 172.21.15.39:0/1419593056 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55903eab15f0 0x55903eaab240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:23.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.085+0000 7ff61dadab80 1 -- 172.21.15.39:0/1419593056 >> 172.21.15.39:0/1419593056 conn(0x55903e9d6c70 msgr2=0x55903eab3850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:23.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.085+0000 7ff5ebfff700 0 client.14973 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:22:23.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.085+0000 7ff61dadab80 1 -- 172.21.15.39:0/1419593056 shutdown_connections 2024-06-13T06:22:23.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.085+0000 7ff61dadab80 1 -- 172.21.15.39:0/1419593056 wait complete. 2024-06-13T06:22:23.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.085+0000 7ff61dadab80 20 client.14973 trim_cache size 0 max 16384 2024-06-13T06:22:23.094 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-06-13T06:22:23.094 INFO:teuthology.orchestra.run.smithi039.stdout: "cluster_fsid": "ae626f9c-294b-11ef-bc9c-c7b262605968", 2024-06-13T06:22:23.094 INFO:teuthology.orchestra.run.smithi039.stdout: "whoami": 0, 2024-06-13T06:22:23.094 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 24512, 2024-06-13T06:22:23.094 INFO:teuthology.orchestra.run.smithi039.stdout: "want_state": "up:active", 2024-06-13T06:22:23.094 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "up:active", 2024-06-13T06:22:23.094 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs", 2024-06-13T06:22:23.095 INFO:teuthology.orchestra.run.smithi039.stdout: "rank_uptime": 137.75096270500001, 2024-06-13T06:22:23.095 INFO:teuthology.orchestra.run.smithi039.stdout: "mdsmap_epoch": 23, 2024-06-13T06:22:23.095 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch": 91, 2024-06-13T06:22:23.095 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch_barrier": 89, 2024-06-13T06:22:23.095 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 154.17259707299999 2024-06-13T06:22:23.095 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-06-13T06:22:23.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.086+0000 7ff613257700 1 -- 172.21.15.39:0/1703736675 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff5f80a2c20 msgr2=0x7ff5f80a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:23.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.086+0000 7ff613257700 1 --2- 172.21.15.39:0/1703736675 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff5f80a2c20 0x7ff5f80a50e0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7ff5fc00b5c0 tx=0x7ff5fc005960 comp rx=0 tx=0).stop 2024-06-13T06:22:23.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.086+0000 7ff613257700 1 -- 172.21.15.39:0/1703736675 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff60c101d40 msgr2=0x7ff60c19de20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:23.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.086+0000 7ff613257700 1 --2- 172.21.15.39:0/1703736675 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff60c101d40 0x7ff60c19de20 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7ff5f400b530 tx=0x7ff5f400b840 comp rx=0 tx=0).stop 2024-06-13T06:22:23.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.086+0000 7ff613257700 1 -- 172.21.15.39:0/1703736675 shutdown_connections 2024-06-13T06:22:23.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.086+0000 7ff613257700 1 --2- 172.21.15.39:0/1703736675 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff5f80a2c20 0x7ff5f80a50e0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:23.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.086+0000 7ff613257700 1 --2- 172.21.15.39:0/1703736675 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff60c1073f0 0x7ff60c197aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:23.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.086+0000 7ff613257700 1 --2- 172.21.15.39:0/1703736675 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff60c101380 0x7ff60c19d8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:23.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.086+0000 7ff613257700 1 --2- 172.21.15.39:0/1703736675 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff60c101d40 0x7ff60c19de20 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:23.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.086+0000 7ff613257700 1 -- 172.21.15.39:0/1703736675 >> 172.21.15.39:0/1703736675 conn(0x7ff60c078300 msgr2=0x7ff60c100180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:23.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.086+0000 7ff613257700 1 -- 172.21.15.39:0/1703736675 shutdown_connections 2024-06-13T06:22:23.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:23.086+0000 7ff613257700 1 -- 172.21.15.39:0/1703736675 wait complete. 2024-06-13T06:22:23.860 INFO:tasks.cephadm:Setup complete, yielding 2024-06-13T06:22:23.861 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-06-13T06:22:23.872 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi039.front.sepia.ceph.com 2024-06-13T06:22:23.872 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- bash -c 'ceph orch status' 2024-06-13T06:22:24.121 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:22:24.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:23 smithi039 ceph-mon[32479]: pgmap v370: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:22:24.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:23 smithi149 ceph-mon[36963]: pgmap v370: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:22:24.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:23 smithi096 ceph-mon[36532]: pgmap v370: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:22:25.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:25.778+0000 7fa714290700 1 -- 172.21.15.39:0/1000129858 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa70c1025f0 msgr2=0x7fa70c102a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:25.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:25.778+0000 7fa714290700 1 --2- 172.21.15.39:0/1000129858 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa70c1025f0 0x7fa70c102a50 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fa6fc0099c0 tx=0x7fa6fc009cd0 comp rx=0 tx=0).stop 2024-06-13T06:22:25.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:25.778+0000 7fa714290700 1 -- 172.21.15.39:0/1000129858 shutdown_connections 2024-06-13T06:22:25.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:25.778+0000 7fa714290700 1 --2- 172.21.15.39:0/1000129858 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fa70c102f90 0x7fa70c109840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:25.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:25.778+0000 7fa714290700 1 --2- 172.21.15.39:0/1000129858 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa70c1013f0 0x7fa70c101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:25.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:25.778+0000 7fa714290700 1 --2- 172.21.15.39:0/1000129858 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa70c1025f0 0x7fa70c102a50 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:25.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:25.778+0000 7fa714290700 1 -- 172.21.15.39:0/1000129858 >> 172.21.15.39:0/1000129858 conn(0x7fa70c0fc990 msgr2=0x7fa70c0fedd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:25.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:25.778+0000 7fa714290700 1 -- 172.21.15.39:0/1000129858 shutdown_connections 2024-06-13T06:22:25.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:25.778+0000 7fa714290700 1 -- 172.21.15.39:0/1000129858 wait complete. 2024-06-13T06:22:25.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:25.779+0000 7fa714290700 1 Processor -- start 2024-06-13T06:22:25.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:25.779+0000 7fa714290700 1 -- start start 2024-06-13T06:22:25.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:25.779+0000 7fa714290700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fa70c1013f0 0x7fa70c1987f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:25.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:25.779+0000 7fa714290700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa70c1025f0 0x7fa70c198d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:25.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:25.779+0000 7fa714290700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa70c102f90 0x7fa70c19fd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:25.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:25.779+0000 7fa714290700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fa70c10d050 con 0x7fa70c102f90 2024-06-13T06:22:25.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:25.779+0000 7fa714290700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fa70c10ced0 con 0x7fa70c1013f0 2024-06-13T06:22:25.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:25.779+0000 7fa714290700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fa70c10d1d0 con 0x7fa70c1025f0 2024-06-13T06:22:25.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:25.779+0000 7fa71282d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa70c102f90 0x7fa70c19fd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:25.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:25.779+0000 7fa71282d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa70c102f90 0x7fa70c19fd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59214/0 (socket says 172.21.15.39:59214) 2024-06-13T06:22:25.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:25.779+0000 7fa71282d700 1 -- 172.21.15.39:0/3796952185 learned_addr learned my addr 172.21.15.39:0/3796952185 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:22:25.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:25.779+0000 7fa71202c700 1 --2- 172.21.15.39:0/3796952185 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fa70c1013f0 0x7fa70c1987f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:25.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:25.780+0000 7fa71182b700 1 --2- 172.21.15.39:0/3796952185 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa70c1025f0 0x7fa70c198d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:25.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:25.780+0000 7fa71282d700 1 -- 172.21.15.39:0/3796952185 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa70c1025f0 msgr2=0x7fa70c198d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:25.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:25.780+0000 7fa71282d700 1 --2- 172.21.15.39:0/3796952185 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa70c1025f0 0x7fa70c198d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:25.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:25.780+0000 7fa71282d700 1 -- 172.21.15.39:0/3796952185 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fa70c1013f0 msgr2=0x7fa70c1987f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:25.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:25.780+0000 7fa71282d700 1 --2- 172.21.15.39:0/3796952185 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fa70c1013f0 0x7fa70c1987f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:25.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:25.780+0000 7fa71282d700 1 -- 172.21.15.39:0/3796952185 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa70c1a0400 con 0x7fa70c102f90 2024-06-13T06:22:25.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:25.780+0000 7fa71282d700 1 --2- 172.21.15.39:0/3796952185 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa70c102f90 0x7fa70c19fd60 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fa704007f10 tx=0x7fa70400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:25.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:25.780+0000 7fa7037fe700 1 -- 172.21.15.39:0/3796952185 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa704004bb0 con 0x7fa70c102f90 2024-06-13T06:22:25.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:25.780+0000 7fa7037fe700 1 -- 172.21.15.39:0/3796952185 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa704004d50 con 0x7fa70c102f90 2024-06-13T06:22:25.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:25.780+0000 7fa714290700 1 -- 172.21.15.39:0/3796952185 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa70c1a06f0 con 0x7fa70c102f90 2024-06-13T06:22:25.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:25.780+0000 7fa7037fe700 1 -- 172.21.15.39:0/3796952185 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa704005a60 con 0x7fa70c102f90 2024-06-13T06:22:25.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:25.780+0000 7fa714290700 1 -- 172.21.15.39:0/3796952185 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa70c1a0cb0 con 0x7fa70c102f90 2024-06-13T06:22:25.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:25.781+0000 7fa714290700 1 -- 172.21.15.39:0/3796952185 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa70c069180 con 0x7fa70c102f90 2024-06-13T06:22:25.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:25.782+0000 7fa7037fe700 1 -- 172.21.15.39:0/3796952185 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fa70401a020 con 0x7fa70c102f90 2024-06-13T06:22:25.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:25.783+0000 7fa7037fe700 1 --2- 172.21.15.39:0/3796952185 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fa6f80a2c20 0x7fa6f80a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:25.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:25.783+0000 7fa71202c700 1 --2- 172.21.15.39:0/3796952185 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fa6f80a2c20 0x7fa6f80a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:25.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:25.783+0000 7fa7037fe700 1 -- 172.21.15.39:0/3796952185 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7fa7040cee20 con 0x7fa70c102f90 2024-06-13T06:22:25.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:25.783+0000 7fa71202c700 1 --2- 172.21.15.39:0/3796952185 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fa6f80a2c20 0x7fa6f80a50e0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fa70c102450 tx=0x7fa708009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:25.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:25.791+0000 7fa7037fe700 1 -- 172.21.15.39:0/3796952185 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fa704010070 con 0x7fa70c102f90 2024-06-13T06:22:26.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:26.027+0000 7fa714290700 1 -- 172.21.15.39:0/3796952185 --> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) -- 0x7fa70c1a0fd0 con 0x7fa6f80a2c20 2024-06-13T06:22:26.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:26.028+0000 7fa7037fe700 1 -- 172.21.15.39:0/3796952185 <== mgr.14152 v2:172.21.15.39:6800/2178314534 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7fa70c1a0fd0 con 0x7fa6f80a2c20 2024-06-13T06:22:26.028 INFO:teuthology.orchestra.run.smithi039.stdout:Backend: cephadm 2024-06-13T06:22:26.028 INFO:teuthology.orchestra.run.smithi039.stdout:Available: Yes 2024-06-13T06:22:26.028 INFO:teuthology.orchestra.run.smithi039.stdout:Paused: No 2024-06-13T06:22:26.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:26.030+0000 7fa714290700 1 -- 172.21.15.39:0/3796952185 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fa6f80a2c20 msgr2=0x7fa6f80a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:26.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:26.031+0000 7fa714290700 1 --2- 172.21.15.39:0/3796952185 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fa6f80a2c20 0x7fa6f80a50e0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fa70c102450 tx=0x7fa708009190 comp rx=0 tx=0).stop 2024-06-13T06:22:26.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:26.031+0000 7fa714290700 1 -- 172.21.15.39:0/3796952185 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa70c102f90 msgr2=0x7fa70c19fd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:26.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:26.031+0000 7fa714290700 1 --2- 172.21.15.39:0/3796952185 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa70c102f90 0x7fa70c19fd60 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fa704007f10 tx=0x7fa70400d3b0 comp rx=0 tx=0).stop 2024-06-13T06:22:26.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:26.031+0000 7fa714290700 1 -- 172.21.15.39:0/3796952185 shutdown_connections 2024-06-13T06:22:26.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:26.031+0000 7fa714290700 1 --2- 172.21.15.39:0/3796952185 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fa6f80a2c20 0x7fa6f80a50e0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:26.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:26.031+0000 7fa714290700 1 --2- 172.21.15.39:0/3796952185 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa70c102f90 0x7fa70c19fd60 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:26.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:26.031+0000 7fa714290700 1 --2- 172.21.15.39:0/3796952185 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fa70c1013f0 0x7fa70c1987f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:26.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:26.031+0000 7fa714290700 1 --2- 172.21.15.39:0/3796952185 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa70c1025f0 0x7fa70c198d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:26.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:26.031+0000 7fa714290700 1 -- 172.21.15.39:0/3796952185 >> 172.21.15.39:0/3796952185 conn(0x7fa70c0fc990 msgr2=0x7fa70c0fe470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:26.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:26.031+0000 7fa714290700 1 -- 172.21.15.39:0/3796952185 shutdown_connections 2024-06-13T06:22:26.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:26.031+0000 7fa714290700 1 -- 172.21.15.39:0/3796952185 wait complete. 2024-06-13T06:22:26.042 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:25 smithi039 ceph-mon[32479]: pgmap v371: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:22:26.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:25 smithi149 ceph-mon[36963]: pgmap v371: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:22:26.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:25 smithi096 ceph-mon[36532]: pgmap v371: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:22:26.703 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- bash -c 'ceph orch ps' 2024-06-13T06:22:26.954 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:22:27.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:26 smithi149 ceph-mon[36963]: from='client.14979 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:22:27.269 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:26 smithi039 ceph-mon[32479]: from='client.14979 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:22:27.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:26 smithi096 ceph-mon[36532]: from='client.14979 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:22:28.041 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:27 smithi039 ceph-mon[32479]: pgmap v372: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:22:28.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:27 smithi149 ceph-mon[36963]: pgmap v372: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:22:28.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:27 smithi096 ceph-mon[36532]: pgmap v372: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:22:28.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.570+0000 7fab1a810700 1 -- 172.21.15.39:0/3557493968 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab14101e30 msgr2=0x7fab14102290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:28.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.570+0000 7fab1a810700 1 --2- 172.21.15.39:0/3557493968 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab14101e30 0x7fab14102290 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fab080099c0 tx=0x7fab08009cd0 comp rx=0 tx=0).stop 2024-06-13T06:22:28.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.570+0000 7fab1a810700 1 -- 172.21.15.39:0/3557493968 shutdown_connections 2024-06-13T06:22:28.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.570+0000 7fab1a810700 1 --2- 172.21.15.39:0/3557493968 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fab141027d0 0x7fab14109080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:28.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.570+0000 7fab1a810700 1 --2- 172.21.15.39:0/3557493968 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fab14100c30 0x7fab14101050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:28.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.570+0000 7fab1a810700 1 --2- 172.21.15.39:0/3557493968 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab14101e30 0x7fab14102290 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:28.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.570+0000 7fab1a810700 1 -- 172.21.15.39:0/3557493968 >> 172.21.15.39:0/3557493968 conn(0x7fab140fc1d0 msgr2=0x7fab140fe610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:28.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.570+0000 7fab1a810700 1 -- 172.21.15.39:0/3557493968 shutdown_connections 2024-06-13T06:22:28.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.570+0000 7fab1a810700 1 -- 172.21.15.39:0/3557493968 wait complete. 2024-06-13T06:22:28.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.570+0000 7fab1a810700 1 Processor -- start 2024-06-13T06:22:28.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.571+0000 7fab1a810700 1 -- start start 2024-06-13T06:22:28.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.571+0000 7fab1a810700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fab14100c30 0x7fab1410a610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:28.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.571+0000 7fab1a810700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab14101e30 0x7fab1419d4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:28.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.571+0000 7fab1a810700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fab141027d0 0x7fab1419fb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:28.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.571+0000 7fab1a810700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fab1410d0f0 con 0x7fab14101e30 2024-06-13T06:22:28.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.571+0000 7fab1a810700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fab1410cf70 con 0x7fab141027d0 2024-06-13T06:22:28.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.571+0000 7fab1a810700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fab1410d270 con 0x7fab14100c30 2024-06-13T06:22:28.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.571+0000 7fab137fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab14101e30 0x7fab1419d4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:28.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.571+0000 7fab137fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab14101e30 0x7fab1419d4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59228/0 (socket says 172.21.15.39:59228) 2024-06-13T06:22:28.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.571+0000 7fab137fe700 1 -- 172.21.15.39:0/3357477712 learned_addr learned my addr 172.21.15.39:0/3357477712 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:22:28.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.571+0000 7fab18dad700 1 --2- 172.21.15.39:0/3357477712 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fab141027d0 0x7fab1419fb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:28.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.571+0000 7fab13fff700 1 --2- 172.21.15.39:0/3357477712 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fab14100c30 0x7fab1410a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:28.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.571+0000 7fab137fe700 1 -- 172.21.15.39:0/3357477712 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fab14100c30 msgr2=0x7fab1410a610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:28.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.571+0000 7fab137fe700 1 --2- 172.21.15.39:0/3357477712 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fab14100c30 0x7fab1410a610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:28.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.571+0000 7fab137fe700 1 -- 172.21.15.39:0/3357477712 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fab141027d0 msgr2=0x7fab1419fb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:28.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.571+0000 7fab137fe700 1 --2- 172.21.15.39:0/3357477712 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fab141027d0 0x7fab1419fb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:28.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.571+0000 7fab137fe700 1 -- 172.21.15.39:0/3357477712 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab141a03d0 con 0x7fab14101e30 2024-06-13T06:22:28.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.572+0000 7fab137fe700 1 --2- 172.21.15.39:0/3357477712 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab14101e30 0x7fab1419d4b0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fab08005910 tx=0x7fab0800fa00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:28.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.572+0000 7fab117fa700 1 -- 172.21.15.39:0/3357477712 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab08027070 con 0x7fab14101e30 2024-06-13T06:22:28.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.572+0000 7fab1a810700 1 -- 172.21.15.39:0/3357477712 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab141a0660 con 0x7fab14101e30 2024-06-13T06:22:28.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.572+0000 7fab117fa700 1 -- 172.21.15.39:0/3357477712 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fab08022950 con 0x7fab14101e30 2024-06-13T06:22:28.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.572+0000 7fab117fa700 1 -- 172.21.15.39:0/3357477712 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab08009e60 con 0x7fab14101e30 2024-06-13T06:22:28.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.572+0000 7fab1a810700 1 -- 172.21.15.39:0/3357477712 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab141a0ab0 con 0x7fab14101e30 2024-06-13T06:22:28.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.573+0000 7fab1a810700 1 -- 172.21.15.39:0/3357477712 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab1402dca0 con 0x7fab14101e30 2024-06-13T06:22:28.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.574+0000 7fab117fa700 1 -- 172.21.15.39:0/3357477712 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fab0802a070 con 0x7fab14101e30 2024-06-13T06:22:28.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.575+0000 7fab117fa700 1 --2- 172.21.15.39:0/3357477712 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7faafc0a2c20 0x7faafc0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:28.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.575+0000 7fab13fff700 1 --2- 172.21.15.39:0/3357477712 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7faafc0a2c20 0x7faafc0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:28.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.575+0000 7fab117fa700 1 -- 172.21.15.39:0/3357477712 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7fab080cfd80 con 0x7fab14101e30 2024-06-13T06:22:28.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.575+0000 7fab13fff700 1 --2- 172.21.15.39:0/3357477712 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7faafc0a2c20 0x7faafc0a50e0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fab14101c90 tx=0x7fab04009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:28.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.578+0000 7fab117fa700 1 -- 172.21.15.39:0/3357477712 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fab08013070 con 0x7fab14101e30 2024-06-13T06:22:28.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.794+0000 7fab1a810700 1 -- 172.21.15.39:0/3357477712 --> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) -- 0x7fab140628d0 con 0x7faafc0a2c20 2024-06-13T06:22:28.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.808+0000 7fab117fa700 1 -- 172.21.15.39:0/3357477712 <== mgr.14152 v2:172.21.15.39:6800/2178314534 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+4123 (secure 0 0 0) 0x7fab140628d0 con 0x7faafc0a2c20 2024-06-13T06:22:28.808 INFO:teuthology.orchestra.run.smithi039.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-06-13T06:22:28.808 INFO:teuthology.orchestra.run.smithi039.stdout:mds.a smithi039 running (2m) 23s ago 2m 14.5M - 19.0.0-2946-g3d89accf b045ac545f82 7491eb937b27 2024-06-13T06:22:28.808 INFO:teuthology.orchestra.run.smithi039.stdout:mds.b smithi096 running (2m) 24s ago 2m 26.8M - 19.0.0-2946-g3d89accf b045ac545f82 52c2d9e6fa9e 2024-06-13T06:22:28.808 INFO:teuthology.orchestra.run.smithi039.stdout:mds.c smithi149 running (2m) 24s ago 2m 18.6M - 19.0.0-2946-g3d89accf b045ac545f82 cc54e0927144 2024-06-13T06:22:28.809 INFO:teuthology.orchestra.run.smithi039.stdout:mds.d smithi039 running (3m) 23s ago 3m 14.6M - 19.0.0-2946-g3d89accf b045ac545f82 70ddb665755f 2024-06-13T06:22:28.809 INFO:teuthology.orchestra.run.smithi039.stdout:mds.e smithi096 running (3m) 24s ago 3m 18.7M - 19.0.0-2946-g3d89accf b045ac545f82 01e448ce0291 2024-06-13T06:22:28.809 INFO:teuthology.orchestra.run.smithi039.stdout:mds.f smithi149 running (3m) 24s ago 2m 17.0M - 19.0.0-2946-g3d89accf b045ac545f82 3baf0324b3df 2024-06-13T06:22:28.809 INFO:teuthology.orchestra.run.smithi039.stdout:mds.g smithi039 running (2m) 23s ago 2m 15.9M - 19.0.0-2946-g3d89accf b045ac545f82 6f739b318924 2024-06-13T06:22:28.809 INFO:teuthology.orchestra.run.smithi039.stdout:mds.h smithi096 running (2m) 24s ago 2m 19.4M - 19.0.0-2946-g3d89accf b045ac545f82 64b8443865aa 2024-06-13T06:22:28.809 INFO:teuthology.orchestra.run.smithi039.stdout:mds.i smithi149 running (2m) 24s ago 2m 20.6M - 19.0.0-2946-g3d89accf b045ac545f82 f346a99f718c 2024-06-13T06:22:28.809 INFO:teuthology.orchestra.run.smithi039.stdout:mds.j smithi039 running (3m) 23s ago 3m 16.8M - 19.0.0-2946-g3d89accf b045ac545f82 572cd6e2979b 2024-06-13T06:22:28.809 INFO:teuthology.orchestra.run.smithi039.stdout:mds.k smithi096 running (3m) 24s ago 3m 19.6M - 19.0.0-2946-g3d89accf b045ac545f82 27b79a91f73c 2024-06-13T06:22:28.810 INFO:teuthology.orchestra.run.smithi039.stdout:mds.l smithi149 running (3m) 24s ago 3m 16.9M - 19.0.0-2946-g3d89accf b045ac545f82 0b46c3ab0ad8 2024-06-13T06:22:28.810 INFO:teuthology.orchestra.run.smithi039.stdout:mgr.x smithi039 *:9283,8765 running (10m) 23s ago 10m 517M - 19.0.0-2946-g3d89accf b045ac545f82 674d5e6e8bb8 2024-06-13T06:22:28.810 INFO:teuthology.orchestra.run.smithi039.stdout:mgr.y smithi096 *:8443,8765 running (8m) 24s ago 8m 455M - 19.0.0-2946-g3d89accf b045ac545f82 96167d0a6a72 2024-06-13T06:22:28.810 INFO:teuthology.orchestra.run.smithi039.stdout:mgr.z smithi149 *:8443,8765 running (8m) 24s ago 8m 457M - 19.0.0-2946-g3d89accf b045ac545f82 fc5762559384 2024-06-13T06:22:28.810 INFO:teuthology.orchestra.run.smithi039.stdout:mon.a smithi039 running (10m) 23s ago 10m 51.4M 2048M 19.0.0-2946-g3d89accf b045ac545f82 2b1a9b5a55a0 2024-06-13T06:22:28.810 INFO:teuthology.orchestra.run.smithi039.stdout:mon.b smithi096 running (8m) 24s ago 8m 40.4M 2048M 19.0.0-2946-g3d89accf b045ac545f82 ee0a2b74d031 2024-06-13T06:22:28.810 INFO:teuthology.orchestra.run.smithi039.stdout:mon.c smithi149 running (9m) 24s ago 9m 40.7M 2048M 19.0.0-2946-g3d89accf b045ac545f82 a567f8691e21 2024-06-13T06:22:28.811 INFO:teuthology.orchestra.run.smithi039.stdout:osd.0 smithi039 running (8m) 23s ago 8m 59.1M 4272M 19.0.0-2946-g3d89accf b045ac545f82 38e4beec77f4 2024-06-13T06:22:28.811 INFO:teuthology.orchestra.run.smithi039.stdout:osd.1 smithi096 running (7m) 24s ago 7m 58.6M 4272M 19.0.0-2946-g3d89accf b045ac545f82 35271a069e00 2024-06-13T06:22:28.811 INFO:teuthology.orchestra.run.smithi039.stdout:osd.2 smithi149 running (7m) 24s ago 7m 58.2M 1454M 19.0.0-2946-g3d89accf b045ac545f82 3a233836e5f4 2024-06-13T06:22:28.811 INFO:teuthology.orchestra.run.smithi039.stdout:osd.3 smithi039 running (7m) 23s ago 7m 44.2M 4272M 19.0.0-2946-g3d89accf b045ac545f82 e57cda4a86ca 2024-06-13T06:22:28.811 INFO:teuthology.orchestra.run.smithi039.stdout:osd.4 smithi096 running (6m) 24s ago 6m 44.6M 4272M 19.0.0-2946-g3d89accf b045ac545f82 de98b8dd441f 2024-06-13T06:22:28.811 INFO:teuthology.orchestra.run.smithi039.stdout:osd.5 smithi149 running (6m) 24s ago 6m 45.0M 1454M 19.0.0-2946-g3d89accf b045ac545f82 2a8b2429a7e4 2024-06-13T06:22:28.811 INFO:teuthology.orchestra.run.smithi039.stdout:osd.6 smithi039 running (5m) 23s ago 5m 57.0M 4272M 19.0.0-2946-g3d89accf b045ac545f82 c1d6c4ce213b 2024-06-13T06:22:28.811 INFO:teuthology.orchestra.run.smithi039.stdout:osd.7 smithi096 running (5m) 24s ago 5m 58.8M 4272M 19.0.0-2946-g3d89accf b045ac545f82 74a87a5d6ef4 2024-06-13T06:22:28.812 INFO:teuthology.orchestra.run.smithi039.stdout:osd.8 smithi149 running (4m) 24s ago 4m 55.4M 1454M 19.0.0-2946-g3d89accf b045ac545f82 01e209593fb8 2024-06-13T06:22:28.812 INFO:teuthology.orchestra.run.smithi039.stdout:osd.9 smithi039 running (4m) 23s ago 4m 53.7M 4272M 19.0.0-2946-g3d89accf b045ac545f82 38cd1680ab1c 2024-06-13T06:22:28.812 INFO:teuthology.orchestra.run.smithi039.stdout:osd.10 smithi096 running (4m) 24s ago 4m 55.3M 4272M 19.0.0-2946-g3d89accf b045ac545f82 f552b737d615 2024-06-13T06:22:28.812 INFO:teuthology.orchestra.run.smithi039.stdout:osd.11 smithi149 running (3m) 24s ago 3m 52.2M 1454M 19.0.0-2946-g3d89accf b045ac545f82 88d24f2c8841 2024-06-13T06:22:28.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.810+0000 7fab1a810700 1 -- 172.21.15.39:0/3357477712 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7faafc0a2c20 msgr2=0x7faafc0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:28.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.810+0000 7fab1a810700 1 --2- 172.21.15.39:0/3357477712 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7faafc0a2c20 0x7faafc0a50e0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fab14101c90 tx=0x7fab04009260 comp rx=0 tx=0).stop 2024-06-13T06:22:28.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.810+0000 7fab1a810700 1 -- 172.21.15.39:0/3357477712 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab14101e30 msgr2=0x7fab1419d4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:28.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.810+0000 7fab1a810700 1 --2- 172.21.15.39:0/3357477712 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab14101e30 0x7fab1419d4b0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fab08005910 tx=0x7fab0800fa00 comp rx=0 tx=0).stop 2024-06-13T06:22:28.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.810+0000 7fab1a810700 1 -- 172.21.15.39:0/3357477712 shutdown_connections 2024-06-13T06:22:28.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.810+0000 7fab1a810700 1 --2- 172.21.15.39:0/3357477712 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7faafc0a2c20 0x7faafc0a50e0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:28.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.810+0000 7fab1a810700 1 --2- 172.21.15.39:0/3357477712 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fab141027d0 0x7fab1419fb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:28.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.810+0000 7fab1a810700 1 --2- 172.21.15.39:0/3357477712 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fab14100c30 0x7fab1410a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:28.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.810+0000 7fab1a810700 1 --2- 172.21.15.39:0/3357477712 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab14101e30 0x7fab1419d4b0 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:28.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.810+0000 7fab1a810700 1 -- 172.21.15.39:0/3357477712 >> 172.21.15.39:0/3357477712 conn(0x7fab140fc1d0 msgr2=0x7fab141050d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:28.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.811+0000 7fab1a810700 1 -- 172.21.15.39:0/3357477712 shutdown_connections 2024-06-13T06:22:28.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:28.811+0000 7fab1a810700 1 -- 172.21.15.39:0/3357477712 wait complete. 2024-06-13T06:22:29.498 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- bash -c 'ceph orch ls' 2024-06-13T06:22:29.750 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:22:30.101 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:29 smithi039 ceph-mon[32479]: from='client.14985 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:22:30.101 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:29 smithi039 ceph-mon[32479]: pgmap v373: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:22:30.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:29 smithi096 ceph-mon[36532]: from='client.14985 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:22:30.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:29 smithi096 ceph-mon[36532]: pgmap v373: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:22:30.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:29 smithi149 ceph-mon[36963]: from='client.14985 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:22:30.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:29 smithi149 ceph-mon[36963]: pgmap v373: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:22:31.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.353+0000 7f8c8dc8e700 1 -- 172.21.15.39:0/993637608 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8c881005a0 msgr2=0x7f8c88100a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:31.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.353+0000 7f8c8dc8e700 1 --2- 172.21.15.39:0/993637608 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8c881005a0 0x7f8c88100a20 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f8c700099c0 tx=0x7f8c70009cd0 comp rx=0 tx=0).stop 2024-06-13T06:22:31.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.353+0000 7f8c8dc8e700 1 -- 172.21.15.39:0/993637608 shutdown_connections 2024-06-13T06:22:31.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.353+0000 7f8c8dc8e700 1 --2- 172.21.15.39:0/993637608 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8c88100f60 0x7f8c8810ab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:31.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.353+0000 7f8c8dc8e700 1 --2- 172.21.15.39:0/993637608 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f8c88103b20 0x7f8c88103f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:31.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.353+0000 7f8c8dc8e700 1 --2- 172.21.15.39:0/993637608 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8c881005a0 0x7f8c88100a20 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:31.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.353+0000 7f8c8dc8e700 1 -- 172.21.15.39:0/993637608 >> 172.21.15.39:0/993637608 conn(0x7f8c880fc140 msgr2=0x7f8c880fe580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:31.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.353+0000 7f8c8dc8e700 1 -- 172.21.15.39:0/993637608 shutdown_connections 2024-06-13T06:22:31.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.353+0000 7f8c8dc8e700 1 -- 172.21.15.39:0/993637608 wait complete. 2024-06-13T06:22:31.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.354+0000 7f8c8dc8e700 1 Processor -- start 2024-06-13T06:22:31.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.354+0000 7f8c8dc8e700 1 -- start start 2024-06-13T06:22:31.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.354+0000 7f8c8dc8e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8c881005a0 0x7f8c881987f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:31.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.354+0000 7f8c8dc8e700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8c88100f60 0x7f8c88198d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:31.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.354+0000 7f8c8dc8e700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f8c88103b20 0x7f8c8819fdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:31.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.354+0000 7f8c8dc8e700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f8c8810e270 con 0x7f8c881005a0 2024-06-13T06:22:31.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.354+0000 7f8c8dc8e700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f8c8810e0f0 con 0x7f8c88103b20 2024-06-13T06:22:31.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.354+0000 7f8c8dc8e700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f8c8810e3f0 con 0x7f8c88100f60 2024-06-13T06:22:31.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.354+0000 7f8c877fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8c881005a0 0x7f8c881987f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:31.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.354+0000 7f8c877fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8c881005a0 0x7f8c881987f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33824/0 (socket says 172.21.15.39:33824) 2024-06-13T06:22:31.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.354+0000 7f8c877fe700 1 -- 172.21.15.39:0/161756124 learned_addr learned my addr 172.21.15.39:0/161756124 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:22:31.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.354+0000 7f8c86ffd700 1 --2- 172.21.15.39:0/161756124 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8c88100f60 0x7f8c88198d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:31.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.354+0000 7f8c877fe700 1 -- 172.21.15.39:0/161756124 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8c88100f60 msgr2=0x7f8c88198d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:31.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.354+0000 7f8c87fff700 1 --2- 172.21.15.39:0/161756124 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f8c88103b20 0x7f8c8819fdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:31.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.354+0000 7f8c877fe700 1 --2- 172.21.15.39:0/161756124 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8c88100f60 0x7f8c88198d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:31.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.354+0000 7f8c877fe700 1 -- 172.21.15.39:0/161756124 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f8c88103b20 msgr2=0x7f8c8819fdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:31.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.354+0000 7f8c877fe700 1 --2- 172.21.15.39:0/161756124 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f8c88103b20 0x7f8c8819fdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:31.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.354+0000 7f8c877fe700 1 -- 172.21.15.39:0/161756124 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c881a0450 con 0x7f8c881005a0 2024-06-13T06:22:31.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.355+0000 7f8c86ffd700 1 --2- 172.21.15.39:0/161756124 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8c88100f60 0x7f8c88198d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:22:31.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.355+0000 7f8c87fff700 1 --2- 172.21.15.39:0/161756124 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f8c88103b20 0x7f8c8819fdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:22:31.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.355+0000 7f8c877fe700 1 --2- 172.21.15.39:0/161756124 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8c881005a0 0x7f8c881987f0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f8c7800b9f0 tx=0x7f8c7800bdb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:31.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.355+0000 7f8c84ff9700 1 -- 172.21.15.39:0/161756124 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c78019070 con 0x7f8c881005a0 2024-06-13T06:22:31.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.355+0000 7f8c8dc8e700 1 -- 172.21.15.39:0/161756124 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c881a0740 con 0x7f8c881005a0 2024-06-13T06:22:31.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.355+0000 7f8c84ff9700 1 -- 172.21.15.39:0/161756124 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8c78014440 con 0x7f8c881005a0 2024-06-13T06:22:31.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.355+0000 7f8c84ff9700 1 -- 172.21.15.39:0/161756124 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c780125a0 con 0x7f8c881005a0 2024-06-13T06:22:31.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.355+0000 7f8c8dc8e700 1 -- 172.21.15.39:0/161756124 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c881a0d50 con 0x7f8c881005a0 2024-06-13T06:22:31.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.356+0000 7f8c8dc8e700 1 -- 172.21.15.39:0/161756124 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c88069180 con 0x7f8c881005a0 2024-06-13T06:22:31.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.358+0000 7f8c84ff9700 1 -- 172.21.15.39:0/161756124 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f8c7801c070 con 0x7f8c881005a0 2024-06-13T06:22:31.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.359+0000 7f8c84ff9700 1 --2- 172.21.15.39:0/161756124 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f8c740a2c20 0x7f8c740a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:31.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.359+0000 7f8c86ffd700 1 --2- 172.21.15.39:0/161756124 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f8c740a2c20 0x7f8c740a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:31.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.359+0000 7f8c84ff9700 1 -- 172.21.15.39:0/161756124 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7f8c780ce940 con 0x7f8c881005a0 2024-06-13T06:22:31.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.359+0000 7f8c86ffd700 1 --2- 172.21.15.39:0/161756124 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f8c740a2c20 0x7f8c740a50e0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f8c700039a0 tx=0x7f8c70005c60 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:31.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.362+0000 7f8c84ff9700 1 -- 172.21.15.39:0/161756124 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f8c7809b890 con 0x7f8c881005a0 2024-06-13T06:22:31.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.577+0000 7f8c8dc8e700 1 -- 172.21.15.39:0/161756124 --> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) -- 0x7f8c880628d0 con 0x7f8c740a2c20 2024-06-13T06:22:31.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.583+0000 7f8c84ff9700 1 -- 172.21.15.39:0/161756124 <== mgr.14152 v2:172.21.15.39:6800/2178314534 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+980 (secure 0 0 0) 0x7f8c880628d0 con 0x7f8c740a2c20 2024-06-13T06:22:31.583 INFO:teuthology.orchestra.run.smithi039.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-06-13T06:22:31.584 INFO:teuthology.orchestra.run.smithi039.stdout:mds.all 12/12 27s ago 3m smithi039=a;smithi039=d;smithi039=g;smithi039=j;smithi096=b;smithi096=e;smithi096=h;smithi096=k;smithi149=c;smithi149=f;smithi149=i;smithi149=l;count:12 2024-06-13T06:22:31.584 INFO:teuthology.orchestra.run.smithi039.stdout:mgr 3/3 27s ago 8m smithi039=x;smithi096=y;smithi149=z;count:3 2024-06-13T06:22:31.584 INFO:teuthology.orchestra.run.smithi039.stdout:mon 3/3 27s ago 9m smithi039:172.21.15.39=a;smithi096:172.21.15.96=b;smithi149:172.21.15.149=c;count:3 2024-06-13T06:22:31.584 INFO:teuthology.orchestra.run.smithi039.stdout:osd 12 27s ago - 2024-06-13T06:22:31.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.586+0000 7f8c8dc8e700 1 -- 172.21.15.39:0/161756124 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f8c740a2c20 msgr2=0x7f8c740a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:31.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.586+0000 7f8c8dc8e700 1 --2- 172.21.15.39:0/161756124 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f8c740a2c20 0x7f8c740a50e0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f8c700039a0 tx=0x7f8c70005c60 comp rx=0 tx=0).stop 2024-06-13T06:22:31.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.586+0000 7f8c8dc8e700 1 -- 172.21.15.39:0/161756124 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8c881005a0 msgr2=0x7f8c881987f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:31.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.586+0000 7f8c8dc8e700 1 --2- 172.21.15.39:0/161756124 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8c881005a0 0x7f8c881987f0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f8c7800b9f0 tx=0x7f8c7800bdb0 comp rx=0 tx=0).stop 2024-06-13T06:22:31.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.586+0000 7f8c8dc8e700 1 -- 172.21.15.39:0/161756124 shutdown_connections 2024-06-13T06:22:31.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.586+0000 7f8c8dc8e700 1 --2- 172.21.15.39:0/161756124 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f8c740a2c20 0x7f8c740a50e0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:31.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.586+0000 7f8c8dc8e700 1 --2- 172.21.15.39:0/161756124 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f8c88103b20 0x7f8c8819fdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:31.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.586+0000 7f8c8dc8e700 1 --2- 172.21.15.39:0/161756124 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8c881005a0 0x7f8c881987f0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:31.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.586+0000 7f8c8dc8e700 1 --2- 172.21.15.39:0/161756124 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8c88100f60 0x7f8c88198d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:31.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.586+0000 7f8c8dc8e700 1 -- 172.21.15.39:0/161756124 >> 172.21.15.39:0/161756124 conn(0x7f8c880fc140 msgr2=0x7f8c88106b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:31.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.586+0000 7f8c8dc8e700 1 -- 172.21.15.39:0/161756124 shutdown_connections 2024-06-13T06:22:31.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:31.586+0000 7f8c8dc8e700 1 -- 172.21.15.39:0/161756124 wait complete. 2024-06-13T06:22:32.258 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:31 smithi039 ceph-mon[32479]: pgmap v374: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:22:32.258 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:31 smithi039 ceph-mon[32479]: from='client.14991 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:22:32.285 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- bash -c 'ceph orch host ls' 2024-06-13T06:22:32.290 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:31 smithi096 ceph-mon[36532]: pgmap v374: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:22:32.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:31 smithi096 ceph-mon[36532]: from='client.14991 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:22:32.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:31 smithi149 ceph-mon[36963]: pgmap v374: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:22:32.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:31 smithi149 ceph-mon[36963]: from='client.14991 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:22:32.535 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:22:34.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.136+0000 7fb5312d2700 1 -- 172.21.15.39:0/3138728534 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb52c102f90 msgr2=0x7fb52c109840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:34.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.136+0000 7fb5312d2700 1 --2- 172.21.15.39:0/3138728534 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb52c102f90 0x7fb52c109840 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fb52400b0d0 tx=0x7fb52400b3e0 comp rx=0 tx=0).stop 2024-06-13T06:22:34.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.136+0000 7fb5312d2700 1 -- 172.21.15.39:0/3138728534 shutdown_connections 2024-06-13T06:22:34.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.136+0000 7fb5312d2700 1 --2- 172.21.15.39:0/3138728534 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb52c102f90 0x7fb52c109840 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:34.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.136+0000 7fb5312d2700 1 --2- 172.21.15.39:0/3138728534 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb52c1013f0 0x7fb52c101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:34.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.136+0000 7fb5312d2700 1 --2- 172.21.15.39:0/3138728534 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb52c1025f0 0x7fb52c102a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:34.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.136+0000 7fb5312d2700 1 -- 172.21.15.39:0/3138728534 >> 172.21.15.39:0/3138728534 conn(0x7fb52c0fc9b0 msgr2=0x7fb52c0fedd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:34.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.136+0000 7fb5312d2700 1 -- 172.21.15.39:0/3138728534 shutdown_connections 2024-06-13T06:22:34.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.136+0000 7fb5312d2700 1 -- 172.21.15.39:0/3138728534 wait complete. 2024-06-13T06:22:34.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.136+0000 7fb5312d2700 1 Processor -- start 2024-06-13T06:22:34.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.137+0000 7fb5312d2700 1 -- start start 2024-06-13T06:22:34.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.137+0000 7fb5312d2700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb52c1013f0 0x7fb52c105380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:34.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.137+0000 7fb5312d2700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb52c1025f0 0x7fb52c1039d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:34.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.137+0000 7fb5312d2700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb52c102f90 0x7fb52c103f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:34.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.137+0000 7fb5312d2700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fb52c10d050 con 0x7fb52c1025f0 2024-06-13T06:22:34.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.137+0000 7fb5312d2700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fb52c10ced0 con 0x7fb52c102f90 2024-06-13T06:22:34.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.137+0000 7fb5312d2700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fb52c10d1d0 con 0x7fb52c1013f0 2024-06-13T06:22:34.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.137+0000 7fb52a7fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb52c1025f0 0x7fb52c1039d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:34.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.137+0000 7fb52a7fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb52c1025f0 0x7fb52c1039d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33838/0 (socket says 172.21.15.39:33838) 2024-06-13T06:22:34.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.137+0000 7fb52a7fc700 1 -- 172.21.15.39:0/1464975499 learned_addr learned my addr 172.21.15.39:0/1464975499 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:22:34.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.137+0000 7fb52affd700 1 --2- 172.21.15.39:0/1464975499 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb52c1013f0 0x7fb52c105380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:34.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.137+0000 7fb52b7fe700 1 --2- 172.21.15.39:0/1464975499 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb52c102f90 0x7fb52c103f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:34.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.137+0000 7fb52a7fc700 1 -- 172.21.15.39:0/1464975499 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb52c1013f0 msgr2=0x7fb52c105380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:34.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.137+0000 7fb52a7fc700 1 --2- 172.21.15.39:0/1464975499 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb52c1013f0 0x7fb52c105380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:34.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.137+0000 7fb52a7fc700 1 -- 172.21.15.39:0/1464975499 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb52c102f90 msgr2=0x7fb52c103f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:34.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.137+0000 7fb52a7fc700 1 --2- 172.21.15.39:0/1464975499 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb52c102f90 0x7fb52c103f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:34.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.137+0000 7fb52a7fc700 1 -- 172.21.15.39:0/1464975499 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb52c1047c0 con 0x7fb52c1025f0 2024-06-13T06:22:34.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.137+0000 7fb52b7fe700 1 --2- 172.21.15.39:0/1464975499 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb52c102f90 0x7fb52c103f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:22:34.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.138+0000 7fb52a7fc700 1 --2- 172.21.15.39:0/1464975499 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb52c1025f0 0x7fb52c1039d0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fb52000c9b0 tx=0x7fb52000ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:34.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.138+0000 7fb513fff700 1 -- 172.21.15.39:0/1464975499 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb520007b00 con 0x7fb52c1025f0 2024-06-13T06:22:34.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.138+0000 7fb5312d2700 1 -- 172.21.15.39:0/1464975499 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb52c1a2850 con 0x7fb52c1025f0 2024-06-13T06:22:34.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.138+0000 7fb513fff700 1 -- 172.21.15.39:0/1464975499 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb520007ca0 con 0x7fb52c1025f0 2024-06-13T06:22:34.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.138+0000 7fb513fff700 1 -- 172.21.15.39:0/1464975499 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb520018730 con 0x7fb52c1025f0 2024-06-13T06:22:34.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.138+0000 7fb5312d2700 1 -- 172.21.15.39:0/1464975499 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb52c1a2e10 con 0x7fb52c1025f0 2024-06-13T06:22:34.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.139+0000 7fb5312d2700 1 -- 172.21.15.39:0/1464975499 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb52c069180 con 0x7fb52c1025f0 2024-06-13T06:22:34.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.140+0000 7fb513fff700 1 -- 172.21.15.39:0/1464975499 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fb5200188d0 con 0x7fb52c1025f0 2024-06-13T06:22:34.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.141+0000 7fb513fff700 1 --2- 172.21.15.39:0/1464975499 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fb5140a2c20 0x7fb5140a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:34.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.141+0000 7fb52affd700 1 --2- 172.21.15.39:0/1464975499 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fb5140a2c20 0x7fb5140a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:34.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.141+0000 7fb513fff700 1 -- 172.21.15.39:0/1464975499 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7fb5200cf020 con 0x7fb52c1025f0 2024-06-13T06:22:34.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.141+0000 7fb52affd700 1 --2- 172.21.15.39:0/1464975499 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fb5140a2c20 0x7fb5140a50e0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fb52c102450 tx=0x7fb51c009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:34.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.145+0000 7fb513fff700 1 -- 172.21.15.39:0/1464975499 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fb520014030 con 0x7fb52c1025f0 2024-06-13T06:22:34.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:33 smithi039 ceph-mon[32479]: pgmap v375: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:22:34.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:33 smithi096 ceph-mon[36532]: pgmap v375: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:22:34.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.359+0000 7fb5312d2700 1 -- 172.21.15.39:0/1464975499 --> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) -- 0x7fb52c0fea30 con 0x7fb5140a2c20 2024-06-13T06:22:34.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.361+0000 7fb513fff700 1 -- 172.21.15.39:0/1464975499 <== mgr.14152 v2:172.21.15.39:6800/2178314534 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+191 (secure 0 0 0) 0x7fb52c0fea30 con 0x7fb5140a2c20 2024-06-13T06:22:34.360 INFO:teuthology.orchestra.run.smithi039.stdout:HOST ADDR LABELS STATUS 2024-06-13T06:22:34.360 INFO:teuthology.orchestra.run.smithi039.stdout:smithi039 172.21.15.39 2024-06-13T06:22:34.360 INFO:teuthology.orchestra.run.smithi039.stdout:smithi096 172.21.15.96 2024-06-13T06:22:34.360 INFO:teuthology.orchestra.run.smithi039.stdout:smithi149 172.21.15.149 2024-06-13T06:22:34.360 INFO:teuthology.orchestra.run.smithi039.stdout:3 hosts in cluster 2024-06-13T06:22:34.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.363+0000 7fb5312d2700 1 -- 172.21.15.39:0/1464975499 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fb5140a2c20 msgr2=0x7fb5140a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:34.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.363+0000 7fb5312d2700 1 --2- 172.21.15.39:0/1464975499 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fb5140a2c20 0x7fb5140a50e0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fb52c102450 tx=0x7fb51c009190 comp rx=0 tx=0).stop 2024-06-13T06:22:34.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.363+0000 7fb5312d2700 1 -- 172.21.15.39:0/1464975499 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb52c1025f0 msgr2=0x7fb52c1039d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:34.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.363+0000 7fb5312d2700 1 --2- 172.21.15.39:0/1464975499 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb52c1025f0 0x7fb52c1039d0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fb52000c9b0 tx=0x7fb52000ccc0 comp rx=0 tx=0).stop 2024-06-13T06:22:34.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.363+0000 7fb5312d2700 1 -- 172.21.15.39:0/1464975499 shutdown_connections 2024-06-13T06:22:34.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.363+0000 7fb5312d2700 1 --2- 172.21.15.39:0/1464975499 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fb5140a2c20 0x7fb5140a50e0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:34.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.363+0000 7fb5312d2700 1 --2- 172.21.15.39:0/1464975499 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb52c102f90 0x7fb52c103f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:34.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.363+0000 7fb5312d2700 1 --2- 172.21.15.39:0/1464975499 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb52c1013f0 0x7fb52c105380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:34.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.363+0000 7fb5312d2700 1 --2- 172.21.15.39:0/1464975499 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb52c1025f0 0x7fb52c1039d0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:34.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.363+0000 7fb5312d2700 1 -- 172.21.15.39:0/1464975499 >> 172.21.15.39:0/1464975499 conn(0x7fb52c0fc9b0 msgr2=0x7fb52c0fe320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:34.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.363+0000 7fb5312d2700 1 -- 172.21.15.39:0/1464975499 shutdown_connections 2024-06-13T06:22:34.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:34.363+0000 7fb5312d2700 1 -- 172.21.15.39:0/1464975499 wait complete. 2024-06-13T06:22:34.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:33 smithi149 ceph-mon[36963]: pgmap v375: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:22:35.044 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- bash -c 'ceph orch device ls' 2024-06-13T06:22:35.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:34 smithi096 ceph-mon[36532]: from='client.14997 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:22:35.293 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:22:35.415 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:34 smithi039 ceph-mon[32479]: from='client.14997 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:22:35.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:34 smithi149 ceph-mon[36963]: from='client.14997 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:22:36.280 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:35 smithi039 ceph-mon[32479]: pgmap v376: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:22:36.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:36 smithi096 ceph-mon[36532]: pgmap v376: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:22:36.470 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:36 smithi149 ceph-mon[36963]: pgmap v376: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:22:36.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:36.891+0000 7f815977b700 1 -- 172.21.15.39:0/1496067936 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f81541036c0 msgr2=0x7f8154103b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:36.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:36.891+0000 7f815977b700 1 --2- 172.21.15.39:0/1496067936 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f81541036c0 0x7f8154103b20 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f81480099c0 tx=0x7f8148009cd0 comp rx=0 tx=0).stop 2024-06-13T06:22:36.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:36.891+0000 7f815977b700 1 -- 172.21.15.39:0/1496067936 shutdown_connections 2024-06-13T06:22:36.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:36.891+0000 7f815977b700 1 --2- 172.21.15.39:0/1496067936 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8154104060 0x7f815410a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:36.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:36.891+0000 7f815977b700 1 --2- 172.21.15.39:0/1496067936 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f81541024c0 0x7f81541028e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:36.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:36.891+0000 7f815977b700 1 --2- 172.21.15.39:0/1496067936 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f81541036c0 0x7f8154103b20 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:36.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:36.891+0000 7f815977b700 1 -- 172.21.15.39:0/1496067936 >> 172.21.15.39:0/1496067936 conn(0x7f81540fda60 msgr2=0x7f81540ffea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:36.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:36.891+0000 7f815977b700 1 -- 172.21.15.39:0/1496067936 shutdown_connections 2024-06-13T06:22:36.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:36.891+0000 7f815977b700 1 -- 172.21.15.39:0/1496067936 wait complete. 2024-06-13T06:22:36.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:36.892+0000 7f815977b700 1 Processor -- start 2024-06-13T06:22:36.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:36.892+0000 7f815977b700 1 -- start start 2024-06-13T06:22:36.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:36.892+0000 7f815977b700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f81541024c0 0x7f8154076230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:36.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:36.892+0000 7f815977b700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f81541036c0 0x7f8154074880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:36.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:36.892+0000 7f815977b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8154104060 0x7f8154074dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:36.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:36.892+0000 7f815977b700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f815410e0b0 con 0x7f8154104060 2024-06-13T06:22:36.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:36.892+0000 7f815977b700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f815410df30 con 0x7f81541036c0 2024-06-13T06:22:36.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:36.892+0000 7f815977b700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f815410e230 con 0x7f81541024c0 2024-06-13T06:22:36.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:36.892+0000 7f81537fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8154104060 0x7f8154074dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:36.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:36.892+0000 7f81537fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8154104060 0x7f8154074dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33854/0 (socket says 172.21.15.39:33854) 2024-06-13T06:22:36.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:36.892+0000 7f81537fe700 1 -- 172.21.15.39:0/2209571143 learned_addr learned my addr 172.21.15.39:0/2209571143 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:22:36.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:36.892+0000 7f8152ffd700 1 --2- 172.21.15.39:0/2209571143 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f81541024c0 0x7f8154076230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:36.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:36.892+0000 7f81527fc700 1 --2- 172.21.15.39:0/2209571143 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f81541036c0 0x7f8154074880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:36.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:36.892+0000 7f81537fe700 1 -- 172.21.15.39:0/2209571143 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f81541024c0 msgr2=0x7f8154076230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:36.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:36.892+0000 7f81537fe700 1 --2- 172.21.15.39:0/2209571143 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f81541024c0 0x7f8154076230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:36.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:36.892+0000 7f81537fe700 1 -- 172.21.15.39:0/2209571143 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f81541036c0 msgr2=0x7f8154074880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:36.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:36.892+0000 7f81537fe700 1 --2- 172.21.15.39:0/2209571143 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f81541036c0 0x7f8154074880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:36.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:36.892+0000 7f81537fe700 1 -- 172.21.15.39:0/2209571143 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8154075670 con 0x7f8154104060 2024-06-13T06:22:36.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:36.893+0000 7f81537fe700 1 --2- 172.21.15.39:0/2209571143 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8154104060 0x7f8154074dc0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f814c007ee0 tx=0x7f814c00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:36.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:36.893+0000 7f813bfff700 1 -- 172.21.15.39:0/2209571143 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f814c004bb0 con 0x7f8154104060 2024-06-13T06:22:36.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:36.893+0000 7f815977b700 1 -- 172.21.15.39:0/2209571143 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81541a2820 con 0x7f8154104060 2024-06-13T06:22:36.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:36.893+0000 7f813bfff700 1 -- 172.21.15.39:0/2209571143 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f814c004d50 con 0x7f8154104060 2024-06-13T06:22:36.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:36.893+0000 7f815977b700 1 -- 172.21.15.39:0/2209571143 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81541a2d60 con 0x7f8154104060 2024-06-13T06:22:36.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:36.893+0000 7f813bfff700 1 -- 172.21.15.39:0/2209571143 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f814c005960 con 0x7f8154104060 2024-06-13T06:22:36.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:36.894+0000 7f815977b700 1 -- 172.21.15.39:0/2209571143 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8154069180 con 0x7f8154104060 2024-06-13T06:22:36.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:36.896+0000 7f813bfff700 1 -- 172.21.15.39:0/2209571143 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f814c01a020 con 0x7f8154104060 2024-06-13T06:22:36.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:36.897+0000 7f813bfff700 1 --2- 172.21.15.39:0/2209571143 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f813c0a2c20 0x7f813c0a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:36.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:36.897+0000 7f8152ffd700 1 --2- 172.21.15.39:0/2209571143 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f813c0a2c20 0x7f813c0a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:36.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:36.897+0000 7f813bfff700 1 -- 172.21.15.39:0/2209571143 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7f814c0ceda0 con 0x7f8154104060 2024-06-13T06:22:36.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:36.897+0000 7f8152ffd700 1 --2- 172.21.15.39:0/2209571143 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f813c0a2c20 0x7f813c0a50e0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f8154103520 tx=0x7f814400b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:36.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:36.900+0000 7f813bfff700 1 -- 172.21.15.39:0/2209571143 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f814c010070 con 0x7f8154104060 2024-06-13T06:22:37.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:37.120+0000 7f815977b700 1 -- 172.21.15.39:0/2209571143 --> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) -- 0x7f81540628d0 con 0x7f813c0a2c20 2024-06-13T06:22:37.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:37.122+0000 7f813bfff700 1 -- 172.21.15.39:0/2209571143 <== mgr.14152 v2:172.21.15.39:6800/2178314534 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+532 (secure 0 0 0) 0x7f81540628d0 con 0x7f813c0a2c20 2024-06-13T06:22:37.122 INFO:teuthology.orchestra.run.smithi039.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2024-06-13T06:22:37.122 INFO:teuthology.orchestra.run.smithi039.stdout:smithi039 /dev/nvme0n1 ssd INTEL_SSDPEDKE040T7_BTLE736102QX4P0KGN 3726G No 4m ago Has a FileSystem, LVM detected 2024-06-13T06:22:37.122 INFO:teuthology.orchestra.run.smithi039.stdout:smithi096 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620400NH400BGN 372G No 4m ago Has a FileSystem, LVM detected 2024-06-13T06:22:37.122 INFO:teuthology.orchestra.run.smithi039.stdout:smithi149 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT623300CK400BGN 372G No 3m ago Has a FileSystem, LVM detected 2024-06-13T06:22:37.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:37.124+0000 7f815977b700 1 -- 172.21.15.39:0/2209571143 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f813c0a2c20 msgr2=0x7f813c0a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:37.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:37.124+0000 7f815977b700 1 --2- 172.21.15.39:0/2209571143 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f813c0a2c20 0x7f813c0a50e0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f8154103520 tx=0x7f814400b410 comp rx=0 tx=0).stop 2024-06-13T06:22:37.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:37.124+0000 7f815977b700 1 -- 172.21.15.39:0/2209571143 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8154104060 msgr2=0x7f8154074dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:37.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:37.124+0000 7f815977b700 1 --2- 172.21.15.39:0/2209571143 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8154104060 0x7f8154074dc0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f814c007ee0 tx=0x7f814c00d3b0 comp rx=0 tx=0).stop 2024-06-13T06:22:37.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:37.124+0000 7f815977b700 1 -- 172.21.15.39:0/2209571143 shutdown_connections 2024-06-13T06:22:37.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:37.124+0000 7f815977b700 1 --2- 172.21.15.39:0/2209571143 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f813c0a2c20 0x7f813c0a50e0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:37.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:37.124+0000 7f815977b700 1 --2- 172.21.15.39:0/2209571143 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8154104060 0x7f8154074dc0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:37.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:37.124+0000 7f815977b700 1 --2- 172.21.15.39:0/2209571143 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f81541024c0 0x7f8154076230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:37.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:37.124+0000 7f815977b700 1 --2- 172.21.15.39:0/2209571143 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f81541036c0 0x7f8154074880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:37.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:37.124+0000 7f815977b700 1 -- 172.21.15.39:0/2209571143 >> 172.21.15.39:0/2209571143 conn(0x7f81540fda60 msgr2=0x7f81541069c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:37.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:37.125+0000 7f815977b700 1 -- 172.21.15.39:0/2209571143 shutdown_connections 2024-06-13T06:22:37.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:37.125+0000 7f815977b700 1 -- 172.21.15.39:0/2209571143 wait complete. 2024-06-13T06:22:37.897 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-06-13T06:22:37.907 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi039.front.sepia.ceph.com 2024-06-13T06:22:37.907 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- bash -c 'ceph fs dump' 2024-06-13T06:22:38.166 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:22:38.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:38 smithi039 ceph-mon[32479]: pgmap v377: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:22:38.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:38 smithi039 ceph-mon[32479]: from='client.15003 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:22:38.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:38 smithi096 ceph-mon[36532]: pgmap v377: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:22:38.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:38 smithi096 ceph-mon[36532]: from='client.15003 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:22:38.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:38 smithi149 ceph-mon[36963]: pgmap v377: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:22:38.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:38 smithi149 ceph-mon[36963]: from='client.15003 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:22:39.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:39.917+0000 7fc44154c700 1 -- 172.21.15.39:0/1148721974 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc43c101dc0 msgr2=0x7fc43c102220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:39.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:39.917+0000 7fc44154c700 1 --2- 172.21.15.39:0/1148721974 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc43c101dc0 0x7fc43c102220 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fc424009990 tx=0x7fc424009ca0 comp rx=0 tx=0).stop 2024-06-13T06:22:39.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:39.917+0000 7fc44154c700 1 -- 172.21.15.39:0/1148721974 shutdown_connections 2024-06-13T06:22:39.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:39.917+0000 7fc44154c700 1 --2- 172.21.15.39:0/1148721974 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc43c102760 0x7fc43c109010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:39.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:39.917+0000 7fc44154c700 1 --2- 172.21.15.39:0/1148721974 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc43c100bc0 0x7fc43c100fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:39.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:39.917+0000 7fc44154c700 1 --2- 172.21.15.39:0/1148721974 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc43c101dc0 0x7fc43c102220 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:39.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:39.917+0000 7fc44154c700 1 -- 172.21.15.39:0/1148721974 >> 172.21.15.39:0/1148721974 conn(0x7fc43c0fc160 msgr2=0x7fc43c0fe5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:39.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:39.917+0000 7fc44154c700 1 -- 172.21.15.39:0/1148721974 shutdown_connections 2024-06-13T06:22:39.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:39.917+0000 7fc44154c700 1 -- 172.21.15.39:0/1148721974 wait complete. 2024-06-13T06:22:39.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:39.918+0000 7fc44154c700 1 Processor -- start 2024-06-13T06:22:39.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:39.918+0000 7fc44154c700 1 -- start start 2024-06-13T06:22:39.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:39.918+0000 7fc44154c700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc43c100bc0 0x7fc43c1987c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:39.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:39.918+0000 7fc44154c700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc43c101dc0 0x7fc43c198d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:39.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:39.918+0000 7fc44154c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc43c102760 0x7fc43c19fd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:39.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:39.918+0000 7fc44154c700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fc43c10e230 con 0x7fc43c102760 2024-06-13T06:22:39.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:39.918+0000 7fc44154c700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fc43c10e0b0 con 0x7fc43c100bc0 2024-06-13T06:22:39.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:39.918+0000 7fc44154c700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fc43c10e3b0 con 0x7fc43c101dc0 2024-06-13T06:22:39.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:39.919+0000 7fc43b7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc43c102760 0x7fc43c19fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:39.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:39.919+0000 7fc43b7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc43c102760 0x7fc43c19fd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33862/0 (socket says 172.21.15.39:33862) 2024-06-13T06:22:39.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:39.919+0000 7fc43b7fe700 1 -- 172.21.15.39:0/3695242460 learned_addr learned my addr 172.21.15.39:0/3695242460 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:22:39.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:39.919+0000 7fc43a7fc700 1 --2- 172.21.15.39:0/3695242460 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc43c101dc0 0x7fc43c198d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:39.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:39.919+0000 7fc43affd700 1 --2- 172.21.15.39:0/3695242460 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc43c100bc0 0x7fc43c1987c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:39.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:39.919+0000 7fc43b7fe700 1 -- 172.21.15.39:0/3695242460 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc43c101dc0 msgr2=0x7fc43c198d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:39.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:39.919+0000 7fc43b7fe700 1 --2- 172.21.15.39:0/3695242460 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc43c101dc0 0x7fc43c198d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:39.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:39.919+0000 7fc43b7fe700 1 -- 172.21.15.39:0/3695242460 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc43c100bc0 msgr2=0x7fc43c1987c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:39.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:39.919+0000 7fc43b7fe700 1 --2- 172.21.15.39:0/3695242460 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc43c100bc0 0x7fc43c1987c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:39.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:39.919+0000 7fc43b7fe700 1 -- 172.21.15.39:0/3695242460 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc43c1a0420 con 0x7fc43c102760 2024-06-13T06:22:39.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:39.919+0000 7fc43b7fe700 1 --2- 172.21.15.39:0/3695242460 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc43c102760 0x7fc43c19fd80 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fc43400b9a0 tx=0x7fc43400bcb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:39.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:39.919+0000 7fc433fff700 1 -- 172.21.15.39:0/3695242460 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc43400d850 con 0x7fc43c102760 2024-06-13T06:22:39.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:39.919+0000 7fc44154c700 1 -- 172.21.15.39:0/3695242460 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc43c1a0710 con 0x7fc43c102760 2024-06-13T06:22:39.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:39.919+0000 7fc433fff700 1 -- 172.21.15.39:0/3695242460 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc43400e420 con 0x7fc43c102760 2024-06-13T06:22:39.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:39.919+0000 7fc433fff700 1 -- 172.21.15.39:0/3695242460 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc434017660 con 0x7fc43c102760 2024-06-13T06:22:39.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:39.919+0000 7fc44154c700 1 -- 172.21.15.39:0/3695242460 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc43c1a0c80 con 0x7fc43c102760 2024-06-13T06:22:39.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:39.920+0000 7fc44154c700 1 -- 172.21.15.39:0/3695242460 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc43c069180 con 0x7fc43c102760 2024-06-13T06:22:39.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:39.922+0000 7fc433fff700 1 -- 172.21.15.39:0/3695242460 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fc43400e5d0 con 0x7fc43c102760 2024-06-13T06:22:39.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:39.923+0000 7fc433fff700 1 --2- 172.21.15.39:0/3695242460 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fc4280a2c20 0x7fc4280a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:39.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:39.923+0000 7fc433fff700 1 -- 172.21.15.39:0/3695242460 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7fc4340cf010 con 0x7fc43c102760 2024-06-13T06:22:39.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:39.923+0000 7fc43affd700 1 --2- 172.21.15.39:0/3695242460 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fc4280a2c20 0x7fc4280a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:39.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:39.924+0000 7fc43affd700 1 --2- 172.21.15.39:0/3695242460 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fc4280a2c20 0x7fc4280a50e0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fc43c101c20 tx=0x7fc42c009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:39.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:39.927+0000 7fc433fff700 1 -- 172.21.15.39:0/3695242460 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fc434013030 con 0x7fc43c102760 2024-06-13T06:22:40.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:40 smithi039 ceph-mon[32479]: pgmap v378: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:22:40.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:40.180+0000 7fc44154c700 1 -- 172.21.15.39:0/3695242460 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7fc43c02dca0 con 0x7fc43c102760 2024-06-13T06:22:40.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:40.181+0000 7fc433fff700 1 -- 172.21.15.39:0/3695242460 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 23 v23) ==== 76+0+3046 (secure 0 0 0) 0x7fc43409bf60 con 0x7fc43c102760 2024-06-13T06:22:40.180 INFO:teuthology.orchestra.run.smithi039.stdout:e23 2024-06-13T06:22:40.180 INFO:teuthology.orchestra.run.smithi039.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-06-13T06:22:40.180 INFO:teuthology.orchestra.run.smithi039.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-06-13T06:22:40.180 INFO:teuthology.orchestra.run.smithi039.stdout:legacy client fscid: 1 2024-06-13T06:22:40.181 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:22:40.181 INFO:teuthology.orchestra.run.smithi039.stdout:Filesystem 'cephfs' (1) 2024-06-13T06:22:40.181 INFO:teuthology.orchestra.run.smithi039.stdout:fs_name cephfs 2024-06-13T06:22:40.181 INFO:teuthology.orchestra.run.smithi039.stdout:epoch 23 2024-06-13T06:22:40.181 INFO:teuthology.orchestra.run.smithi039.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2024-06-13T06:22:40.181 INFO:teuthology.orchestra.run.smithi039.stdout:created 2024-06-13T06:20:05.248660+0000 2024-06-13T06:22:40.181 INFO:teuthology.orchestra.run.smithi039.stdout:modified 2024-06-13T06:20:24.313377+0000 2024-06-13T06:22:40.181 INFO:teuthology.orchestra.run.smithi039.stdout:tableserver 0 2024-06-13T06:22:40.181 INFO:teuthology.orchestra.run.smithi039.stdout:root 0 2024-06-13T06:22:40.181 INFO:teuthology.orchestra.run.smithi039.stdout:session_timeout 300 2024-06-13T06:22:40.181 INFO:teuthology.orchestra.run.smithi039.stdout:session_autoclose 300 2024-06-13T06:22:40.181 INFO:teuthology.orchestra.run.smithi039.stdout:max_file_size 1099511627776 2024-06-13T06:22:40.181 INFO:teuthology.orchestra.run.smithi039.stdout:max_xattr_size 65536 2024-06-13T06:22:40.181 INFO:teuthology.orchestra.run.smithi039.stdout:required_client_features {} 2024-06-13T06:22:40.182 INFO:teuthology.orchestra.run.smithi039.stdout:last_failure 0 2024-06-13T06:22:40.182 INFO:teuthology.orchestra.run.smithi039.stdout:last_failure_osd_epoch 0 2024-06-13T06:22:40.182 INFO:teuthology.orchestra.run.smithi039.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-06-13T06:22:40.182 INFO:teuthology.orchestra.run.smithi039.stdout:max_mds 3 2024-06-13T06:22:40.182 INFO:teuthology.orchestra.run.smithi039.stdout:in 0,1,2 2024-06-13T06:22:40.182 INFO:teuthology.orchestra.run.smithi039.stdout:up {0=24512,1=24482,2=24455} 2024-06-13T06:22:40.182 INFO:teuthology.orchestra.run.smithi039.stdout:failed 2024-06-13T06:22:40.182 INFO:teuthology.orchestra.run.smithi039.stdout:damaged 2024-06-13T06:22:40.182 INFO:teuthology.orchestra.run.smithi039.stdout:stopped 2024-06-13T06:22:40.182 INFO:teuthology.orchestra.run.smithi039.stdout:data_pools [3] 2024-06-13T06:22:40.182 INFO:teuthology.orchestra.run.smithi039.stdout:metadata_pool 2 2024-06-13T06:22:40.182 INFO:teuthology.orchestra.run.smithi039.stdout:inline_data disabled 2024-06-13T06:22:40.182 INFO:teuthology.orchestra.run.smithi039.stdout:balancer 2024-06-13T06:22:40.183 INFO:teuthology.orchestra.run.smithi039.stdout:bal_rank_mask -1 2024-06-13T06:22:40.183 INFO:teuthology.orchestra.run.smithi039.stdout:standby_count_wanted 0 2024-06-13T06:22:40.183 INFO:teuthology.orchestra.run.smithi039.stdout:qdb_cluster leader: 24512 members: 24512,24455,24482 2024-06-13T06:22:40.183 INFO:teuthology.orchestra.run.smithi039.stdout:[mds.b{0:24512} state up:active seq 6 addr [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] compat {c=[1],r=[1],i=[1fff]}] 2024-06-13T06:22:40.183 INFO:teuthology.orchestra.run.smithi039.stdout:[mds.i{0:24448} state up:standby-replay seq 1 addr [v2:172.21.15.149:6838/862740064,v1:172.21.15.149:6839/862740064] compat {c=[1],r=[1],i=[1fff]}] 2024-06-13T06:22:40.183 INFO:teuthology.orchestra.run.smithi039.stdout:[mds.h{1:24482} state up:active seq 12 addr [v2:172.21.15.96:6836/2574644445,v1:172.21.15.96:6837/2574644445] compat {c=[1],r=[1],i=[1fff]}] 2024-06-13T06:22:40.183 INFO:teuthology.orchestra.run.smithi039.stdout:[mds.c{1:24439} state up:standby-replay seq 1 addr [v2:172.21.15.149:6836/1742889729,v1:172.21.15.149:6837/1742889729] compat {c=[1],r=[1],i=[1fff]}] 2024-06-13T06:22:40.183 INFO:teuthology.orchestra.run.smithi039.stdout:[mds.e{2:24455} state up:active seq 15 addr [v2:172.21.15.96:6834/3408571209,v1:172.21.15.96:6835/3408571209] compat {c=[1],r=[1],i=[1fff]}] 2024-06-13T06:22:40.183 INFO:teuthology.orchestra.run.smithi039.stdout:[mds.k{2:24431} state up:standby-replay seq 1 addr [v2:172.21.15.96:6832/2827318421,v1:172.21.15.96:6833/2827318421] compat {c=[1],r=[1],i=[1fff]}] 2024-06-13T06:22:40.183 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:22:40.183 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:22:40.183 INFO:teuthology.orchestra.run.smithi039.stdout:Standby daemons: 2024-06-13T06:22:40.183 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:22:40.183 INFO:teuthology.orchestra.run.smithi039.stdout:[mds.j{-1:14517} state up:standby seq 1 addr [v2:172.21.15.39:6834/2373452665,v1:172.21.15.39:6835/2373452665] compat {c=[1],r=[1],i=[1fff]}] 2024-06-13T06:22:40.184 INFO:teuthology.orchestra.run.smithi039.stdout:[mds.d{-1:14523} state up:standby seq 1 addr [v2:172.21.15.39:6836/2187635150,v1:172.21.15.39:6837/2187635150] compat {c=[1],r=[1],i=[1fff]}] 2024-06-13T06:22:40.184 INFO:teuthology.orchestra.run.smithi039.stdout:[mds.g{-1:14571} state up:standby seq 1 addr [v2:172.21.15.39:6838/1475451558,v1:172.21.15.39:6839/1475451558] compat {c=[1],r=[1],i=[1fff]}] 2024-06-13T06:22:40.184 INFO:teuthology.orchestra.run.smithi039.stdout:[mds.a{-1:14577} state up:standby seq 1 addr [v2:172.21.15.39:6840/313570480,v1:172.21.15.39:6841/313570480] compat {c=[1],r=[1],i=[1fff]}] 2024-06-13T06:22:40.184 INFO:teuthology.orchestra.run.smithi039.stdout:[mds.l{-1:24397} state up:standby seq 1 addr [v2:172.21.15.149:6832/980475055,v1:172.21.15.149:6833/980475055] compat {c=[1],r=[1],i=[1fff]}] 2024-06-13T06:22:40.184 INFO:teuthology.orchestra.run.smithi039.stdout:[mds.f{-1:24427} state up:standby seq 1 addr [v2:172.21.15.149:6834/2757180167,v1:172.21.15.149:6835/2757180167] compat {c=[1],r=[1],i=[1fff]}] 2024-06-13T06:22:40.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:40.183+0000 7fc44154c700 1 -- 172.21.15.39:0/3695242460 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fc4280a2c20 msgr2=0x7fc4280a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:40.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:40.183+0000 7fc44154c700 1 --2- 172.21.15.39:0/3695242460 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fc4280a2c20 0x7fc4280a50e0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fc43c101c20 tx=0x7fc42c009190 comp rx=0 tx=0).stop 2024-06-13T06:22:40.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:40.183+0000 7fc44154c700 1 -- 172.21.15.39:0/3695242460 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc43c102760 msgr2=0x7fc43c19fd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:40.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:40.183+0000 7fc44154c700 1 --2- 172.21.15.39:0/3695242460 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc43c102760 0x7fc43c19fd80 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fc43400b9a0 tx=0x7fc43400bcb0 comp rx=0 tx=0).stop 2024-06-13T06:22:40.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:40.183+0000 7fc44154c700 1 -- 172.21.15.39:0/3695242460 shutdown_connections 2024-06-13T06:22:40.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:40.183+0000 7fc44154c700 1 --2- 172.21.15.39:0/3695242460 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fc4280a2c20 0x7fc4280a50e0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:40.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:40.183+0000 7fc44154c700 1 --2- 172.21.15.39:0/3695242460 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc43c102760 0x7fc43c19fd80 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:40.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:40.183+0000 7fc44154c700 1 --2- 172.21.15.39:0/3695242460 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc43c100bc0 0x7fc43c1987c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:40.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:40.183+0000 7fc44154c700 1 --2- 172.21.15.39:0/3695242460 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc43c101dc0 0x7fc43c198d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:40.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:40.183+0000 7fc44154c700 1 -- 172.21.15.39:0/3695242460 >> 172.21.15.39:0/3695242460 conn(0x7fc43c0fc160 msgr2=0x7fc43c105060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:40.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:40.183+0000 7fc44154c700 1 -- 172.21.15.39:0/3695242460 shutdown_connections 2024-06-13T06:22:40.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:40.183+0000 7fc44154c700 1 -- 172.21.15.39:0/3695242460 wait complete. 2024-06-13T06:22:40.186 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 23 2024-06-13T06:22:40.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:40 smithi096 ceph-mon[36532]: pgmap v378: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:22:40.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:40 smithi149 ceph-mon[36963]: pgmap v378: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:22:40.970 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- bash -c 'ceph osd dump' 2024-06-13T06:22:41.225 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:22:41.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:41 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/3695242460' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-06-13T06:22:41.348 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:41 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/3695242460' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-06-13T06:22:41.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:41 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/3695242460' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-06-13T06:22:42.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:42 smithi096 ceph-mon[36532]: pgmap v379: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:22:42.366 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:42 smithi039 ceph-mon[32479]: pgmap v379: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:22:42.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:42 smithi149 ceph-mon[36963]: pgmap v379: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:22:43.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.034+0000 7f5773f1e700 1 -- 172.21.15.39:0/147672027 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f576c102f90 msgr2=0x7f576c109840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:43.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.034+0000 7f5773f1e700 1 --2- 172.21.15.39:0/147672027 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f576c102f90 0x7f576c109840 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f57640099c0 tx=0x7f5764009cd0 comp rx=0 tx=0).stop 2024-06-13T06:22:43.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.034+0000 7f5773f1e700 1 -- 172.21.15.39:0/147672027 shutdown_connections 2024-06-13T06:22:43.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.034+0000 7f5773f1e700 1 --2- 172.21.15.39:0/147672027 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f576c102f90 0x7f576c109840 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:43.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.034+0000 7f5773f1e700 1 --2- 172.21.15.39:0/147672027 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f576c1013f0 0x7f576c101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:43.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.034+0000 7f5773f1e700 1 --2- 172.21.15.39:0/147672027 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f576c1025f0 0x7f576c102a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:43.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.034+0000 7f5773f1e700 1 -- 172.21.15.39:0/147672027 >> 172.21.15.39:0/147672027 conn(0x7f576c0fc990 msgr2=0x7f576c0fedd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:43.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.034+0000 7f5773f1e700 1 -- 172.21.15.39:0/147672027 shutdown_connections 2024-06-13T06:22:43.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.034+0000 7f5773f1e700 1 -- 172.21.15.39:0/147672027 wait complete. 2024-06-13T06:22:43.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.035+0000 7f5773f1e700 1 Processor -- start 2024-06-13T06:22:43.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.035+0000 7f5773f1e700 1 -- start start 2024-06-13T06:22:43.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.035+0000 7f5773f1e700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f576c1013f0 0x7f576c1986e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:43.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.035+0000 7f5773f1e700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f576c1025f0 0x7f576c198c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:43.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.035+0000 7f5773f1e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f576c102f90 0x7f576c19fca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:43.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.035+0000 7f5773f1e700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f576c10cfd0 con 0x7f576c102f90 2024-06-13T06:22:43.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.035+0000 7f5773f1e700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f576c10ce50 con 0x7f576c1025f0 2024-06-13T06:22:43.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.035+0000 7f5773f1e700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f576c10d150 con 0x7f576c1013f0 2024-06-13T06:22:43.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.035+0000 7f57724bb700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f576c102f90 0x7f576c19fca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:43.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.035+0000 7f57724bb700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f576c102f90 0x7f576c19fca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36032/0 (socket says 172.21.15.39:36032) 2024-06-13T06:22:43.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.035+0000 7f57724bb700 1 -- 172.21.15.39:0/2065995533 learned_addr learned my addr 172.21.15.39:0/2065995533 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:22:43.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.035+0000 7f5771cba700 1 --2- 172.21.15.39:0/2065995533 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f576c1013f0 0x7f576c1986e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:43.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.035+0000 7f57714b9700 1 --2- 172.21.15.39:0/2065995533 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f576c1025f0 0x7f576c198c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:43.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.036+0000 7f57724bb700 1 -- 172.21.15.39:0/2065995533 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f576c1013f0 msgr2=0x7f576c1986e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:43.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.036+0000 7f57724bb700 1 --2- 172.21.15.39:0/2065995533 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f576c1013f0 0x7f576c1986e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:43.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.036+0000 7f57724bb700 1 -- 172.21.15.39:0/2065995533 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f576c1025f0 msgr2=0x7f576c198c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:43.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.036+0000 7f57724bb700 1 --2- 172.21.15.39:0/2065995533 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f576c1025f0 0x7f576c198c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:43.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.036+0000 7f57724bb700 1 -- 172.21.15.39:0/2065995533 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f576c1a0340 con 0x7f576c102f90 2024-06-13T06:22:43.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.036+0000 7f57714b9700 1 --2- 172.21.15.39:0/2065995533 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f576c1025f0 0x7f576c198c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:22:43.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.036+0000 7f57724bb700 1 --2- 172.21.15.39:0/2065995533 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f576c102f90 0x7f576c19fca0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f5764005910 tx=0x7f5764009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:43.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.036+0000 7f576affd700 1 -- 172.21.15.39:0/2065995533 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5764027070 con 0x7f576c102f90 2024-06-13T06:22:43.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.036+0000 7f576affd700 1 -- 172.21.15.39:0/2065995533 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5764003f40 con 0x7f576c102f90 2024-06-13T06:22:43.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.036+0000 7f5773f1e700 1 -- 172.21.15.39:0/2065995533 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f576c1a05d0 con 0x7f576c102f90 2024-06-13T06:22:43.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.036+0000 7f576affd700 1 -- 172.21.15.39:0/2065995533 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5764022dd0 con 0x7f576c102f90 2024-06-13T06:22:43.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.036+0000 7f5773f1e700 1 -- 172.21.15.39:0/2065995533 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f576c1a0a20 con 0x7f576c102f90 2024-06-13T06:22:43.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.037+0000 7f5773f1e700 1 -- 172.21.15.39:0/2065995533 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f576c069180 con 0x7f576c102f90 2024-06-13T06:22:43.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.038+0000 7f576affd700 1 -- 172.21.15.39:0/2065995533 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f576402a070 con 0x7f576c102f90 2024-06-13T06:22:43.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.039+0000 7f576affd700 1 --2- 172.21.15.39:0/2065995533 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f57540a2c20 0x7f57540a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:43.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.039+0000 7f5771cba700 1 --2- 172.21.15.39:0/2065995533 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f57540a2c20 0x7f57540a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:43.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.039+0000 7f576affd700 1 -- 172.21.15.39:0/2065995533 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7f57640d0110 con 0x7f576c102f90 2024-06-13T06:22:43.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.039+0000 7f5771cba700 1 --2- 172.21.15.39:0/2065995533 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f57540a2c20 0x7f57540a50e0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f575c0060b0 tx=0x7f575c00c040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:43.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.042+0000 7f576affd700 1 -- 172.21.15.39:0/2065995533 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f5764013070 con 0x7f576c102f90 2024-06-13T06:22:43.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.251+0000 7f5773f1e700 1 -- 172.21.15.39:0/2065995533 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump"} v 0) -- 0x7f576c1a0ee0 con 0x7f576c102f90 2024-06-13T06:22:43.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.252+0000 7f576affd700 1 -- 172.21.15.39:0/2065995533 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v91) ==== 56+0+5301 (secure 0 0 0) 0x7f576409d180 con 0x7f576c102f90 2024-06-13T06:22:43.251 INFO:teuthology.orchestra.run.smithi039.stdout:epoch 91 2024-06-13T06:22:43.251 INFO:teuthology.orchestra.run.smithi039.stdout:fsid ae626f9c-294b-11ef-bc9c-c7b262605968 2024-06-13T06:22:43.252 INFO:teuthology.orchestra.run.smithi039.stdout:created 2024-06-13T06:11:51.305066+0000 2024-06-13T06:22:43.252 INFO:teuthology.orchestra.run.smithi039.stdout:modified 2024-06-13T06:20:46.660676+0000 2024-06-13T06:22:43.252 INFO:teuthology.orchestra.run.smithi039.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2024-06-13T06:22:43.252 INFO:teuthology.orchestra.run.smithi039.stdout:crush_version 26 2024-06-13T06:22:43.252 INFO:teuthology.orchestra.run.smithi039.stdout:full_ratio 0.95 2024-06-13T06:22:43.252 INFO:teuthology.orchestra.run.smithi039.stdout:backfillfull_ratio 0.9 2024-06-13T06:22:43.252 INFO:teuthology.orchestra.run.smithi039.stdout:nearfull_ratio 0.85 2024-06-13T06:22:43.252 INFO:teuthology.orchestra.run.smithi039.stdout:require_min_compat_client luminous 2024-06-13T06:22:43.252 INFO:teuthology.orchestra.run.smithi039.stdout:min_compat_client luminous 2024-06-13T06:22:43.252 INFO:teuthology.orchestra.run.smithi039.stdout:require_osd_release squid 2024-06-13T06:22:43.252 INFO:teuthology.orchestra.run.smithi039.stdout:stretch_mode_enabled false 2024-06-13T06:22:43.252 INFO:teuthology.orchestra.run.smithi039.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 22 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2024-06-13T06:22:43.252 INFO:teuthology.orchestra.run.smithi039.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 89 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 1.88 2024-06-13T06:22:43.253 INFO:teuthology.orchestra.run.smithi039.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 89 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.9 application cephfs read_balance_score 1.50 2024-06-13T06:22:43.253 INFO:teuthology.orchestra.run.smithi039.stdout:max_osd 12 2024-06-13T06:22:43.253 INFO:teuthology.orchestra.run.smithi039.stdout:osd.0 up in weight 1 up_from 8 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.39:6802/917128641,v1:172.21.15.39:6803/917128641] [v2:172.21.15.39:6804/917128641,v1:172.21.15.39:6805/917128641] exists,up b602e286-0350-4768-b03b-081f9c60cda7 2024-06-13T06:22:43.253 INFO:teuthology.orchestra.run.smithi039.stdout:osd.1 up in weight 1 up_from 13 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.96:6800/1664615815,v1:172.21.15.96:6801/1664615815] [v2:172.21.15.96:6802/1664615815,v1:172.21.15.96:6803/1664615815] exists,up 199bf34b-b607-43d8-8216-c4e80c8d3ebe 2024-06-13T06:22:43.253 INFO:teuthology.orchestra.run.smithi039.stdout:osd.2 up in weight 1 up_from 18 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.149:6800/580976175,v1:172.21.15.149:6801/580976175] [v2:172.21.15.149:6802/580976175,v1:172.21.15.149:6803/580976175] exists,up 1408753c-ec3d-4e23-964e-104614ccba56 2024-06-13T06:22:43.253 INFO:teuthology.orchestra.run.smithi039.stdout:osd.3 up in weight 1 up_from 26 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.39:6810/2347430345,v1:172.21.15.39:6811/2347430345] [v2:172.21.15.39:6812/2347430345,v1:172.21.15.39:6813/2347430345] exists,up 8234a82f-d8d1-42c5-b257-799c0517bb1b 2024-06-13T06:22:43.253 INFO:teuthology.orchestra.run.smithi039.stdout:osd.4 up in weight 1 up_from 34 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.96:6808/1674089136,v1:172.21.15.96:6809/1674089136] [v2:172.21.15.96:6810/1674089136,v1:172.21.15.96:6811/1674089136] exists,up 977fac50-3471-408c-9747-70154767f29a 2024-06-13T06:22:43.253 INFO:teuthology.orchestra.run.smithi039.stdout:osd.5 up in weight 1 up_from 39 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.149:6808/3878401601,v1:172.21.15.149:6809/3878401601] [v2:172.21.15.149:6810/3878401601,v1:172.21.15.149:6811/3878401601] exists,up 99a866b2-466a-4779-bb0d-c104bac11df5 2024-06-13T06:22:43.253 INFO:teuthology.orchestra.run.smithi039.stdout:osd.6 up in weight 1 up_from 47 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.39:6818/1262679006,v1:172.21.15.39:6819/1262679006] [v2:172.21.15.39:6820/1262679006,v1:172.21.15.39:6821/1262679006] exists,up 10df23c3-559c-4922-8ccf-99802a4f2449 2024-06-13T06:22:43.253 INFO:teuthology.orchestra.run.smithi039.stdout:osd.7 up in weight 1 up_from 52 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.96:6816/2801325231,v1:172.21.15.96:6817/2801325231] [v2:172.21.15.96:6818/2801325231,v1:172.21.15.96:6819/2801325231] exists,up eba2316d-c2fc-4fd8-943c-74e05936af95 2024-06-13T06:22:43.253 INFO:teuthology.orchestra.run.smithi039.stdout:osd.8 up in weight 1 up_from 60 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.149:6816/2814583725,v1:172.21.15.149:6817/2814583725] [v2:172.21.15.149:6818/2814583725,v1:172.21.15.149:6819/2814583725] exists,up 3c975612-4663-4516-bb94-8705d96309e1 2024-06-13T06:22:43.253 INFO:teuthology.orchestra.run.smithi039.stdout:osd.9 up in weight 1 up_from 68 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.39:6826/2716066772,v1:172.21.15.39:6827/2716066772] [v2:172.21.15.39:6828/2716066772,v1:172.21.15.39:6829/2716066772] exists,up 17d9ffb0-b826-452c-bd91-1399fb46e734 2024-06-13T06:22:43.254 INFO:teuthology.orchestra.run.smithi039.stdout:osd.10 up in weight 1 up_from 73 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.96:6824/3117528382,v1:172.21.15.96:6825/3117528382] [v2:172.21.15.96:6826/3117528382,v1:172.21.15.96:6827/3117528382] exists,up 5fa8dedf-2c1b-47b0-98ca-7983922b6e31 2024-06-13T06:22:43.254 INFO:teuthology.orchestra.run.smithi039.stdout:osd.11 up in weight 1 up_from 81 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.149:6824/3783053198,v1:172.21.15.149:6825/3783053198] [v2:172.21.15.149:6826/3783053198,v1:172.21.15.149:6827/3783053198] exists,up 464289a7-ae93-47f5-b88b-7c21ab02c295 2024-06-13T06:22:43.254 INFO:teuthology.orchestra.run.smithi039.stdout:pg_upmap_items 2.a [2,11] 2024-06-13T06:22:43.254 INFO:teuthology.orchestra.run.smithi039.stdout:pg_upmap_items 2.14 [2,4] 2024-06-13T06:22:43.254 INFO:teuthology.orchestra.run.smithi039.stdout:pg_upmap_items 2.1c [8,11] 2024-06-13T06:22:43.254 INFO:teuthology.orchestra.run.smithi039.stdout:pg_upmap_items 3.0 [4,6] 2024-06-13T06:22:43.254 INFO:teuthology.orchestra.run.smithi039.stdout:pg_upmap_items 3.e [4,8] 2024-06-13T06:22:43.254 INFO:teuthology.orchestra.run.smithi039.stdout:pg_upmap_items 3.14 [1,9] 2024-06-13T06:22:43.254 INFO:teuthology.orchestra.run.smithi039.stdout:pg_upmap_items 3.18 [3,9] 2024-06-13T06:22:43.254 INFO:teuthology.orchestra.run.smithi039.stdout:pg_upmap_items 3.1b [4,8,5,9] 2024-06-13T06:22:43.254 INFO:teuthology.orchestra.run.smithi039.stdout:pg_upmap_items 3.37 [5,7] 2024-06-13T06:22:43.254 INFO:teuthology.orchestra.run.smithi039.stdout:blocklist 172.21.15.39:0/2230961630 expires 2024-06-14T06:12:44.764849+0000 2024-06-13T06:22:43.254 INFO:teuthology.orchestra.run.smithi039.stdout:blocklist 172.21.15.39:0/3359492273 expires 2024-06-14T06:12:44.764849+0000 2024-06-13T06:22:43.255 INFO:teuthology.orchestra.run.smithi039.stdout:blocklist 172.21.15.39:6800/1734263468 expires 2024-06-14T06:12:44.764849+0000 2024-06-13T06:22:43.255 INFO:teuthology.orchestra.run.smithi039.stdout:blocklist 172.21.15.39:6801/1734263468 expires 2024-06-14T06:12:44.764849+0000 2024-06-13T06:22:43.255 INFO:teuthology.orchestra.run.smithi039.stdout:blocklist 172.21.15.39:0/984030546 expires 2024-06-14T06:12:17.979204+0000 2024-06-13T06:22:43.255 INFO:teuthology.orchestra.run.smithi039.stdout:blocklist 172.21.15.39:0/3526641224 expires 2024-06-14T06:12:44.764849+0000 2024-06-13T06:22:43.255 INFO:teuthology.orchestra.run.smithi039.stdout:blocklist 172.21.15.39:0/3515867652 expires 2024-06-14T06:12:17.979204+0000 2024-06-13T06:22:43.255 INFO:teuthology.orchestra.run.smithi039.stdout:blocklist 172.21.15.39:6800/1863890417 expires 2024-06-14T06:12:17.979204+0000 2024-06-13T06:22:43.255 INFO:teuthology.orchestra.run.smithi039.stdout:blocklist 172.21.15.39:0/973565867 expires 2024-06-14T06:12:17.979204+0000 2024-06-13T06:22:43.255 INFO:teuthology.orchestra.run.smithi039.stdout:blocklist 172.21.15.39:6801/1863890417 expires 2024-06-14T06:12:17.979204+0000 2024-06-13T06:22:43.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.254+0000 7f5773f1e700 1 -- 172.21.15.39:0/2065995533 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f57540a2c20 msgr2=0x7f57540a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:43.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.254+0000 7f5773f1e700 1 --2- 172.21.15.39:0/2065995533 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f57540a2c20 0x7f57540a50e0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f575c0060b0 tx=0x7f575c00c040 comp rx=0 tx=0).stop 2024-06-13T06:22:43.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.254+0000 7f5773f1e700 1 -- 172.21.15.39:0/2065995533 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f576c102f90 msgr2=0x7f576c19fca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:43.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.254+0000 7f5773f1e700 1 --2- 172.21.15.39:0/2065995533 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f576c102f90 0x7f576c19fca0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f5764005910 tx=0x7f5764009580 comp rx=0 tx=0).stop 2024-06-13T06:22:43.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.254+0000 7f5773f1e700 1 -- 172.21.15.39:0/2065995533 shutdown_connections 2024-06-13T06:22:43.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.254+0000 7f5773f1e700 1 --2- 172.21.15.39:0/2065995533 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f57540a2c20 0x7f57540a50e0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:43.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.254+0000 7f5773f1e700 1 --2- 172.21.15.39:0/2065995533 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f576c102f90 0x7f576c19fca0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:43.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.254+0000 7f5773f1e700 1 --2- 172.21.15.39:0/2065995533 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f576c1013f0 0x7f576c1986e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:43.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.254+0000 7f5773f1e700 1 --2- 172.21.15.39:0/2065995533 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f576c1025f0 0x7f576c198c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:43.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.254+0000 7f5773f1e700 1 -- 172.21.15.39:0/2065995533 >> 172.21.15.39:0/2065995533 conn(0x7f576c0fc990 msgr2=0x7f576c06a170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:43.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.254+0000 7f5773f1e700 1 -- 172.21.15.39:0/2065995533 shutdown_connections 2024-06-13T06:22:43.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:43.254+0000 7f5773f1e700 1 -- 172.21.15.39:0/2065995533 wait complete. 2024-06-13T06:22:43.905 INFO:teuthology.run_tasks:Running task fs.ready... 2024-06-13T06:22:43.917 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T06:22:44.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:44 smithi039 ceph-mon[32479]: pgmap v380: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:22:44.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:44 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/2065995533' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-06-13T06:22:44.173 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:22:44.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:44 smithi096 ceph-mon[36532]: pgmap v380: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:22:44.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:44 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/2065995533' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-06-13T06:22:44.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:44 smithi149 ceph-mon[36963]: pgmap v380: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:22:44.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:44 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/2065995533' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-06-13T06:22:45.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:45.864+0000 7fbc824e7700 1 -- 172.21.15.39:0/593866876 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbc7c106720 msgr2=0x7fbc7c10e2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:45.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:45.864+0000 7fbc824e7700 1 --2- 172.21.15.39:0/593866876 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbc7c106720 0x7fbc7c10e2c0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fbc7400b0d0 tx=0x7fbc7400b3e0 comp rx=0 tx=0).stop 2024-06-13T06:22:45.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:45.864+0000 7fbc824e7700 1 -- 172.21.15.39:0/593866876 shutdown_connections 2024-06-13T06:22:45.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:45.864+0000 7fbc824e7700 1 --2- 172.21.15.39:0/593866876 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbc7c106720 0x7fbc7c10e2c0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:45.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:45.864+0000 7fbc824e7700 1 --2- 172.21.15.39:0/593866876 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbc7c1019d0 0x7fbc7c101db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:45.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:45.864+0000 7fbc824e7700 1 --2- 172.21.15.39:0/593866876 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fbc7c102380 0x7fbc7c105ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:45.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:45.864+0000 7fbc824e7700 1 -- 172.21.15.39:0/593866876 >> 172.21.15.39:0/593866876 conn(0x7fbc7c078340 msgr2=0x7fbc7c078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:45.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:45.864+0000 7fbc824e7700 1 -- 172.21.15.39:0/593866876 shutdown_connections 2024-06-13T06:22:45.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:45.864+0000 7fbc824e7700 1 -- 172.21.15.39:0/593866876 wait complete. 2024-06-13T06:22:45.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:45.865+0000 7fbc824e7700 1 Processor -- start 2024-06-13T06:22:45.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:45.865+0000 7fbc824e7700 1 -- start start 2024-06-13T06:22:45.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:45.865+0000 7fbc824e7700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbc7c1019d0 0x7fbc7c19e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:45.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:45.865+0000 7fbc824e7700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbc7c102380 0x7fbc7c19ee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:45.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:45.865+0000 7fbc824e7700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fbc7c106720 0x7fbc7c198aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:45.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:45.865+0000 7fbc824e7700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fbc7c111750 con 0x7fbc7c1019d0 2024-06-13T06:22:45.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:45.865+0000 7fbc824e7700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fbc7c1115d0 con 0x7fbc7c106720 2024-06-13T06:22:45.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:45.865+0000 7fbc824e7700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fbc7c1118d0 con 0x7fbc7c102380 2024-06-13T06:22:45.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:45.866+0000 7fbc7bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbc7c1019d0 0x7fbc7c19e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:45.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:45.866+0000 7fbc7bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbc7c1019d0 0x7fbc7c19e8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36052/0 (socket says 172.21.15.39:36052) 2024-06-13T06:22:45.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:45.866+0000 7fbc7bfff700 1 -- 172.21.15.39:0/3976239471 learned_addr learned my addr 172.21.15.39:0/3976239471 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:22:45.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:45.866+0000 7fbc80a84700 1 --2- 172.21.15.39:0/3976239471 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fbc7c106720 0x7fbc7c198aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:45.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:45.866+0000 7fbc7b7fe700 1 --2- 172.21.15.39:0/3976239471 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbc7c102380 0x7fbc7c19ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:45.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:45.866+0000 7fbc7bfff700 1 -- 172.21.15.39:0/3976239471 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbc7c102380 msgr2=0x7fbc7c19ee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:45.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:45.866+0000 7fbc7bfff700 1 --2- 172.21.15.39:0/3976239471 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbc7c102380 0x7fbc7c19ee20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:45.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:45.866+0000 7fbc7bfff700 1 -- 172.21.15.39:0/3976239471 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fbc7c106720 msgr2=0x7fbc7c198aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:45.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:45.866+0000 7fbc7bfff700 1 --2- 172.21.15.39:0/3976239471 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fbc7c106720 0x7fbc7c198aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:45.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:45.866+0000 7fbc7bfff700 1 -- 172.21.15.39:0/3976239471 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc7c199200 con 0x7fbc7c1019d0 2024-06-13T06:22:45.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:45.866+0000 7fbc7bfff700 1 --2- 172.21.15.39:0/3976239471 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbc7c1019d0 0x7fbc7c19e8e0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fbc6c00d980 tx=0x7fbc6c00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:45.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:45.866+0000 7fbc797fa700 1 -- 172.21.15.39:0/3976239471 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc6c017070 con 0x7fbc7c1019d0 2024-06-13T06:22:45.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:45.867+0000 7fbc824e7700 1 -- 172.21.15.39:0/3976239471 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc7c1994f0 con 0x7fbc7c1019d0 2024-06-13T06:22:45.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:45.867+0000 7fbc797fa700 1 -- 172.21.15.39:0/3976239471 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbc6c005020 con 0x7fbc7c1019d0 2024-06-13T06:22:45.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:45.867+0000 7fbc797fa700 1 -- 172.21.15.39:0/3976239471 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc6c00fbf0 con 0x7fbc7c1019d0 2024-06-13T06:22:45.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:45.867+0000 7fbc824e7700 1 -- 172.21.15.39:0/3976239471 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc7c1a57b0 con 0x7fbc7c1019d0 2024-06-13T06:22:45.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:45.868+0000 7fbc824e7700 1 -- 172.21.15.39:0/3976239471 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc7c102ad0 con 0x7fbc7c1019d0 2024-06-13T06:22:45.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:45.870+0000 7fbc797fa700 1 -- 172.21.15.39:0/3976239471 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fbc6c0051d0 con 0x7fbc7c1019d0 2024-06-13T06:22:45.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:45.870+0000 7fbc797fa700 1 --2- 172.21.15.39:0/3976239471 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fbc640a2ca0 0x7fbc640a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:45.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:45.870+0000 7fbc7b7fe700 1 --2- 172.21.15.39:0/3976239471 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fbc640a2ca0 0x7fbc640a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:45.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:45.870+0000 7fbc797fa700 1 -- 172.21.15.39:0/3976239471 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7fbc6c0cf1d0 con 0x7fbc7c1019d0 2024-06-13T06:22:45.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:45.871+0000 7fbc7b7fe700 1 --2- 172.21.15.39:0/3976239471 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fbc640a2ca0 0x7fbc640a5160 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fbc7c107be0 tx=0x7fbc7000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:45.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:45.874+0000 7fbc797fa700 1 -- 172.21.15.39:0/3976239471 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fbc6c020020 con 0x7fbc7c1019d0 2024-06-13T06:22:46.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:46.128+0000 7fbc824e7700 1 -- 172.21.15.39:0/3976239471 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbc7c19a000 con 0x7fbc7c1019d0 2024-06-13T06:22:46.128 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:46 smithi039 ceph-mon[32479]: pgmap v381: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:22:46.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:46.129+0000 7fbc797fa700 1 -- 172.21.15.39:0/3976239471 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+11865 (secure 0 0 0) 0x7fbc7c19a000 con 0x7fbc7c1019d0 2024-06-13T06:22:46.129 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:22:46.129 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/2373452665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":2373452665},{"type":"v1","addr":"172.21.15.39:6835","nonce":2373452665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/2187635150","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":2187635150},{"type":"v1","addr":"172.21.15.39:6837","nonce":2187635150}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14571,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6839/1475451558","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":1475451558},{"type":"v1","addr":"172.21.15.39:6839","nonce":1475451558}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14577,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6841/313570480","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":313570480},{"type":"v1","addr":"172.21.15.39:6841","nonce":313570480}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/980475055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":980475055},{"type":"v1","addr":"172.21.15.149:6833","nonce":980475055}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24427,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/2757180167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":2757180167},{"type":"v1","addr":"172.21.15.149:6835","nonce":2757180167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-13T06:20:05.248660+0000","modified":"2024-06-13T06:20:24.313377+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24512,"mds_1":24482,"mds_2":24455},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24431":{"gid":24431,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.96:6833/2827318421","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6832","nonce":2827318421},{"type":"v1","addr":"172.21.15.96:6833","nonce":2827318421}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24439":{"gid":24439,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6837/1742889729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":1742889729},{"type":"v1","addr":"172.21.15.149:6837","nonce":1742889729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6839/862740064","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":862740064},{"type":"v1","addr":"172.21.15.149:6839","nonce":862740064}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.96:6835/3408571209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6834","nonce":3408571209},{"type":"v1","addr":"172.21.15.96:6835","nonce":3408571209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.96:6837/2574644445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6836","nonce":2574644445},{"type":"v1","addr":"172.21.15.96:6837","nonce":2574644445}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.96:6839/1459106434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6838","nonce":1459106434},{"type":"v1","addr":"172.21.15.96:6839","nonce":1459106434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24512,"qdb_cluster":[24512,24455,24482]},"id":1}]} 2024-06-13T06:22:46.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:46.131+0000 7fbc824e7700 1 -- 172.21.15.39:0/3976239471 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fbc640a2ca0 msgr2=0x7fbc640a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:46.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:46.131+0000 7fbc824e7700 1 --2- 172.21.15.39:0/3976239471 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fbc640a2ca0 0x7fbc640a5160 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fbc7c107be0 tx=0x7fbc7000b410 comp rx=0 tx=0).stop 2024-06-13T06:22:46.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:46.131+0000 7fbc824e7700 1 -- 172.21.15.39:0/3976239471 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbc7c1019d0 msgr2=0x7fbc7c19e8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:46.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:46.131+0000 7fbc824e7700 1 --2- 172.21.15.39:0/3976239471 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbc7c1019d0 0x7fbc7c19e8e0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fbc6c00d980 tx=0x7fbc6c00dc90 comp rx=0 tx=0).stop 2024-06-13T06:22:46.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:46.132+0000 7fbc824e7700 1 -- 172.21.15.39:0/3976239471 shutdown_connections 2024-06-13T06:22:46.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:46.132+0000 7fbc824e7700 1 --2- 172.21.15.39:0/3976239471 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fbc640a2ca0 0x7fbc640a5160 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:46.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:46.132+0000 7fbc824e7700 1 --2- 172.21.15.39:0/3976239471 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fbc7c106720 0x7fbc7c198aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:46.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:46.132+0000 7fbc824e7700 1 --2- 172.21.15.39:0/3976239471 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbc7c1019d0 0x7fbc7c19e8e0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:46.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:46.132+0000 7fbc824e7700 1 --2- 172.21.15.39:0/3976239471 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbc7c102380 0x7fbc7c19ee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:46.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:46.132+0000 7fbc824e7700 1 -- 172.21.15.39:0/3976239471 >> 172.21.15.39:0/3976239471 conn(0x7fbc7c078340 msgr2=0x7fbc7c06ade0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:46.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:46.132+0000 7fbc824e7700 1 -- 172.21.15.39:0/3976239471 shutdown_connections 2024-06-13T06:22:46.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:46.132+0000 7fbc824e7700 1 -- 172.21.15.39:0/3976239471 wait complete. 2024-06-13T06:22:46.132 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 23 2024-06-13T06:22:46.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:46 smithi096 ceph-mon[36532]: pgmap v381: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:22:46.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:46 smithi149 ceph-mon[36963]: pgmap v381: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:22:46.757 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T06:22:47.011 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:22:47.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:47 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/3976239471' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:22:47.295 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:47 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/3976239471' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:22:47.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:47 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/3976239471' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:22:48.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:48 smithi096 ceph-mon[36532]: pgmap v382: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:22:48.291 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:48 smithi039 ceph-mon[32479]: pgmap v382: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:22:48.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:48 smithi149 ceph-mon[36963]: pgmap v382: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:22:48.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.681+0000 7fc0ef682700 1 -- 172.21.15.39:0/347224125 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc0e8101390 msgr2=0x7fc0e8101810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:48.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.681+0000 7fc0ef682700 1 --2- 172.21.15.39:0/347224125 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc0e8101390 0x7fc0e8101810 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fc0dc009990 tx=0x7fc0dc009ca0 comp rx=0 tx=0).stop 2024-06-13T06:22:48.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.681+0000 7fc0ef682700 1 -- 172.21.15.39:0/347224125 shutdown_connections 2024-06-13T06:22:48.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.681+0000 7fc0ef682700 1 --2- 172.21.15.39:0/347224125 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc0e8101d50 0x7fc0e810e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:48.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.681+0000 7fc0ef682700 1 --2- 172.21.15.39:0/347224125 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc0e8107400 0x7fc0e81077e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:48.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.681+0000 7fc0ef682700 1 --2- 172.21.15.39:0/347224125 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc0e8101390 0x7fc0e8101810 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:48.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.681+0000 7fc0ef682700 1 -- 172.21.15.39:0/347224125 >> 172.21.15.39:0/347224125 conn(0x7fc0e8078340 msgr2=0x7fc0e8078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:48.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.681+0000 7fc0ef682700 1 -- 172.21.15.39:0/347224125 shutdown_connections 2024-06-13T06:22:48.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.681+0000 7fc0ef682700 1 -- 172.21.15.39:0/347224125 wait complete. 2024-06-13T06:22:48.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.682+0000 7fc0ef682700 1 Processor -- start 2024-06-13T06:22:48.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.682+0000 7fc0ef682700 1 -- start start 2024-06-13T06:22:48.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.682+0000 7fc0ef682700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc0e8101390 0x7fc0e8199b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:48.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.682+0000 7fc0ef682700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc0e8101d50 0x7fc0e819a0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:48.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.682+0000 7fc0ef682700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc0e8107400 0x7fc0e81a4c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:48.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.682+0000 7fc0ef682700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fc0e81116f0 con 0x7fc0e8101390 2024-06-13T06:22:48.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.682+0000 7fc0ef682700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fc0e8111570 con 0x7fc0e8107400 2024-06-13T06:22:48.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.682+0000 7fc0ef682700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fc0e8111870 con 0x7fc0e8101d50 2024-06-13T06:22:48.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.682+0000 7fc0ed41e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc0e8101390 0x7fc0e8199b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:48.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.682+0000 7fc0ed41e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc0e8101390 0x7fc0e8199b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36076/0 (socket says 172.21.15.39:36076) 2024-06-13T06:22:48.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.682+0000 7fc0ed41e700 1 -- 172.21.15.39:0/1661235904 learned_addr learned my addr 172.21.15.39:0/1661235904 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:22:48.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.683+0000 7fc0edc1f700 1 --2- 172.21.15.39:0/1661235904 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc0e8107400 0x7fc0e81a4c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:48.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.683+0000 7fc0ecc1d700 1 --2- 172.21.15.39:0/1661235904 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc0e8101d50 0x7fc0e819a0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:48.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.683+0000 7fc0ed41e700 1 -- 172.21.15.39:0/1661235904 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc0e8101d50 msgr2=0x7fc0e819a0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:48.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.683+0000 7fc0ed41e700 1 --2- 172.21.15.39:0/1661235904 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc0e8101d50 0x7fc0e819a0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:48.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.683+0000 7fc0ed41e700 1 -- 172.21.15.39:0/1661235904 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc0e8107400 msgr2=0x7fc0e81a4c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:48.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.683+0000 7fc0ed41e700 1 --2- 172.21.15.39:0/1661235904 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc0e8107400 0x7fc0e81a4c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:48.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.683+0000 7fc0ed41e700 1 -- 172.21.15.39:0/1661235904 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0e81a5150 con 0x7fc0e8101390 2024-06-13T06:22:48.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.683+0000 7fc0ed41e700 1 --2- 172.21.15.39:0/1661235904 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc0e8101390 0x7fc0e8199b90 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fc0d800ada0 tx=0x7fc0d800c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:48.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.683+0000 7fc0e67fc700 1 -- 172.21.15.39:0/1661235904 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0d8017020 con 0x7fc0e8101390 2024-06-13T06:22:48.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.683+0000 7fc0ef682700 1 -- 172.21.15.39:0/1661235904 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0e81a5320 con 0x7fc0e8101390 2024-06-13T06:22:48.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.683+0000 7fc0e67fc700 1 -- 172.21.15.39:0/1661235904 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc0d800cdb0 con 0x7fc0e8101390 2024-06-13T06:22:48.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.683+0000 7fc0e67fc700 1 -- 172.21.15.39:0/1661235904 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0d8005390 con 0x7fc0e8101390 2024-06-13T06:22:48.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.683+0000 7fc0ef682700 1 -- 172.21.15.39:0/1661235904 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0e81a5880 con 0x7fc0e8101390 2024-06-13T06:22:48.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.684+0000 7fc0ef682700 1 -- 172.21.15.39:0/1661235904 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc0e8069180 con 0x7fc0e8101390 2024-06-13T06:22:48.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.686+0000 7fc0e67fc700 1 -- 172.21.15.39:0/1661235904 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fc0d8004ad0 con 0x7fc0e8101390 2024-06-13T06:22:48.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.686+0000 7fc0e67fc700 1 --2- 172.21.15.39:0/1661235904 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fc0d00a2c20 0x7fc0d00a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:48.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.686+0000 7fc0ecc1d700 1 --2- 172.21.15.39:0/1661235904 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fc0d00a2c20 0x7fc0d00a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:48.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.686+0000 7fc0e67fc700 1 -- 172.21.15.39:0/1661235904 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7fc0d80cedd0 con 0x7fc0e8101390 2024-06-13T06:22:48.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.687+0000 7fc0ecc1d700 1 --2- 172.21.15.39:0/1661235904 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fc0d00a2c20 0x7fc0d00a50e0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fc0dc00b5c0 tx=0x7fc0dc005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:48.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.690+0000 7fc0e67fc700 1 -- 172.21.15.39:0/1661235904 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fc0d8021020 con 0x7fc0e8101390 2024-06-13T06:22:48.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.940+0000 7fc0ef682700 1 -- 172.21.15.39:0/1661235904 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc0e802dca0 con 0x7fc0e8101390 2024-06-13T06:22:48.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.941+0000 7fc0e67fc700 1 -- 172.21.15.39:0/1661235904 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) ==== 94+0+11865 (secure 0 0 0) 0x7fc0d809bdb0 con 0x7fc0e8101390 2024-06-13T06:22:48.940 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:22:48.941 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/2373452665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":2373452665},{"type":"v1","addr":"172.21.15.39:6835","nonce":2373452665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/2187635150","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":2187635150},{"type":"v1","addr":"172.21.15.39:6837","nonce":2187635150}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14571,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6839/1475451558","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":1475451558},{"type":"v1","addr":"172.21.15.39:6839","nonce":1475451558}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14577,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6841/313570480","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":313570480},{"type":"v1","addr":"172.21.15.39:6841","nonce":313570480}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/980475055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":980475055},{"type":"v1","addr":"172.21.15.149:6833","nonce":980475055}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24427,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/2757180167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":2757180167},{"type":"v1","addr":"172.21.15.149:6835","nonce":2757180167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-13T06:20:05.248660+0000","modified":"2024-06-13T06:20:24.313377+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24512,"mds_1":24482,"mds_2":24455},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24431":{"gid":24431,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.96:6833/2827318421","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6832","nonce":2827318421},{"type":"v1","addr":"172.21.15.96:6833","nonce":2827318421}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24439":{"gid":24439,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6837/1742889729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":1742889729},{"type":"v1","addr":"172.21.15.149:6837","nonce":1742889729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6839/862740064","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":862740064},{"type":"v1","addr":"172.21.15.149:6839","nonce":862740064}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.96:6835/3408571209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6834","nonce":3408571209},{"type":"v1","addr":"172.21.15.96:6835","nonce":3408571209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.96:6837/2574644445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6836","nonce":2574644445},{"type":"v1","addr":"172.21.15.96:6837","nonce":2574644445}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.96:6839/1459106434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6838","nonce":1459106434},{"type":"v1","addr":"172.21.15.96:6839","nonce":1459106434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24512,"qdb_cluster":[24512,24455,24482]},"id":1}]} 2024-06-13T06:22:48.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.943+0000 7fc0ef682700 1 -- 172.21.15.39:0/1661235904 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fc0d00a2c20 msgr2=0x7fc0d00a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:48.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.943+0000 7fc0ef682700 1 --2- 172.21.15.39:0/1661235904 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fc0d00a2c20 0x7fc0d00a50e0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fc0dc00b5c0 tx=0x7fc0dc005960 comp rx=0 tx=0).stop 2024-06-13T06:22:48.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.943+0000 7fc0ef682700 1 -- 172.21.15.39:0/1661235904 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc0e8101390 msgr2=0x7fc0e8199b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:48.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.943+0000 7fc0ef682700 1 --2- 172.21.15.39:0/1661235904 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc0e8101390 0x7fc0e8199b90 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fc0d800ada0 tx=0x7fc0d800c330 comp rx=0 tx=0).stop 2024-06-13T06:22:48.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.943+0000 7fc0ef682700 1 -- 172.21.15.39:0/1661235904 shutdown_connections 2024-06-13T06:22:48.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.943+0000 7fc0ef682700 1 --2- 172.21.15.39:0/1661235904 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fc0d00a2c20 0x7fc0d00a50e0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:48.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.943+0000 7fc0ef682700 1 --2- 172.21.15.39:0/1661235904 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc0e8107400 0x7fc0e81a4c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:48.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.943+0000 7fc0ef682700 1 --2- 172.21.15.39:0/1661235904 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc0e8101390 0x7fc0e8199b90 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:48.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.943+0000 7fc0ef682700 1 --2- 172.21.15.39:0/1661235904 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc0e8101d50 0x7fc0e819a0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:48.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.943+0000 7fc0ef682700 1 -- 172.21.15.39:0/1661235904 >> 172.21.15.39:0/1661235904 conn(0x7fc0e8078340 msgr2=0x7fc0e80fff10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:48.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.943+0000 7fc0ef682700 1 -- 172.21.15.39:0/1661235904 shutdown_connections 2024-06-13T06:22:48.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:48.943+0000 7fc0ef682700 1 -- 172.21.15.39:0/1661235904 wait complete. 2024-06-13T06:22:48.948 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 23 2024-06-13T06:22:49.319 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:49 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/1661235904' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:22:49.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:49 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/1661235904' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:22:49.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:49 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/1661235904' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:22:49.736 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph osd dump --format=json 2024-06-13T06:22:49.991 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:22:50.348 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:50 smithi039 ceph-mon[32479]: pgmap v383: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:22:50.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:50 smithi149 ceph-mon[36963]: pgmap v383: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:22:50.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:50 smithi096 ceph-mon[36532]: pgmap v383: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:22:51.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.748+0000 7f19c4a59700 1 -- 172.21.15.39:0/236047372 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f19c0107840 msgr2=0x7f19c010f3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:51.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.748+0000 7f19c4a59700 1 --2- 172.21.15.39:0/236047372 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f19c0107840 0x7f19c010f3c0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f19b800b0d0 tx=0x7f19b800b3e0 comp rx=0 tx=0).stop 2024-06-13T06:22:51.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.748+0000 7f19c4a59700 1 -- 172.21.15.39:0/236047372 shutdown_connections 2024-06-13T06:22:51.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.748+0000 7f19c4a59700 1 --2- 172.21.15.39:0/236047372 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f19c0107840 0x7f19c010f3c0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:51.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.748+0000 7f19c4a59700 1 --2- 172.21.15.39:0/236047372 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f19c0102740 0x7f19c0102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:51.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.748+0000 7f19c4a59700 1 --2- 172.21.15.39:0/236047372 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f19c01030f0 0x7f19c0107110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:51.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.748+0000 7f19c4a59700 1 -- 172.21.15.39:0/236047372 >> 172.21.15.39:0/236047372 conn(0x7f19c00795f0 msgr2=0x7f19c0079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:51.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.749+0000 7f19c4a59700 1 -- 172.21.15.39:0/236047372 shutdown_connections 2024-06-13T06:22:51.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.749+0000 7f19c4a59700 1 -- 172.21.15.39:0/236047372 wait complete. 2024-06-13T06:22:51.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.749+0000 7f19c4a59700 1 Processor -- start 2024-06-13T06:22:51.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.749+0000 7f19c4a59700 1 -- start start 2024-06-13T06:22:51.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.750+0000 7f19c4a59700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f19c0102740 0x7f19c019e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:51.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.750+0000 7f19c4a59700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f19c01030f0 0x7f19c019ec20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:51.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.750+0000 7f19c4a59700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f19c0107840 0x7f19c01988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:51.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.750+0000 7f19c4a59700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f19c0112760 con 0x7f19c01030f0 2024-06-13T06:22:51.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.750+0000 7f19c4a59700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f19c01125e0 con 0x7f19c0102740 2024-06-13T06:22:51.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.750+0000 7f19c4a59700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f19c01128e0 con 0x7f19c0107840 2024-06-13T06:22:51.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.750+0000 7f19bdd9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f19c01030f0 0x7f19c019ec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:51.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.750+0000 7f19bdd9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f19c01030f0 0x7f19c019ec20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48050/0 (socket says 172.21.15.39:48050) 2024-06-13T06:22:51.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.750+0000 7f19bdd9b700 1 -- 172.21.15.39:0/458075779 learned_addr learned my addr 172.21.15.39:0/458075779 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:22:51.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.750+0000 7f19bed9d700 1 --2- 172.21.15.39:0/458075779 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f19c0107840 0x7f19c01988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:51.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.750+0000 7f19be59c700 1 --2- 172.21.15.39:0/458075779 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f19c0102740 0x7f19c019e6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:51.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.750+0000 7f19bdd9b700 1 -- 172.21.15.39:0/458075779 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f19c0107840 msgr2=0x7f19c01988a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:51.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.750+0000 7f19bdd9b700 1 --2- 172.21.15.39:0/458075779 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f19c0107840 0x7f19c01988a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:51.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.750+0000 7f19bdd9b700 1 -- 172.21.15.39:0/458075779 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f19c0102740 msgr2=0x7f19c019e6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:51.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.750+0000 7f19bdd9b700 1 --2- 172.21.15.39:0/458075779 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f19c0102740 0x7f19c019e6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:51.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.750+0000 7f19bdd9b700 1 -- 172.21.15.39:0/458075779 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19c0199000 con 0x7f19c01030f0 2024-06-13T06:22:51.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.750+0000 7f19be59c700 1 --2- 172.21.15.39:0/458075779 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f19c0102740 0x7f19c019e6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:22:51.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.750+0000 7f19bdd9b700 1 --2- 172.21.15.39:0/458075779 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f19c01030f0 0x7f19c019ec20 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f19b400c9b0 tx=0x7f19b400ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:51.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.750+0000 7f19af7fe700 1 -- 172.21.15.39:0/458075779 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19b4007b00 con 0x7f19c01030f0 2024-06-13T06:22:51.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.750+0000 7f19af7fe700 1 -- 172.21.15.39:0/458075779 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f19b4007ca0 con 0x7f19c01030f0 2024-06-13T06:22:51.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.750+0000 7f19c4a59700 1 -- 172.21.15.39:0/458075779 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19c01992f0 con 0x7f19c01030f0 2024-06-13T06:22:51.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.751+0000 7f19c4a59700 1 -- 172.21.15.39:0/458075779 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19c01a55b0 con 0x7f19c01030f0 2024-06-13T06:22:51.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.751+0000 7f19af7fe700 1 -- 172.21.15.39:0/458075779 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19b4018730 con 0x7f19c01030f0 2024-06-13T06:22:51.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.752+0000 7f19c4a59700 1 -- 172.21.15.39:0/458075779 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f19c0069180 con 0x7f19c01030f0 2024-06-13T06:22:51.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.753+0000 7f19af7fe700 1 -- 172.21.15.39:0/458075779 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f19b40188d0 con 0x7f19c01030f0 2024-06-13T06:22:51.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.754+0000 7f19af7fe700 1 --2- 172.21.15.39:0/458075779 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f19a80a2c20 0x7f19a80a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:51.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.754+0000 7f19be59c700 1 --2- 172.21.15.39:0/458075779 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f19a80a2c20 0x7f19a80a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:51.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.754+0000 7f19af7fe700 1 -- 172.21.15.39:0/458075779 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7f19b40cefc0 con 0x7f19c01030f0 2024-06-13T06:22:51.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.754+0000 7f19be59c700 1 --2- 172.21.15.39:0/458075779 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f19a80a2c20 0x7f19a80a50e0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f19b0005950 tx=0x7f19b00058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:51.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.758+0000 7f19af7fe700 1 -- 172.21.15.39:0/458075779 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f19b4014030 con 0x7f19c01030f0 2024-06-13T06:22:51.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.965+0000 7f19c4a59700 1 -- 172.21.15.39:0/458075779 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f19c01a5840 con 0x7f19c01030f0 2024-06-13T06:22:51.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.967+0000 7f19af7fe700 1 -- 172.21.15.39:0/458075779 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+22681 (secure 0 0 0) 0x7f19b409bfb0 con 0x7f19c01030f0 2024-06-13T06:22:51.967 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:22:51.968 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":91,"fsid":"ae626f9c-294b-11ef-bc9c-c7b262605968","created":"2024-06-13T06:11:51.305066+0000","modified":"2024-06-13T06:20:46.660676+0000","last_up_change":"2024-06-13T06:18:58.374371+0000","last_in_change":"2024-06-13T06:18:37.816473+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-13T06:15:09.300272+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-13T06:19:58.467506+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-13T06:20:01.811410+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b602e286-0350-4768-b03b-081f9c60cda7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":917128641},{"type":"v1","addr":"172.21.15.39:6803","nonce":917128641}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":917128641},{"type":"v1","addr":"172.21.15.39:6805","nonce":917128641}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":917128641},{"type":"v1","addr":"172.21.15.39:6809","nonce":917128641}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":917128641},{"type":"v1","addr":"172.21.15.39:6807","nonce":917128641}]},"public_addr":"172.21.15.39:6803/917128641","cluster_addr":"172.21.15.39:6805/917128641","heartbeat_back_addr":"172.21.15.39:6809/917128641","heartbeat_front_addr":"172.21.15.39:6807/917128641","state":["exists","up"]},{"osd":1,"uuid":"199bf34b-b607-43d8-8216-c4e80c8d3ebe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6800","nonce":1664615815},{"type":"v1","addr":"172.21.15.96:6801","nonce":1664615815}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6802","nonce":1664615815},{"type":"v1","addr":"172.21.15.96:6803","nonce":1664615815}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6806","nonce":1664615815},{"type":"v1","addr":"172.21.15.96:6807","nonce":1664615815}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6804","nonce":1664615815},{"type":"v1","addr":"172.21.15.96:6805","nonce":1664615815}]},"public_addr":"172.21.15.96:6801/1664615815","cluster_addr":"172.21.15.96:6803/1664615815","heartbeat_back_addr":"172.21.15.96:6807/1664615815","heartbeat_front_addr":"172.21.15.96:6805/1664615815","state":["exists","up"]},{"osd":2,"uuid":"1408753c-ec3d-4e23-964e-104614ccba56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":580976175},{"type":"v1","addr":"172.21.15.149:6801","nonce":580976175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":580976175},{"type":"v1","addr":"172.21.15.149:6803","nonce":580976175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":580976175},{"type":"v1","addr":"172.21.15.149:6807","nonce":580976175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":580976175},{"type":"v1","addr":"172.21.15.149:6805","nonce":580976175}]},"public_addr":"172.21.15.149:6801/580976175","cluster_addr":"172.21.15.149:6803/580976175","heartbeat_back_addr":"172.21.15.149:6807/580976175","heartbeat_front_addr":"172.21.15.149:6805/580976175","state":["exists","up"]},{"osd":3,"uuid":"8234a82f-d8d1-42c5-b257-799c0517bb1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2347430345},{"type":"v1","addr":"172.21.15.39:6811","nonce":2347430345}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2347430345},{"type":"v1","addr":"172.21.15.39:6813","nonce":2347430345}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6816","nonce":2347430345},{"type":"v1","addr":"172.21.15.39:6817","nonce":2347430345}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2347430345},{"type":"v1","addr":"172.21.15.39:6815","nonce":2347430345}]},"public_addr":"172.21.15.39:6811/2347430345","cluster_addr":"172.21.15.39:6813/2347430345","heartbeat_back_addr":"172.21.15.39:6817/2347430345","heartbeat_front_addr":"172.21.15.39:6815/2347430345","state":["exists","up"]},{"osd":4,"uuid":"977fac50-3471-408c-9747-70154767f29a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6808","nonce":1674089136},{"type":"v1","addr":"172.21.15.96:6809","nonce":1674089136}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6810","nonce":1674089136},{"type":"v1","addr":"172.21.15.96:6811","nonce":1674089136}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6814","nonce":1674089136},{"type":"v1","addr":"172.21.15.96:6815","nonce":1674089136}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6812","nonce":1674089136},{"type":"v1","addr":"172.21.15.96:6813","nonce":1674089136}]},"public_addr":"172.21.15.96:6809/1674089136","cluster_addr":"172.21.15.96:6811/1674089136","heartbeat_back_addr":"172.21.15.96:6815/1674089136","heartbeat_front_addr":"172.21.15.96:6813/1674089136","state":["exists","up"]},{"osd":5,"uuid":"99a866b2-466a-4779-bb0d-c104bac11df5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":3878401601},{"type":"v1","addr":"172.21.15.149:6809","nonce":3878401601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":3878401601},{"type":"v1","addr":"172.21.15.149:6811","nonce":3878401601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":3878401601},{"type":"v1","addr":"172.21.15.149:6815","nonce":3878401601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":3878401601},{"type":"v1","addr":"172.21.15.149:6813","nonce":3878401601}]},"public_addr":"172.21.15.149:6809/3878401601","cluster_addr":"172.21.15.149:6811/3878401601","heartbeat_back_addr":"172.21.15.149:6815/3878401601","heartbeat_front_addr":"172.21.15.149:6813/3878401601","state":["exists","up"]},{"osd":6,"uuid":"10df23c3-559c-4922-8ccf-99802a4f2449","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":1262679006},{"type":"v1","addr":"172.21.15.39:6819","nonce":1262679006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":1262679006},{"type":"v1","addr":"172.21.15.39:6821","nonce":1262679006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":1262679006},{"type":"v1","addr":"172.21.15.39:6825","nonce":1262679006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":1262679006},{"type":"v1","addr":"172.21.15.39:6823","nonce":1262679006}]},"public_addr":"172.21.15.39:6819/1262679006","cluster_addr":"172.21.15.39:6821/1262679006","heartbeat_back_addr":"172.21.15.39:6825/1262679006","heartbeat_front_addr":"172.21.15.39:6823/1262679006","state":["exists","up"]},{"osd":7,"uuid":"eba2316d-c2fc-4fd8-943c-74e05936af95","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6816","nonce":2801325231},{"type":"v1","addr":"172.21.15.96:6817","nonce":2801325231}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6818","nonce":2801325231},{"type":"v1","addr":"172.21.15.96:6819","nonce":2801325231}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6822","nonce":2801325231},{"type":"v1","addr":"172.21.15.96:6823","nonce":2801325231}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6820","nonce":2801325231},{"type":"v1","addr":"172.21.15.96:6821","nonce":2801325231}]},"public_addr":"172.21.15.96:6817/2801325231","cluster_addr":"172.21.15.96:6819/2801325231","heartbeat_back_addr":"172.21.15.96:6823/2801325231","heartbeat_front_addr":"172.21.15.96:6821/2801325231","state":["exists","up"]},{"osd":8,"uuid":"3c975612-4663-4516-bb94-8705d96309e1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":2814583725},{"type":"v1","addr":"172.21.15.149:6817","nonce":2814583725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":2814583725},{"type":"v1","addr":"172.21.15.149:6819","nonce":2814583725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":2814583725},{"type":"v1","addr":"172.21.15.149:6823","nonce":2814583725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":2814583725},{"type":"v1","addr":"172.21.15.149:6821","nonce":2814583725}]},"public_addr":"172.21.15.149:6817/2814583725","cluster_addr":"172.21.15.149:6819/2814583725","heartbeat_back_addr":"172.21.15.149:6823/2814583725","heartbeat_front_addr":"172.21.15.149:6821/2814583725","state":["exists","up"]},{"osd":9,"uuid":"17d9ffb0-b826-452c-bd91-1399fb46e734","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":2716066772},{"type":"v1","addr":"172.21.15.39:6827","nonce":2716066772}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":2716066772},{"type":"v1","addr":"172.21.15.39:6829","nonce":2716066772}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":2716066772},{"type":"v1","addr":"172.21.15.39:6833","nonce":2716066772}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":2716066772},{"type":"v1","addr":"172.21.15.39:6831","nonce":2716066772}]},"public_addr":"172.21.15.39:6827/2716066772","cluster_addr":"172.21.15.39:6829/2716066772","heartbeat_back_addr":"172.21.15.39:6833/2716066772","heartbeat_front_addr":"172.21.15.39:6831/2716066772","state":["exists","up"]},{"osd":10,"uuid":"5fa8dedf-2c1b-47b0-98ca-7983922b6e31","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6824","nonce":3117528382},{"type":"v1","addr":"172.21.15.96:6825","nonce":3117528382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6826","nonce":3117528382},{"type":"v1","addr":"172.21.15.96:6827","nonce":3117528382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6830","nonce":3117528382},{"type":"v1","addr":"172.21.15.96:6831","nonce":3117528382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6828","nonce":3117528382},{"type":"v1","addr":"172.21.15.96:6829","nonce":3117528382}]},"public_addr":"172.21.15.96:6825/3117528382","cluster_addr":"172.21.15.96:6827/3117528382","heartbeat_back_addr":"172.21.15.96:6831/3117528382","heartbeat_front_addr":"172.21.15.96:6829/3117528382","state":["exists","up"]},{"osd":11,"uuid":"464289a7-ae93-47f5-b88b-7c21ab02c295","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":3783053198},{"type":"v1","addr":"172.21.15.149:6825","nonce":3783053198}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":3783053198},{"type":"v1","addr":"172.21.15.149:6827","nonce":3783053198}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":3783053198},{"type":"v1","addr":"172.21.15.149:6831","nonce":3783053198}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":3783053198},{"type":"v1","addr":"172.21.15.149:6829","nonce":3783053198}]},"public_addr":"172.21.15.149:6825/3783053198","cluster_addr":"172.21.15.149:6827/3783053198","heartbeat_back_addr":"172.21.15.149:6831/3783053198","heartbeat_front_addr":"172.21.15.149:6829/3783053198","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:14:17.982063+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:14:41.653647+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:15:05.443023+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:15:30.243854+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:15:55.390739+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:16:20.257963+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:16:45.973831+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:17:11.985325+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:17:36.876077+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:18:03.226432+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:18:29.731400+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:18:56.089310+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.0","mappings":[{"from":4,"to":6}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.14","mappings":[{"from":1,"to":9}]},{"pgid":"3.18","mappings":[{"from":3,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8},{"from":5,"to":9}]},{"pgid":"3.37","mappings":[{"from":5,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:0/2230961630":"2024-06-14T06:12:44.764849+0000","172.21.15.39:0/3359492273":"2024-06-14T06:12:44.764849+0000","172.21.15.39:6800/1734263468":"2024-06-14T06:12:44.764849+0000","172.21.15.39:6801/1734263468":"2024-06-14T06:12:44.764849+0000","172.21.15.39:0/984030546":"2024-06-14T06:12:17.979204+0000","172.21.15.39:0/3526641224":"2024-06-14T06:12:44.764849+0000","172.21.15.39:0/3515867652":"2024-06-14T06:12:17.979204+0000","172.21.15.39:6800/1863890417":"2024-06-14T06:12:17.979204+0000","172.21.15.39:0/973565867":"2024-06-14T06:12:17.979204+0000","172.21.15.39:6801/1863890417":"2024-06-14T06:12:17.979204+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-13T06:22:51.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.969+0000 7f19c4a59700 1 -- 172.21.15.39:0/458075779 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f19a80a2c20 msgr2=0x7f19a80a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:51.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.969+0000 7f19c4a59700 1 --2- 172.21.15.39:0/458075779 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f19a80a2c20 0x7f19a80a50e0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f19b0005950 tx=0x7f19b00058e0 comp rx=0 tx=0).stop 2024-06-13T06:22:51.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.969+0000 7f19c4a59700 1 -- 172.21.15.39:0/458075779 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f19c01030f0 msgr2=0x7f19c019ec20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:51.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.969+0000 7f19c4a59700 1 --2- 172.21.15.39:0/458075779 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f19c01030f0 0x7f19c019ec20 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f19b400c9b0 tx=0x7f19b400ccc0 comp rx=0 tx=0).stop 2024-06-13T06:22:51.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.969+0000 7f19c4a59700 1 -- 172.21.15.39:0/458075779 shutdown_connections 2024-06-13T06:22:51.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.969+0000 7f19c4a59700 1 --2- 172.21.15.39:0/458075779 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f19a80a2c20 0x7f19a80a50e0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:51.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.969+0000 7f19c4a59700 1 --2- 172.21.15.39:0/458075779 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f19c0107840 0x7f19c01988a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:51.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.969+0000 7f19c4a59700 1 --2- 172.21.15.39:0/458075779 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f19c0102740 0x7f19c019e6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:51.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.969+0000 7f19c4a59700 1 --2- 172.21.15.39:0/458075779 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f19c01030f0 0x7f19c019ec20 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:51.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.969+0000 7f19c4a59700 1 -- 172.21.15.39:0/458075779 >> 172.21.15.39:0/458075779 conn(0x7f19c00795f0 msgr2=0x7f19c0100450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:51.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.969+0000 7f19c4a59700 1 -- 172.21.15.39:0/458075779 shutdown_connections 2024-06-13T06:22:51.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:51.969+0000 7f19c4a59700 1 -- 172.21.15.39:0/458075779 wait complete. 2024-06-13T06:22:52.399 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:52 smithi039 ceph-mon[32479]: pgmap v384: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:22:52.400 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:52 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/458075779' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T06:22:52.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:52 smithi149 ceph-mon[36963]: pgmap v384: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:22:52.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:52 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/458075779' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T06:22:52.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:52 smithi096 ceph-mon[36532]: pgmap v384: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:22:52.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:52 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/458075779' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T06:22:52.743 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 23, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-06-13T06:20:05.248660+0000', 'modified': '2024-06-13T06:20:24.313377+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24512, 'mds_1': 24482, 'mds_2': 24455}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24431': {'gid': 24431, 'name': 'k', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.96:6833/2827318421', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.96:6832', 'nonce': 2827318421}, {'type': 'v1', 'addr': '172.21.15.96:6833', 'nonce': 2827318421}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24439': {'gid': 24439, 'name': 'c', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.149:6837/1742889729', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.149:6836', 'nonce': 1742889729}, {'type': 'v1', 'addr': '172.21.15.149:6837', 'nonce': 1742889729}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24448': {'gid': 24448, 'name': 'i', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.149:6839/862740064', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.149:6838', 'nonce': 862740064}, {'type': 'v1', 'addr': '172.21.15.149:6839', 'nonce': 862740064}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24455': {'gid': 24455, 'name': 'e', 'rank': 2, 'incarnation': 20, 'state': 'up:active', 'state_seq': 15, 'addr': '172.21.15.96:6835/3408571209', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.96:6834', 'nonce': 3408571209}, {'type': 'v1', 'addr': '172.21.15.96:6835', 'nonce': 3408571209}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24482': {'gid': 24482, 'name': 'h', 'rank': 1, 'incarnation': 18, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.96:6837/2574644445', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.96:6836', 'nonce': 2574644445}, {'type': 'v1', 'addr': '172.21.15.96:6837', 'nonce': 2574644445}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24512': {'gid': 24512, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.96:6839/1459106434', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.96:6838', 'nonce': 1459106434}, {'type': 'v1', 'addr': '172.21.15.96:6839', 'nonce': 1459106434}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24512, 'qdb_cluster': [24512, 24455, 24482]} 2024-06-13T06:22:52.743 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-06-13T06:22:52.743 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph tell mds.e status 2024-06-13T06:22:52.994 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:22:54.291 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:54 smithi039 ceph-mon[32479]: pgmap v385: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:22:54.343 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:54 smithi096 ceph-mon[36532]: pgmap v385: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:22:54.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:54 smithi149 ceph-mon[36963]: pgmap v385: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:22:54.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.666+0000 7f9db91b3700 1 -- 172.21.15.39:0/2341358481 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9db41084f0 msgr2=0x7f9db41088d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:54.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.666+0000 7f9db91b3700 1 --2- 172.21.15.39:0/2341358481 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9db41084f0 0x7f9db41088d0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f9da4009990 tx=0x7f9da4009ca0 comp rx=0 tx=0).stop 2024-06-13T06:22:54.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.666+0000 7f9db91b3700 1 -- 172.21.15.39:0/2341358481 shutdown_connections 2024-06-13T06:22:54.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.666+0000 7f9db91b3700 1 --2- 172.21.15.39:0/2341358481 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9db4102e80 0x7f9db410f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:54.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.666+0000 7f9db91b3700 1 --2- 172.21.15.39:0/2341358481 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9db41084f0 0x7f9db41088d0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:54.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.666+0000 7f9db91b3700 1 --2- 172.21.15.39:0/2341358481 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9db41024e0 0x7f9db4102940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:54.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.666+0000 7f9db91b3700 1 -- 172.21.15.39:0/2341358481 >> 172.21.15.39:0/2341358481 conn(0x7f9db4079530 msgr2=0x7f9db4079940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:54.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.666+0000 7f9db91b3700 1 -- 172.21.15.39:0/2341358481 shutdown_connections 2024-06-13T06:22:54.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.666+0000 7f9db91b3700 1 -- 172.21.15.39:0/2341358481 wait complete. 2024-06-13T06:22:54.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.667+0000 7f9db91b3700 1 Processor -- start 2024-06-13T06:22:54.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.667+0000 7f9db91b3700 1 -- start start 2024-06-13T06:22:54.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.668+0000 7f9db91b3700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9db41024e0 0x7f9db4074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:54.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.668+0000 7f9db91b3700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9db4102e80 0x7f9db4074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:54.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.668+0000 7f9db91b3700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9db41084f0 0x7f9db4075210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:54.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.668+0000 7f9db91b3700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f9db4112800 con 0x7f9db4102e80 2024-06-13T06:22:54.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.668+0000 7f9db91b3700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f9db4112680 con 0x7f9db41024e0 2024-06-13T06:22:54.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.668+0000 7f9db91b3700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f9db4112980 con 0x7f9db41084f0 2024-06-13T06:22:54.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.668+0000 7f9db259c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9db4102e80 0x7f9db4074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:54.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.668+0000 7f9db259c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9db4102e80 0x7f9db4074cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48076/0 (socket says 172.21.15.39:48076) 2024-06-13T06:22:54.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.668+0000 7f9db259c700 1 -- 172.21.15.39:0/163206082 learned_addr learned my addr 172.21.15.39:0/163206082 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:22:54.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.668+0000 7f9db2d9d700 1 --2- 172.21.15.39:0/163206082 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9db41024e0 0x7f9db4074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:54.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.668+0000 7f9db359e700 1 --2- 172.21.15.39:0/163206082 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9db41084f0 0x7f9db4075210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:54.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.668+0000 7f9db259c700 1 -- 172.21.15.39:0/163206082 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9db41084f0 msgr2=0x7f9db4075210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:54.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.668+0000 7f9db259c700 1 --2- 172.21.15.39:0/163206082 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9db41084f0 0x7f9db4075210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:54.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.668+0000 7f9db259c700 1 -- 172.21.15.39:0/163206082 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9db41024e0 msgr2=0x7f9db4074790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:54.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.668+0000 7f9db259c700 1 --2- 172.21.15.39:0/163206082 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9db41024e0 0x7f9db4074790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:54.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.668+0000 7f9db259c700 1 -- 172.21.15.39:0/163206082 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9db41a7210 con 0x7f9db4102e80 2024-06-13T06:22:54.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.668+0000 7f9db259c700 1 --2- 172.21.15.39:0/163206082 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9db4102e80 0x7f9db4074cd0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f9d9c00c920 tx=0x7f9d9c00cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:54.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.668+0000 7f9dabfff700 1 -- 172.21.15.39:0/163206082 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d9c007b00 con 0x7f9db4102e80 2024-06-13T06:22:54.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.668+0000 7f9db91b3700 1 -- 172.21.15.39:0/163206082 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9db41a7500 con 0x7f9db4102e80 2024-06-13T06:22:54.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.668+0000 7f9dabfff700 1 -- 172.21.15.39:0/163206082 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9d9c004d10 con 0x7f9db4102e80 2024-06-13T06:22:54.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.668+0000 7f9dabfff700 1 -- 172.21.15.39:0/163206082 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d9c005630 con 0x7f9db4102e80 2024-06-13T06:22:54.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.668+0000 7f9db91b3700 1 -- 172.21.15.39:0/163206082 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9db41a7a90 con 0x7f9db4102e80 2024-06-13T06:22:54.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.671+0000 7f9dabfff700 1 -- 172.21.15.39:0/163206082 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f9d9c004750 con 0x7f9db4102e80 2024-06-13T06:22:54.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.672+0000 7f9dabfff700 1 --2- 172.21.15.39:0/163206082 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f9da00a2c20 0x7f9da00a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:54.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.672+0000 7f9db2d9d700 1 --2- 172.21.15.39:0/163206082 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f9da00a2c20 0x7f9da00a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:54.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.672+0000 7f9dabfff700 1 -- 172.21.15.39:0/163206082 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7f9d9c0cebe0 con 0x7f9db4102e80 2024-06-13T06:22:54.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.672+0000 7f9dc3a36b80 1 Processor -- start 2024-06-13T06:22:54.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.672+0000 7f9db2d9d700 1 --2- 172.21.15.39:0/163206082 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f9da00a2c20 0x7f9da00a50e0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f9da4009750 tx=0x7f9da4005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:54.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.672+0000 7f9dc3a36b80 1 -- start start 2024-06-13T06:22:54.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.673+0000 7f9dc3a36b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a574043f10 0x55a5740442f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:54.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.673+0000 7f9dc3a36b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55a574044830 0x55a57403e210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:54.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.673+0000 7f9dc3a36b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a57403e750 0x55a57403eb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:54.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.673+0000 7f9dc3a36b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55a573f30f10 con 0x55a574043f10 2024-06-13T06:22:54.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.673+0000 7f9dc3a36b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x55a573f8f800 con 0x55a574044830 2024-06-13T06:22:54.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.673+0000 7f9dc3a36b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55a573ef7410 con 0x55a57403e750 2024-06-13T06:22:54.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.673+0000 7f9db2d9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a574043f10 0x55a5740442f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:54.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.673+0000 7f9db2d9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a574043f10 0x55a5740442f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48084/0 (socket says 172.21.15.39:48084) 2024-06-13T06:22:54.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.673+0000 7f9db2d9d700 1 -- 172.21.15.39:0/3500196083 learned_addr learned my addr 172.21.15.39:0/3500196083 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:22:54.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.673+0000 7f9db259c700 1 --2- 172.21.15.39:0/3500196083 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55a574044830 0x55a57403e210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:54.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.673+0000 7f9db359e700 1 --2- 172.21.15.39:0/3500196083 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a57403e750 0x55a57403eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:54.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.673+0000 7f9db2d9d700 1 -- 172.21.15.39:0/3500196083 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a57403e750 msgr2=0x55a57403eb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:22:54.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.673+0000 7f9db2d9d700 1 --2- 172.21.15.39:0/3500196083 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a57403e750 0x55a57403eb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:54.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.673+0000 7f9db2d9d700 1 -- 172.21.15.39:0/3500196083 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55a574044830 msgr2=0x55a57403e210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:22:54.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.673+0000 7f9db2d9d700 1 --2- 172.21.15.39:0/3500196083 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55a574044830 0x55a57403e210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:54.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.673+0000 7f9db2d9d700 1 -- 172.21.15.39:0/3500196083 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a573ede880 con 0x55a574043f10 2024-06-13T06:22:54.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.673+0000 7f9db359e700 1 --2- 172.21.15.39:0/3500196083 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a57403e750 0x55a57403eb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:22:54.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.673+0000 7f9db2d9d700 1 --2- 172.21.15.39:0/3500196083 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a574043f10 0x55a5740442f0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f9da4005cd0 tx=0x7f9da4020000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce799637670736d3 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:54.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.674+0000 7f9da97fa700 1 -- 172.21.15.39:0/3500196083 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9da400f650 con 0x55a574043f10 2024-06-13T06:22:54.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.674+0000 7f9da97fa700 1 -- 172.21.15.39:0/3500196083 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9da400fcd0 con 0x55a574043f10 2024-06-13T06:22:54.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.674+0000 7f9da97fa700 1 -- 172.21.15.39:0/3500196083 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9da4024e50 con 0x55a574043f10 2024-06-13T06:22:54.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.674+0000 7f9dc3a36b80 1 -- 172.21.15.39:0/3500196083 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a574043f10 msgr2=0x55a5740442f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:54.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.674+0000 7f9dc3a36b80 1 --2- 172.21.15.39:0/3500196083 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a574043f10 0x55a5740442f0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f9da4005cd0 tx=0x7f9da4020000 comp rx=0 tx=0).stop 2024-06-13T06:22:54.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.675+0000 7f9dc3a36b80 1 -- 172.21.15.39:0/3500196083 shutdown_connections 2024-06-13T06:22:54.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.675+0000 7f9dc3a36b80 1 --2- 172.21.15.39:0/3500196083 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a57403e750 0x55a57403eb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:54.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.675+0000 7f9dc3a36b80 1 --2- 172.21.15.39:0/3500196083 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a574043f10 0x55a5740442f0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:54.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.675+0000 7f9dc3a36b80 1 --2- 172.21.15.39:0/3500196083 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55a574044830 0x55a57403e210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:54.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.675+0000 7f9dc3a36b80 1 -- 172.21.15.39:0/3500196083 >> 172.21.15.39:0/3500196083 conn(0x55a573f6b030 msgr2=0x55a5740391d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:54.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.675+0000 7f9dc3a36b80 1 -- 172.21.15.39:0/3500196083 shutdown_connections 2024-06-13T06:22:54.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.675+0000 7f9dc3a36b80 1 -- 172.21.15.39:0/3500196083 wait complete. 2024-06-13T06:22:54.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.675+0000 7f9dc3a36b80 1 -- start start 2024-06-13T06:22:54.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.675+0000 7f9dc3a36b80 1 Processor -- start 2024-06-13T06:22:54.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.675+0000 7f9dc3a36b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55a57403e750 0x55a57404a610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:54.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.675+0000 7f9dc3a36b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a574043f10 0x55a574047910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:54.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.675+0000 7f9dc3a36b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a574044830 0x55a574047e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:54.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.675+0000 7f9dc3a36b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55a573f2ff70 con 0x55a574043f10 2024-06-13T06:22:54.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.675+0000 7f9dc3a36b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x55a573f8b7c0 con 0x55a57403e750 2024-06-13T06:22:54.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.675+0000 7f9dc3a36b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55a57404b150 con 0x55a574044830 2024-06-13T06:22:54.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.675+0000 7f9dc3a36b80 10 client.0 _ll_register_callbacks cb 0x55a573f25560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:22:54.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.675+0000 7f9db259c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a574043f10 0x55a574047910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:54.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.675+0000 7f9db259c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a574043f10 0x55a574047910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48086/0 (socket says 172.21.15.39:48086) 2024-06-13T06:22:54.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.675+0000 7f9db259c700 1 -- 172.21.15.39:0/2139249532 learned_addr learned my addr 172.21.15.39:0/2139249532 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:22:54.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.676+0000 7f9db2d9d700 1 --2- 172.21.15.39:0/2139249532 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55a57403e750 0x55a57404a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:54.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.676+0000 7f9db359e700 1 --2- 172.21.15.39:0/2139249532 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a574044830 0x55a574047e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:54.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.676+0000 7f9db259c700 1 -- 172.21.15.39:0/2139249532 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a574044830 msgr2=0x55a574047e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:22:54.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.676+0000 7f9db259c700 1 --2- 172.21.15.39:0/2139249532 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a574044830 0x55a574047e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:54.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.676+0000 7f9db259c700 1 -- 172.21.15.39:0/2139249532 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55a57403e750 msgr2=0x55a57404a610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:22:54.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.676+0000 7f9db259c700 1 --2- 172.21.15.39:0/2139249532 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55a57403e750 0x55a57404a610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:54.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.676+0000 7f9db259c700 1 -- 172.21.15.39:0/2139249532 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a573f55700 con 0x55a574043f10 2024-06-13T06:22:54.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.676+0000 7f9db259c700 1 --2- 172.21.15.39:0/2139249532 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a574043f10 0x55a574047910 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f9d9c0074a0 tx=0x7f9d9c09af70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=571b043100f5a91c server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:54.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.676+0000 7f9d9a7fc700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:22:54.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.676+0000 7f9d9a7fc700 1 -- 172.21.15.39:0/2139249532 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d9c01d030 con 0x55a574043f10 2024-06-13T06:22:54.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.676+0000 7f9d9a7fc700 1 -- 172.21.15.39:0/2139249532 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7f9d9c004a40 con 0x55a574043f10 2024-06-13T06:22:54.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.676+0000 7f9dc3a36b80 1 -- 172.21.15.39:0/2139249532 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9da400fcd0 con 0x55a574043f10 2024-06-13T06:22:54.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.676+0000 7f9d9a7fc700 1 -- 172.21.15.39:0/2139249532 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f9d9c09bb30 con 0x55a574043f10 2024-06-13T06:22:54.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.676+0000 7f9dc3a36b80 10 client.15045 fetch_fsmap learned FSMap version 23 2024-06-13T06:22:54.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.676+0000 7f9dc3a36b80 1 -- 172.21.15.39:0/2139249532 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x55a574055920 con 0x55a574043f10 2024-06-13T06:22:54.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.676+0000 7f9d9a7fc700 1 -- 172.21.15.39:0/2139249532 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9da400fcd0 con 0x55a574043f10 2024-06-13T06:22:54.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.677+0000 7f9d9a7fc700 1 -- 172.21.15.39:0/2139249532 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 23) ==== 8338+0+0 (secure 0 0 0) 0x7f9d9c0a3c10 con 0x55a574043f10 2024-06-13T06:22:54.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.677+0000 7f9dc3a36b80 10 client.15045 fetch_fsmap finished waiting for FSMap version 23 2024-06-13T06:22:54.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.677+0000 7f9dc3a36b80 10 client.15045 resolve_mds: resolved name 'e' to daemon mds.e 2024-06-13T06:22:54.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.677+0000 7f9dc3a36b80 20 client.15045 populate_metadata read hostname 'smithi039' 2024-06-13T06:22:54.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.677+0000 7f9dc3a36b80 1 --2- 172.21.15.39:0/2139249532 >> [v2:172.21.15.96:6834/3408571209,v1:172.21.15.96:6835/3408571209] conn(0x55a574057e50 0x55a5740592c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:54.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.677+0000 7f9dc3a36b80 4 client.15045 mds_command: new command op to 24455 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T06:22:54.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.677+0000 7f9dc3a36b80 1 -- 172.21.15.39:0/2139249532 --> [v2:172.21.15.96:6834/3408571209,v1:172.21.15.96:6835/3408571209] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a573f9cd00 con 0x55a574057e50 2024-06-13T06:22:54.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.677+0000 7f9db2d9d700 1 --2- 172.21.15.39:0/2139249532 >> [v2:172.21.15.96:6834/3408571209,v1:172.21.15.96:6835/3408571209] conn(0x55a574057e50 0x55a5740592c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:54.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.677+0000 7f9db2d9d700 1 --2- 172.21.15.39:0/2139249532 >> [v2:172.21.15.96:6834/3408571209,v1:172.21.15.96:6835/3408571209] conn(0x55a574057e50 0x55a5740592c0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=298d8bbcf16cc98e server_cookie=9579481c44f7d29b in_seq=0 out_seq=0 2024-06-13T06:22:54.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.677+0000 7f9d9a7fc700 10 client.15045 ms_handle_connect on v2:172.21.15.96:6834/3408571209 2024-06-13T06:22:54.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.678+0000 7f9d9a7fc700 1 -- 172.21.15.39:0/2139249532 <== mds.2 v2:172.21.15.96:6834/3408571209 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55a573f9cd00 con 0x55a574057e50 2024-06-13T06:22:54.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.678+0000 7f9d9a7fc700 10 client.15045 handle_command_reply: tid=0 2024-06-13T06:22:54.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.678+0000 7f9dc3a36b80 1 client.15045 shutdown 2024-06-13T06:22:54.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.678+0000 7f9dc3a36b80 1 -- 172.21.15.39:0/2139249532 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a574043f10 msgr2=0x55a574047910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:54.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.678+0000 7f9dc3a36b80 1 --2- 172.21.15.39:0/2139249532 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a574043f10 0x55a574047910 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f9d9c0074a0 tx=0x7f9d9c09af70 comp rx=0 tx=0).stop 2024-06-13T06:22:54.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.678+0000 7f9dc3a36b80 1 -- 172.21.15.39:0/2139249532 shutdown_connections 2024-06-13T06:22:54.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.678+0000 7f9dc3a36b80 1 --2- 172.21.15.39:0/2139249532 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a574044830 0x55a574047e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:54.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.678+0000 7f9dc3a36b80 1 --2- 172.21.15.39:0/2139249532 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55a57403e750 0x55a57404a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:54.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.678+0000 7f9dc3a36b80 1 --2- 172.21.15.39:0/2139249532 >> [v2:172.21.15.96:6834/3408571209,v1:172.21.15.96:6835/3408571209] conn(0x55a574057e50 0x55a5740592c0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:54.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.678+0000 7f9dc3a36b80 1 --2- 172.21.15.39:0/2139249532 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a574043f10 0x55a574047910 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:54.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.678+0000 7f9dc3a36b80 1 -- 172.21.15.39:0/2139249532 >> 172.21.15.39:0/2139249532 conn(0x55a573f6b030 msgr2=0x55a5740386b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:54.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.678+0000 7f9d9a7fc700 0 client.15045 ms_handle_reset on v2:172.21.15.96:6834/3408571209 2024-06-13T06:22:54.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.679+0000 7f9dc3a36b80 1 -- 172.21.15.39:0/2139249532 shutdown_connections 2024-06-13T06:22:54.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.679+0000 7f9dc3a36b80 1 -- 172.21.15.39:0/2139249532 wait complete. 2024-06-13T06:22:54.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.679+0000 7f9dc3a36b80 20 client.15045 trim_cache size 0 max 16384 2024-06-13T06:22:54.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.700+0000 7f9dc3a36b80 1 Processor -- start 2024-06-13T06:22:54.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.701+0000 7f9dc3a36b80 1 -- start start 2024-06-13T06:22:54.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.701+0000 7f9dc3a36b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a57403e750 0x55a574038e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:54.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.701+0000 7f9dc3a36b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a574043f10 0x55a574039370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:54.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.701+0000 7f9dc3a36b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55a574044830 0x55a574062720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:54.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.701+0000 7f9dc3a36b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55a574057600 con 0x55a57403e750 2024-06-13T06:22:54.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.701+0000 7f9dc3a36b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x55a574057cd0 con 0x55a574044830 2024-06-13T06:22:54.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.701+0000 7f9dc3a36b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55a5740583a0 con 0x55a574043f10 2024-06-13T06:22:54.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.701+0000 7f9db2d9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a57403e750 0x55a574038e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:54.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.701+0000 7f9db2d9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a57403e750 0x55a574038e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48098/0 (socket says 172.21.15.39:48098) 2024-06-13T06:22:54.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.701+0000 7f9db2d9d700 1 -- 172.21.15.39:0/1225731062 learned_addr learned my addr 172.21.15.39:0/1225731062 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:22:54.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.701+0000 7f9db259c700 1 --2- 172.21.15.39:0/1225731062 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a574043f10 0x55a574039370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:54.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.701+0000 7f9db2d9d700 1 -- 172.21.15.39:0/1225731062 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a574043f10 msgr2=0x55a574039370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:22:54.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.701+0000 7f9db359e700 1 --2- 172.21.15.39:0/1225731062 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55a574044830 0x55a574062720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:54.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.701+0000 7f9db2d9d700 1 --2- 172.21.15.39:0/1225731062 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a574043f10 0x55a574039370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:54.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.701+0000 7f9db2d9d700 1 -- 172.21.15.39:0/1225731062 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55a574044830 msgr2=0x55a574062720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:22:54.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.701+0000 7f9db2d9d700 1 --2- 172.21.15.39:0/1225731062 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55a574044830 0x55a574062720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:54.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.701+0000 7f9db2d9d700 1 -- 172.21.15.39:0/1225731062 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a57403e550 con 0x55a57403e750 2024-06-13T06:22:54.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.701+0000 7f9db259c700 1 --2- 172.21.15.39:0/1225731062 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a574043f10 0x55a574039370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:22:54.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.701+0000 7f9db359e700 1 --2- 172.21.15.39:0/1225731062 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55a574044830 0x55a574062720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:22:54.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.702+0000 7f9db2d9d700 1 --2- 172.21.15.39:0/1225731062 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a57403e750 0x55a574038e30 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f9da4009350 tx=0x7f9da401a040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=572228a72aaed6e5 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:54.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.702+0000 7f9da8ff9700 1 -- 172.21.15.39:0/1225731062 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9da4024910 con 0x55a57403e750 2024-06-13T06:22:54.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.702+0000 7f9da8ff9700 1 -- 172.21.15.39:0/1225731062 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9da400f650 con 0x55a57403e750 2024-06-13T06:22:54.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.702+0000 7f9da8ff9700 1 -- 172.21.15.39:0/1225731062 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9da4039740 con 0x55a57403e750 2024-06-13T06:22:54.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.702+0000 7f9dc3a36b80 1 -- 172.21.15.39:0/1225731062 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a57403e750 msgr2=0x55a574038e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:54.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.702+0000 7f9dc3a36b80 1 --2- 172.21.15.39:0/1225731062 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a57403e750 0x55a574038e30 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f9da4009350 tx=0x7f9da401a040 comp rx=0 tx=0).stop 2024-06-13T06:22:54.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.703+0000 7f9dc3a36b80 1 -- 172.21.15.39:0/1225731062 shutdown_connections 2024-06-13T06:22:54.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.703+0000 7f9dc3a36b80 1 --2- 172.21.15.39:0/1225731062 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55a574044830 0x55a574062720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:54.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.703+0000 7f9dc3a36b80 1 --2- 172.21.15.39:0/1225731062 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a57403e750 0x55a574038e30 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:54.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.703+0000 7f9dc3a36b80 1 --2- 172.21.15.39:0/1225731062 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a574043f10 0x55a574039370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:54.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.703+0000 7f9dc3a36b80 1 -- 172.21.15.39:0/1225731062 >> 172.21.15.39:0/1225731062 conn(0x55a573f6b030 msgr2=0x55a574046240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:54.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.703+0000 7f9dc3a36b80 1 -- 172.21.15.39:0/1225731062 shutdown_connections 2024-06-13T06:22:54.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.703+0000 7f9dc3a36b80 1 -- 172.21.15.39:0/1225731062 wait complete. 2024-06-13T06:22:54.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.703+0000 7f9dc3a36b80 1 -- start start 2024-06-13T06:22:54.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.703+0000 7f9dc3a36b80 1 Processor -- start 2024-06-13T06:22:54.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.703+0000 7f9dc3a36b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55a57403e750 0x55a574062d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:54.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.703+0000 7f9dc3a36b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a574043f10 0x55a574038380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:54.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.703+0000 7f9dc3a36b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a574044830 0x55a5740388c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:54.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.703+0000 7f9dc3a36b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55a574059140 con 0x55a574044830 2024-06-13T06:22:54.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.703+0000 7f9dc3a36b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x55a574058a70 con 0x55a57403e750 2024-06-13T06:22:54.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.703+0000 7f9dc3a36b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55a574059810 con 0x55a574043f10 2024-06-13T06:22:54.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.703+0000 7f9dc3a36b80 10 client.0 _ll_register_callbacks cb 0x55a573f25560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:22:54.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.703+0000 7f9db359e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a574044830 0x55a5740388c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:54.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.703+0000 7f9db359e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a574044830 0x55a5740388c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48106/0 (socket says 172.21.15.39:48106) 2024-06-13T06:22:54.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.703+0000 7f9db359e700 1 -- 172.21.15.39:0/3158770277 learned_addr learned my addr 172.21.15.39:0/3158770277 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:22:54.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.704+0000 7f9db2d9d700 1 --2- 172.21.15.39:0/3158770277 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55a57403e750 0x55a574062d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:54.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.704+0000 7f9db259c700 1 --2- 172.21.15.39:0/3158770277 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a574043f10 0x55a574038380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:54.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.704+0000 7f9db359e700 1 -- 172.21.15.39:0/3158770277 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a574043f10 msgr2=0x55a574038380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:22:54.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.704+0000 7f9db359e700 1 --2- 172.21.15.39:0/3158770277 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a574043f10 0x55a574038380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:54.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.704+0000 7f9db359e700 1 -- 172.21.15.39:0/3158770277 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55a57403e750 msgr2=0x55a574062d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:22:54.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.704+0000 7f9db359e700 1 --2- 172.21.15.39:0/3158770277 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55a57403e750 0x55a574062d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:54.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.704+0000 7f9db359e700 1 -- 172.21.15.39:0/3158770277 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a574039010 con 0x55a574044830 2024-06-13T06:22:54.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.704+0000 7f9db359e700 1 --2- 172.21.15.39:0/3158770277 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a574044830 0x55a5740388c0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f9dac00afd0 tx=0x7f9dac009ac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9baa3da11cc1e067 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:54.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.704+0000 7f9d9a7fc700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:22:54.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.704+0000 7f9d9a7fc700 1 -- 172.21.15.39:0/3158770277 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dac01c020 con 0x55a574044830 2024-06-13T06:22:54.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.704+0000 7f9d9a7fc700 1 -- 172.21.15.39:0/3158770277 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7f9dac017660 con 0x55a574044830 2024-06-13T06:22:54.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.704+0000 7f9dc3a36b80 1 -- 172.21.15.39:0/3158770277 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9da400f650 con 0x55a574044830 2024-06-13T06:22:54.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.704+0000 7f9d9a7fc700 1 -- 172.21.15.39:0/3158770277 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7f9dac027050 con 0x55a574044830 2024-06-13T06:22:54.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.704+0000 7f9dc3a36b80 10 client.15051 fetch_fsmap learned FSMap version 23 2024-06-13T06:22:54.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.704+0000 7f9dc3a36b80 1 -- 172.21.15.39:0/3158770277 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x55a5740c36e0 con 0x55a574044830 2024-06-13T06:22:54.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.704+0000 7f9d9a7fc700 1 -- 172.21.15.39:0/3158770277 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9da400f650 con 0x55a574044830 2024-06-13T06:22:54.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.705+0000 7f9d9a7fc700 1 -- 172.21.15.39:0/3158770277 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 23) ==== 8338+0+0 (secure 0 0 0) 0x7f9dac018b60 con 0x55a574044830 2024-06-13T06:22:54.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.705+0000 7f9dc3a36b80 10 client.15051 fetch_fsmap finished waiting for FSMap version 23 2024-06-13T06:22:54.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.705+0000 7f9dc3a36b80 10 client.15051 resolve_mds: resolved name 'e' to daemon mds.e 2024-06-13T06:22:54.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.705+0000 7f9dc3a36b80 20 client.15051 populate_metadata read hostname 'smithi039' 2024-06-13T06:22:54.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.705+0000 7f9dc3a36b80 1 --2- 172.21.15.39:0/3158770277 >> [v2:172.21.15.96:6834/3408571209,v1:172.21.15.96:6835/3408571209] conn(0x55a5740c8260 0x55a5740c6f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:54.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.705+0000 7f9dc3a36b80 4 client.15051 mds_command: new command op to 24455 tid=0 multi_id=0 [{"prefix": "status"}] 2024-06-13T06:22:54.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.705+0000 7f9dc3a36b80 1 -- 172.21.15.39:0/3158770277 --> [v2:172.21.15.96:6834/3408571209,v1:172.21.15.96:6835/3408571209] -- command(tid 0: {"prefix": "status"}) -- 0x55a573f97280 con 0x55a5740c8260 2024-06-13T06:22:54.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.705+0000 7f9db2d9d700 1 --2- 172.21.15.39:0/3158770277 >> [v2:172.21.15.96:6834/3408571209,v1:172.21.15.96:6835/3408571209] conn(0x55a5740c8260 0x55a5740c6f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:54.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.705+0000 7f9db2d9d700 1 --2- 172.21.15.39:0/3158770277 >> [v2:172.21.15.96:6834/3408571209,v1:172.21.15.96:6835/3408571209] conn(0x55a5740c8260 0x55a5740c6f70 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=fa5d3ed2161d71a6 server_cookie=7015167330971174 in_seq=0 out_seq=0 2024-06-13T06:22:54.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.705+0000 7f9d9a7fc700 10 client.15051 ms_handle_connect on v2:172.21.15.96:6834/3408571209 2024-06-13T06:22:54.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.706+0000 7f9d9a7fc700 1 -- 172.21.15.39:0/3158770277 <== mds.2 v2:172.21.15.96:6834/3408571209 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55a573f97280 con 0x55a5740c8260 2024-06-13T06:22:54.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.706+0000 7f9d9a7fc700 10 client.15051 handle_command_reply: tid=0 2024-06-13T06:22:54.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.706+0000 7f9dc3a36b80 1 client.15051 shutdown 2024-06-13T06:22:54.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.706+0000 7f9dc3a36b80 1 -- 172.21.15.39:0/3158770277 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a574044830 msgr2=0x55a5740388c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:54.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.706+0000 7f9dc3a36b80 1 --2- 172.21.15.39:0/3158770277 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a574044830 0x55a5740388c0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f9dac00afd0 tx=0x7f9dac009ac0 comp rx=0 tx=0).stop 2024-06-13T06:22:54.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.706+0000 7f9dc3a36b80 1 -- 172.21.15.39:0/3158770277 shutdown_connections 2024-06-13T06:22:54.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.706+0000 7f9dc3a36b80 1 --2- 172.21.15.39:0/3158770277 >> [v2:172.21.15.96:6834/3408571209,v1:172.21.15.96:6835/3408571209] conn(0x55a5740c8260 0x55a5740c6f70 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:54.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.706+0000 7f9dc3a36b80 1 --2- 172.21.15.39:0/3158770277 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a574044830 0x55a5740388c0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:54.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.706+0000 7f9dc3a36b80 1 --2- 172.21.15.39:0/3158770277 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55a57403e750 0x55a574062d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:54.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.706+0000 7f9d9a7fc700 0 client.15051 ms_handle_reset on v2:172.21.15.96:6834/3408571209 2024-06-13T06:22:54.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.706+0000 7f9dc3a36b80 1 --2- 172.21.15.39:0/3158770277 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a574043f10 0x55a574038380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:54.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.706+0000 7f9dc3a36b80 1 -- 172.21.15.39:0/3158770277 >> 172.21.15.39:0/3158770277 conn(0x55a573f6b030 msgr2=0x55a574044c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:54.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.706+0000 7f9dc3a36b80 1 -- 172.21.15.39:0/3158770277 shutdown_connections 2024-06-13T06:22:54.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.706+0000 7f9dc3a36b80 1 -- 172.21.15.39:0/3158770277 wait complete. 2024-06-13T06:22:54.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.706+0000 7f9dc3a36b80 20 client.15051 trim_cache size 0 max 16384 2024-06-13T06:22:54.713 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-06-13T06:22:54.713 INFO:teuthology.orchestra.run.smithi039.stdout: "cluster_fsid": "ae626f9c-294b-11ef-bc9c-c7b262605968", 2024-06-13T06:22:54.713 INFO:teuthology.orchestra.run.smithi039.stdout: "whoami": 2, 2024-06-13T06:22:54.713 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 24455, 2024-06-13T06:22:54.713 INFO:teuthology.orchestra.run.smithi039.stdout: "want_state": "up:active", 2024-06-13T06:22:54.713 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "up:active", 2024-06-13T06:22:54.713 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs", 2024-06-13T06:22:54.713 INFO:teuthology.orchestra.run.smithi039.stdout: "rank_uptime": 156.18577566499999, 2024-06-13T06:22:54.713 INFO:teuthology.orchestra.run.smithi039.stdout: "mdsmap_epoch": 23, 2024-06-13T06:22:54.713 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch": 91, 2024-06-13T06:22:54.713 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch_barrier": 89, 2024-06-13T06:22:54.713 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 208.77125947600001 2024-06-13T06:22:54.714 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-06-13T06:22:54.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.707+0000 7f9db91b3700 1 -- 172.21.15.39:0/163206082 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f9da00a2c20 msgr2=0x7f9da00a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:54.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.707+0000 7f9db91b3700 1 --2- 172.21.15.39:0/163206082 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f9da00a2c20 0x7f9da00a50e0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f9da4009750 tx=0x7f9da4005fd0 comp rx=0 tx=0).stop 2024-06-13T06:22:54.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.707+0000 7f9db91b3700 1 -- 172.21.15.39:0/163206082 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9db4102e80 msgr2=0x7f9db4074cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:54.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.707+0000 7f9db91b3700 1 --2- 172.21.15.39:0/163206082 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9db4102e80 0x7f9db4074cd0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f9d9c00c920 tx=0x7f9d9c00cc30 comp rx=0 tx=0).stop 2024-06-13T06:22:54.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.707+0000 7f9db91b3700 1 -- 172.21.15.39:0/163206082 shutdown_connections 2024-06-13T06:22:54.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.707+0000 7f9db91b3700 1 --2- 172.21.15.39:0/163206082 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f9da00a2c20 0x7f9da00a50e0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:54.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.707+0000 7f9db91b3700 1 --2- 172.21.15.39:0/163206082 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9db41084f0 0x7f9db4075210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:54.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.707+0000 7f9db91b3700 1 --2- 172.21.15.39:0/163206082 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9db41024e0 0x7f9db4074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:54.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.707+0000 7f9db91b3700 1 --2- 172.21.15.39:0/163206082 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9db4102e80 0x7f9db4074cd0 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:54.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.707+0000 7f9db91b3700 1 -- 172.21.15.39:0/163206082 >> 172.21.15.39:0/163206082 conn(0x7f9db4079530 msgr2=0x7f9db41005d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:54.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.707+0000 7f9db91b3700 1 -- 172.21.15.39:0/163206082 shutdown_connections 2024-06-13T06:22:54.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:54.707+0000 7f9db91b3700 1 -- 172.21.15.39:0/163206082 wait complete. 2024-06-13T06:22:55.459 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph tell mds.h status 2024-06-13T06:22:55.719 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:22:56.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:56 smithi039 ceph-mon[32479]: pgmap v386: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:22:56.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:56 smithi149 ceph-mon[36963]: pgmap v386: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:22:56.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:56 smithi096 ceph-mon[36532]: pgmap v386: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:22:57.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.418+0000 7ff46f8ba700 1 -- 172.21.15.39:0/3539793156 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff46806b3c0 msgr2=0x7ff46810f310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:57.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.418+0000 7ff46f8ba700 1 --2- 172.21.15.39:0/3539793156 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff46806b3c0 0x7ff46810f310 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7ff460009990 tx=0x7ff460009ca0 comp rx=0 tx=0).stop 2024-06-13T06:22:57.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.418+0000 7ff46f8ba700 1 -- 172.21.15.39:0/3539793156 shutdown_connections 2024-06-13T06:22:57.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.418+0000 7ff46f8ba700 1 --2- 172.21.15.39:0/3539793156 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff46806b3c0 0x7ff46810f310 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:57.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.418+0000 7ff46f8ba700 1 --2- 172.21.15.39:0/3539793156 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff4681084f0 0x7ff4681088d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:57.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.418+0000 7ff46f8ba700 1 --2- 172.21.15.39:0/3539793156 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff46806aa00 0x7ff46806ae80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:57.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.418+0000 7ff46f8ba700 1 -- 172.21.15.39:0/3539793156 >> 172.21.15.39:0/3539793156 conn(0x7ff468078300 msgr2=0x7ff468078710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:57.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.418+0000 7ff46f8ba700 1 -- 172.21.15.39:0/3539793156 shutdown_connections 2024-06-13T06:22:57.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.418+0000 7ff46f8ba700 1 -- 172.21.15.39:0/3539793156 wait complete. 2024-06-13T06:22:57.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.419+0000 7ff46f8ba700 1 Processor -- start 2024-06-13T06:22:57.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.419+0000 7ff46f8ba700 1 -- start start 2024-06-13T06:22:57.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.419+0000 7ff46f8ba700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff46806aa00 0x7ff46819aeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:57.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.419+0000 7ff46f8ba700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff46806b3c0 0x7ff46819b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:57.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.419+0000 7ff46f8ba700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4681084f0 0x7ff46819f780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:57.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.419+0000 7ff46f8ba700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7ff4681127f0 con 0x7ff4681084f0 2024-06-13T06:22:57.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.419+0000 7ff46f8ba700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7ff468112670 con 0x7ff46806b3c0 2024-06-13T06:22:57.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.419+0000 7ff46f8ba700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7ff468112970 con 0x7ff46806aa00 2024-06-13T06:22:57.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.420+0000 7ff46de57700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4681084f0 0x7ff46819f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:57.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.420+0000 7ff46de57700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4681084f0 0x7ff46819f780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48124/0 (socket says 172.21.15.39:48124) 2024-06-13T06:22:57.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.420+0000 7ff46de57700 1 -- 172.21.15.39:0/2262306077 learned_addr learned my addr 172.21.15.39:0/2262306077 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:22:57.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.420+0000 7ff46ce55700 1 --2- 172.21.15.39:0/2262306077 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff46806b3c0 0x7ff46819b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:57.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.420+0000 7ff46d656700 1 --2- 172.21.15.39:0/2262306077 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff46806aa00 0x7ff46819aeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:57.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.420+0000 7ff46de57700 1 -- 172.21.15.39:0/2262306077 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff46806aa00 msgr2=0x7ff46819aeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:57.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.420+0000 7ff46de57700 1 --2- 172.21.15.39:0/2262306077 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff46806aa00 0x7ff46819aeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:57.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.420+0000 7ff46de57700 1 -- 172.21.15.39:0/2262306077 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff46806b3c0 msgr2=0x7ff46819b3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:57.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.420+0000 7ff46de57700 1 --2- 172.21.15.39:0/2262306077 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff46806b3c0 0x7ff46819b3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:57.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.420+0000 7ff46de57700 1 -- 172.21.15.39:0/2262306077 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff46819fec0 con 0x7ff4681084f0 2024-06-13T06:22:57.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.420+0000 7ff46de57700 1 --2- 172.21.15.39:0/2262306077 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4681084f0 0x7ff46819f780 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7ff4600047b0 tx=0x7ff460005e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:57.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.420+0000 7ff4667fc700 1 -- 172.21.15.39:0/2262306077 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff460026070 con 0x7ff4681084f0 2024-06-13T06:22:57.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.420+0000 7ff4667fc700 1 -- 172.21.15.39:0/2262306077 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff460004cc0 con 0x7ff4681084f0 2024-06-13T06:22:57.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.420+0000 7ff46f8ba700 1 -- 172.21.15.39:0/2262306077 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4681a0150 con 0x7ff4681084f0 2024-06-13T06:22:57.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.420+0000 7ff4667fc700 1 -- 172.21.15.39:0/2262306077 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff460003ba0 con 0x7ff4681084f0 2024-06-13T06:22:57.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.420+0000 7ff46f8ba700 1 -- 172.21.15.39:0/2262306077 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4681a7a30 con 0x7ff4681084f0 2024-06-13T06:22:57.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.423+0000 7ff4667fc700 1 -- 172.21.15.39:0/2262306077 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7ff460029070 con 0x7ff4681084f0 2024-06-13T06:22:57.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.424+0000 7ff4667fc700 1 --2- 172.21.15.39:0/2262306077 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff4500a2c20 0x7ff4500a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:57.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.424+0000 7ff46d656700 1 --2- 172.21.15.39:0/2262306077 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff4500a2c20 0x7ff4500a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:57.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.424+0000 7ff4667fc700 1 -- 172.21.15.39:0/2262306077 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7ff4600cf8e0 con 0x7ff4681084f0 2024-06-13T06:22:57.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.424+0000 7ff46d656700 1 --2- 172.21.15.39:0/2262306077 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff4500a2c20 0x7ff4500a50e0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7ff45800a400 tx=0x7ff45800d040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:57.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.425+0000 7ff47a13db80 1 Processor -- start 2024-06-13T06:22:57.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.425+0000 7ff47a13db80 1 -- start start 2024-06-13T06:22:57.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.425+0000 7ff47a13db80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562181009f10 0x56218100a2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:57.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.425+0000 7ff47a13db80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56218100a830 0x562181004210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:57.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.425+0000 7ff47a13db80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x562181004750 0x562181004b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:57.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.425+0000 7ff47a13db80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x562180ef6f10 con 0x56218100a830 2024-06-13T06:22:57.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.425+0000 7ff47a13db80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x562180f55800 con 0x562181004750 2024-06-13T06:22:57.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.425+0000 7ff47a13db80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x562180ebd410 con 0x562181009f10 2024-06-13T06:22:57.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.425+0000 7ff46ce55700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56218100a830 0x562181004210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:57.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.425+0000 7ff46ce55700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56218100a830 0x562181004210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48132/0 (socket says 172.21.15.39:48132) 2024-06-13T06:22:57.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.425+0000 7ff46ce55700 1 -- 172.21.15.39:0/1980229234 learned_addr learned my addr 172.21.15.39:0/1980229234 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:22:57.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.425+0000 7ff46d656700 1 --2- 172.21.15.39:0/1980229234 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562181009f10 0x56218100a2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:57.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.425+0000 7ff46de57700 1 --2- 172.21.15.39:0/1980229234 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x562181004750 0x562181004b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:57.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.426+0000 7ff46ce55700 1 -- 172.21.15.39:0/1980229234 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562181009f10 msgr2=0x56218100a2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:22:57.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.426+0000 7ff46ce55700 1 --2- 172.21.15.39:0/1980229234 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562181009f10 0x56218100a2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:57.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.426+0000 7ff46ce55700 1 -- 172.21.15.39:0/1980229234 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x562181004750 msgr2=0x562181004b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:22:57.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.426+0000 7ff46ce55700 1 --2- 172.21.15.39:0/1980229234 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x562181004750 0x562181004b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:57.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.426+0000 7ff46ce55700 1 -- 172.21.15.39:0/1980229234 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562180ea4880 con 0x56218100a830 2024-06-13T06:22:57.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.426+0000 7ff46ce55700 1 --2- 172.21.15.39:0/1980229234 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56218100a830 0x562181004210 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7ff45c00b700 tx=0x7ff45c00ba10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=772a0436724eddbb server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:57.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.426+0000 7ff44f7fe700 1 -- 172.21.15.39:0/1980229234 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff45c004a30 con 0x56218100a830 2024-06-13T06:22:57.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.426+0000 7ff44f7fe700 1 -- 172.21.15.39:0/1980229234 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff45c015070 con 0x56218100a830 2024-06-13T06:22:57.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.426+0000 7ff44f7fe700 1 -- 172.21.15.39:0/1980229234 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff45c0054b0 con 0x56218100a830 2024-06-13T06:22:57.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.427+0000 7ff47a13db80 1 -- 172.21.15.39:0/1980229234 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56218100a830 msgr2=0x562181004210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:57.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.427+0000 7ff47a13db80 1 --2- 172.21.15.39:0/1980229234 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56218100a830 0x562181004210 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7ff45c00b700 tx=0x7ff45c00ba10 comp rx=0 tx=0).stop 2024-06-13T06:22:57.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.427+0000 7ff47a13db80 1 -- 172.21.15.39:0/1980229234 shutdown_connections 2024-06-13T06:22:57.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.427+0000 7ff47a13db80 1 --2- 172.21.15.39:0/1980229234 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x562181004750 0x562181004b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:57.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.427+0000 7ff47a13db80 1 --2- 172.21.15.39:0/1980229234 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562181009f10 0x56218100a2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:57.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.427+0000 7ff47a13db80 1 --2- 172.21.15.39:0/1980229234 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56218100a830 0x562181004210 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:57.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.427+0000 7ff47a13db80 1 -- 172.21.15.39:0/1980229234 >> 172.21.15.39:0/1980229234 conn(0x562180f31030 msgr2=0x562180fff1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:57.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.427+0000 7ff47a13db80 1 -- 172.21.15.39:0/1980229234 shutdown_connections 2024-06-13T06:22:57.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.427+0000 7ff47a13db80 1 -- 172.21.15.39:0/1980229234 wait complete. 2024-06-13T06:22:57.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.427+0000 7ff47a13db80 1 -- start start 2024-06-13T06:22:57.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.427+0000 7ff47a13db80 1 Processor -- start 2024-06-13T06:22:57.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.428+0000 7ff47a13db80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562181004750 0x5621810105a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:57.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.428+0000 7ff47a13db80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x562181009f10 0x56218100d8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:57.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.428+0000 7ff47a13db80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56218100a830 0x56218100dde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:57.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.428+0000 7ff47a13db80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x562180ef5f70 con 0x56218100a830 2024-06-13T06:22:57.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.428+0000 7ff47a13db80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x562180f517c0 con 0x562181009f10 2024-06-13T06:22:57.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.428+0000 7ff47a13db80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x562181011210 con 0x562181004750 2024-06-13T06:22:57.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.428+0000 7ff47a13db80 10 client.0 _ll_register_callbacks cb 0x562180eeb560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:22:57.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.428+0000 7ff46de57700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56218100a830 0x56218100dde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:57.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.428+0000 7ff46de57700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56218100a830 0x56218100dde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48136/0 (socket says 172.21.15.39:48136) 2024-06-13T06:22:57.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.428+0000 7ff46de57700 1 -- 172.21.15.39:0/2383229863 learned_addr learned my addr 172.21.15.39:0/2383229863 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:22:57.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.428+0000 7ff46ce55700 1 --2- 172.21.15.39:0/2383229863 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x562181009f10 0x56218100d8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:57.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.428+0000 7ff46d656700 1 --2- 172.21.15.39:0/2383229863 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562181004750 0x5621810105a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:57.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.428+0000 7ff46de57700 1 -- 172.21.15.39:0/2383229863 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562181004750 msgr2=0x5621810105a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:22:57.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.428+0000 7ff46de57700 1 --2- 172.21.15.39:0/2383229863 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562181004750 0x5621810105a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:57.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.428+0000 7ff46de57700 1 -- 172.21.15.39:0/2383229863 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x562181009f10 msgr2=0x56218100d8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:22:57.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.428+0000 7ff46de57700 1 --2- 172.21.15.39:0/2383229863 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x562181009f10 0x56218100d8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:57.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.428+0000 7ff46de57700 1 -- 172.21.15.39:0/2383229863 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562180f1b700 con 0x56218100a830 2024-06-13T06:22:57.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.428+0000 7ff46de57700 1 --2- 172.21.15.39:0/2383229863 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56218100a830 0x56218100dde0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7ff460028000 tx=0x7ff460098650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=deb924c29f57de51 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:57.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.428+0000 7ff44cff9700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:22:57.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.429+0000 7ff44cff9700 1 -- 172.21.15.39:0/2383229863 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4600b4020 con 0x56218100a830 2024-06-13T06:22:57.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.429+0000 7ff44cff9700 1 -- 172.21.15.39:0/2383229863 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7ff4600a49d0 con 0x56218100a830 2024-06-13T06:22:57.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.429+0000 7ff47a13db80 1 -- 172.21.15.39:0/2383229863 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff45c015070 con 0x56218100a830 2024-06-13T06:22:57.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.429+0000 7ff44cff9700 1 -- 172.21.15.39:0/2383229863 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7ff460005000 con 0x56218100a830 2024-06-13T06:22:57.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.429+0000 7ff47a13db80 10 client.15063 fetch_fsmap learned FSMap version 23 2024-06-13T06:22:57.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.429+0000 7ff47a13db80 1 -- 172.21.15.39:0/2383229863 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x56218101b990 con 0x56218100a830 2024-06-13T06:22:57.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.429+0000 7ff44cff9700 1 -- 172.21.15.39:0/2383229863 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff45c015070 con 0x56218100a830 2024-06-13T06:22:57.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.429+0000 7ff44cff9700 1 -- 172.21.15.39:0/2383229863 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 23) ==== 8338+0+0 (secure 0 0 0) 0x7ff4600672a0 con 0x56218100a830 2024-06-13T06:22:57.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.429+0000 7ff47a13db80 10 client.15063 fetch_fsmap finished waiting for FSMap version 23 2024-06-13T06:22:57.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.429+0000 7ff47a13db80 10 client.15063 resolve_mds: resolved name 'h' to daemon mds.h 2024-06-13T06:22:57.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.429+0000 7ff47a13db80 20 client.15063 populate_metadata read hostname 'smithi039' 2024-06-13T06:22:57.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.429+0000 7ff47a13db80 1 --2- 172.21.15.39:0/2383229863 >> [v2:172.21.15.96:6836/2574644445,v1:172.21.15.96:6837/2574644445] conn(0x56218101e040 0x56218101f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:57.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.429+0000 7ff47a13db80 4 client.15063 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T06:22:57.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.429+0000 7ff47a13db80 1 -- 172.21.15.39:0/2383229863 --> [v2:172.21.15.96:6836/2574644445,v1:172.21.15.96:6837/2574644445] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562180f62d00 con 0x56218101e040 2024-06-13T06:22:57.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.430+0000 7ff46d656700 1 --2- 172.21.15.39:0/2383229863 >> [v2:172.21.15.96:6836/2574644445,v1:172.21.15.96:6837/2574644445] conn(0x56218101e040 0x56218101f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:57.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.430+0000 7ff46d656700 1 --2- 172.21.15.39:0/2383229863 >> [v2:172.21.15.96:6836/2574644445,v1:172.21.15.96:6837/2574644445] conn(0x56218101e040 0x56218101f4b0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f9325e58cedaa27a server_cookie=4a2e6ca733062ff6 in_seq=0 out_seq=0 2024-06-13T06:22:57.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.430+0000 7ff44cff9700 10 client.15063 ms_handle_connect on v2:172.21.15.96:6836/2574644445 2024-06-13T06:22:57.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.431+0000 7ff44cff9700 1 -- 172.21.15.39:0/2383229863 <== mds.1 v2:172.21.15.96:6836/2574644445 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x562180f62d00 con 0x56218101e040 2024-06-13T06:22:57.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.431+0000 7ff44cff9700 10 client.15063 handle_command_reply: tid=0 2024-06-13T06:22:57.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.431+0000 7ff47a13db80 1 client.15063 shutdown 2024-06-13T06:22:57.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.431+0000 7ff47a13db80 1 -- 172.21.15.39:0/2383229863 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56218100a830 msgr2=0x56218100dde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:57.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.431+0000 7ff47a13db80 1 --2- 172.21.15.39:0/2383229863 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56218100a830 0x56218100dde0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7ff460028000 tx=0x7ff460098650 comp rx=0 tx=0).stop 2024-06-13T06:22:57.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.431+0000 7ff47a13db80 1 -- 172.21.15.39:0/2383229863 shutdown_connections 2024-06-13T06:22:57.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.431+0000 7ff47a13db80 1 --2- 172.21.15.39:0/2383229863 >> [v2:172.21.15.96:6836/2574644445,v1:172.21.15.96:6837/2574644445] conn(0x56218101e040 0x56218101f4b0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:57.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.431+0000 7ff47a13db80 1 --2- 172.21.15.39:0/2383229863 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56218100a830 0x56218100dde0 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:57.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.431+0000 7ff47a13db80 1 --2- 172.21.15.39:0/2383229863 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562181004750 0x5621810105a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:57.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.431+0000 7ff47a13db80 1 --2- 172.21.15.39:0/2383229863 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x562181009f10 0x56218100d8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:57.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.431+0000 7ff47a13db80 1 -- 172.21.15.39:0/2383229863 >> 172.21.15.39:0/2383229863 conn(0x562180f31030 msgr2=0x562180ffe6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:57.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.431+0000 7ff44cff9700 0 client.15063 ms_handle_reset on v2:172.21.15.96:6836/2574644445 2024-06-13T06:22:57.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.431+0000 7ff47a13db80 1 -- 172.21.15.39:0/2383229863 shutdown_connections 2024-06-13T06:22:57.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.431+0000 7ff47a13db80 1 -- 172.21.15.39:0/2383229863 wait complete. 2024-06-13T06:22:57.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.431+0000 7ff47a13db80 20 client.15063 trim_cache size 0 max 16384 2024-06-13T06:22:57.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.453+0000 7ff47a13db80 1 Processor -- start 2024-06-13T06:22:57.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.453+0000 7ff47a13db80 1 -- start start 2024-06-13T06:22:57.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.453+0000 7ff47a13db80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562181004750 0x56218100b320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:57.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.453+0000 7ff47a13db80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x562181009f10 0x562180ffee30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:57.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.453+0000 7ff47a13db80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56218100a830 0x562180fff370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:57.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.453+0000 7ff47a13db80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x56218101d7f0 con 0x56218100a830 2024-06-13T06:22:57.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.453+0000 7ff47a13db80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x56218101dec0 con 0x562181009f10 2024-06-13T06:22:57.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.453+0000 7ff47a13db80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x56218101e590 con 0x562181004750 2024-06-13T06:22:57.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.453+0000 7ff46de57700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56218100a830 0x562180fff370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:57.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.453+0000 7ff46de57700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56218100a830 0x562180fff370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48146/0 (socket says 172.21.15.39:48146) 2024-06-13T06:22:57.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.453+0000 7ff46de57700 1 -- 172.21.15.39:0/2497222986 learned_addr learned my addr 172.21.15.39:0/2497222986 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:22:57.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.454+0000 7ff46ce55700 1 --2- 172.21.15.39:0/2497222986 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x562181009f10 0x562180ffee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:57.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.454+0000 7ff46de57700 1 -- 172.21.15.39:0/2497222986 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562181004750 msgr2=0x56218100b320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:22:57.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.454+0000 7ff46d656700 1 --2- 172.21.15.39:0/2497222986 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562181004750 0x56218100b320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:57.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.454+0000 7ff46de57700 1 --2- 172.21.15.39:0/2497222986 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562181004750 0x56218100b320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:57.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.454+0000 7ff46de57700 1 -- 172.21.15.39:0/2497222986 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x562181009f10 msgr2=0x562180ffee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:22:57.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.454+0000 7ff46de57700 1 --2- 172.21.15.39:0/2497222986 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x562181009f10 0x562180ffee30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:57.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.454+0000 7ff46de57700 1 -- 172.21.15.39:0/2497222986 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56218100be30 con 0x56218100a830 2024-06-13T06:22:57.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.454+0000 7ff46ce55700 1 --2- 172.21.15.39:0/2497222986 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x562181009f10 0x562180ffee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:22:57.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.454+0000 7ff46de57700 1 --2- 172.21.15.39:0/2497222986 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56218100a830 0x562180fff370 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7ff46009a530 tx=0x7ff460005910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c1873c3424ff67d server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:57.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.454+0000 7ff44effd700 1 -- 172.21.15.39:0/2497222986 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4600b4040 con 0x56218100a830 2024-06-13T06:22:57.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.454+0000 7ff44effd700 1 -- 172.21.15.39:0/2497222986 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff46009c280 con 0x56218100a830 2024-06-13T06:22:57.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.454+0000 7ff44effd700 1 -- 172.21.15.39:0/2497222986 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4600672a0 con 0x56218100a830 2024-06-13T06:22:57.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.455+0000 7ff47a13db80 1 -- 172.21.15.39:0/2497222986 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56218100a830 msgr2=0x562180fff370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:57.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.455+0000 7ff47a13db80 1 --2- 172.21.15.39:0/2497222986 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56218100a830 0x562180fff370 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7ff46009a530 tx=0x7ff460005910 comp rx=0 tx=0).stop 2024-06-13T06:22:57.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.455+0000 7ff47a13db80 1 -- 172.21.15.39:0/2497222986 shutdown_connections 2024-06-13T06:22:57.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.455+0000 7ff47a13db80 1 --2- 172.21.15.39:0/2497222986 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56218100a830 0x562180fff370 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:57.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.455+0000 7ff47a13db80 1 --2- 172.21.15.39:0/2497222986 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562181004750 0x56218100b320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:57.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.455+0000 7ff47a13db80 1 --2- 172.21.15.39:0/2497222986 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x562181009f10 0x562180ffee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:57.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.455+0000 7ff47a13db80 1 -- 172.21.15.39:0/2497222986 >> 172.21.15.39:0/2497222986 conn(0x562180f31030 msgr2=0x56218100ac10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:57.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.455+0000 7ff47a13db80 1 -- 172.21.15.39:0/2497222986 shutdown_connections 2024-06-13T06:22:57.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.455+0000 7ff47a13db80 1 -- 172.21.15.39:0/2497222986 wait complete. 2024-06-13T06:22:57.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.455+0000 7ff47a13db80 1 -- start start 2024-06-13T06:22:57.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.455+0000 7ff47a13db80 1 Processor -- start 2024-06-13T06:22:57.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.456+0000 7ff47a13db80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562181004750 0x5621810290e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:57.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.456+0000 7ff47a13db80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562181009f10 0x562180ffe400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:57.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.456+0000 7ff47a13db80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56218100a830 0x562180ffe940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:57.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.456+0000 7ff47a13db80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x56218101f330 con 0x562181009f10 2024-06-13T06:22:57.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.456+0000 7ff47a13db80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x56218101ec60 con 0x56218100a830 2024-06-13T06:22:57.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.456+0000 7ff47a13db80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x56218101fa00 con 0x562181004750 2024-06-13T06:22:57.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.456+0000 7ff47a13db80 10 client.0 _ll_register_callbacks cb 0x562180eeb560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:22:57.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.456+0000 7ff46ce55700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562181009f10 0x562180ffe400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:57.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.456+0000 7ff46ce55700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562181009f10 0x562180ffe400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48154/0 (socket says 172.21.15.39:48154) 2024-06-13T06:22:57.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.456+0000 7ff46ce55700 1 -- 172.21.15.39:0/2901032322 learned_addr learned my addr 172.21.15.39:0/2901032322 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:22:57.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.456+0000 7ff46d656700 1 --2- 172.21.15.39:0/2901032322 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562181004750 0x5621810290e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:57.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.456+0000 7ff46de57700 1 --2- 172.21.15.39:0/2901032322 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56218100a830 0x562180ffe940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:57.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.456+0000 7ff46ce55700 1 -- 172.21.15.39:0/2901032322 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562181004750 msgr2=0x5621810290e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:22:57.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.456+0000 7ff46ce55700 1 --2- 172.21.15.39:0/2901032322 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562181004750 0x5621810290e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:57.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.456+0000 7ff46ce55700 1 -- 172.21.15.39:0/2901032322 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56218100a830 msgr2=0x562180ffe940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:22:57.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.456+0000 7ff46ce55700 1 --2- 172.21.15.39:0/2901032322 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56218100a830 0x562180ffe940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:57.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.456+0000 7ff46ce55700 1 -- 172.21.15.39:0/2901032322 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562180fff140 con 0x562181009f10 2024-06-13T06:22:57.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.456+0000 7ff46ce55700 1 --2- 172.21.15.39:0/2901032322 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562181009f10 0x562180ffe400 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7ff45c0042f0 tx=0x7ff45c003a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a70d78b92eae4905 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:22:57.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.456+0000 7ff44cff9700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:22:57.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.457+0000 7ff44cff9700 1 -- 172.21.15.39:0/2901032322 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff45c003fb0 con 0x562181009f10 2024-06-13T06:22:57.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.457+0000 7ff44cff9700 1 -- 172.21.15.39:0/2901032322 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7ff45c025460 con 0x562181009f10 2024-06-13T06:22:57.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.457+0000 7ff47a13db80 1 -- 172.21.15.39:0/2901032322 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff46009c280 con 0x562181009f10 2024-06-13T06:22:57.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.457+0000 7ff44cff9700 1 -- 172.21.15.39:0/2901032322 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7ff45c025660 con 0x562181009f10 2024-06-13T06:22:57.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.457+0000 7ff47a13db80 10 client.15069 fetch_fsmap learned FSMap version 23 2024-06-13T06:22:57.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.457+0000 7ff47a13db80 1 -- 172.21.15.39:0/2901032322 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x562181089930 con 0x562181009f10 2024-06-13T06:22:57.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.457+0000 7ff44cff9700 1 -- 172.21.15.39:0/2901032322 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff46009c280 con 0x562181009f10 2024-06-13T06:22:57.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.457+0000 7ff44cff9700 1 -- 172.21.15.39:0/2901032322 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 23) ==== 8338+0+0 (secure 0 0 0) 0x7ff45c02e020 con 0x562181009f10 2024-06-13T06:22:57.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.457+0000 7ff47a13db80 10 client.15069 fetch_fsmap finished waiting for FSMap version 23 2024-06-13T06:22:57.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.457+0000 7ff47a13db80 10 client.15069 resolve_mds: resolved name 'h' to daemon mds.h 2024-06-13T06:22:57.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.457+0000 7ff47a13db80 20 client.15069 populate_metadata read hostname 'smithi039' 2024-06-13T06:22:57.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.457+0000 7ff47a13db80 1 --2- 172.21.15.39:0/2901032322 >> [v2:172.21.15.96:6836/2574644445,v1:172.21.15.96:6837/2574644445] conn(0x56218108e1d0 0x56218108cee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:22:57.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.457+0000 7ff47a13db80 4 client.15069 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "status"}] 2024-06-13T06:22:57.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.457+0000 7ff47a13db80 1 -- 172.21.15.39:0/2901032322 --> [v2:172.21.15.96:6836/2574644445,v1:172.21.15.96:6837/2574644445] -- command(tid 0: {"prefix": "status"}) -- 0x562180f5d280 con 0x56218108e1d0 2024-06-13T06:22:57.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.458+0000 7ff46d656700 1 --2- 172.21.15.39:0/2901032322 >> [v2:172.21.15.96:6836/2574644445,v1:172.21.15.96:6837/2574644445] conn(0x56218108e1d0 0x56218108cee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:22:57.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.458+0000 7ff44cff9700 10 client.15069 ms_handle_connect on v2:172.21.15.96:6836/2574644445 2024-06-13T06:22:57.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.458+0000 7ff46d656700 1 --2- 172.21.15.39:0/2901032322 >> [v2:172.21.15.96:6836/2574644445,v1:172.21.15.96:6837/2574644445] conn(0x56218108e1d0 0x56218108cee0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=57ff333a06fcdda0 server_cookie=1737eb4ad391be26 in_seq=0 out_seq=0 2024-06-13T06:22:57.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.458+0000 7ff44cff9700 1 -- 172.21.15.39:0/2901032322 <== mds.1 v2:172.21.15.96:6836/2574644445 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x562180f5d280 con 0x56218108e1d0 2024-06-13T06:22:57.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.458+0000 7ff44cff9700 10 client.15069 handle_command_reply: tid=0 2024-06-13T06:22:57.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.458+0000 7ff47a13db80 1 client.15069 shutdown 2024-06-13T06:22:57.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.459+0000 7ff47a13db80 1 -- 172.21.15.39:0/2901032322 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562181009f10 msgr2=0x562180ffe400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:57.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.459+0000 7ff47a13db80 1 --2- 172.21.15.39:0/2901032322 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562181009f10 0x562180ffe400 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7ff45c0042f0 tx=0x7ff45c003a30 comp rx=0 tx=0).stop 2024-06-13T06:22:57.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.459+0000 7ff47a13db80 1 -- 172.21.15.39:0/2901032322 shutdown_connections 2024-06-13T06:22:57.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.459+0000 7ff47a13db80 1 --2- 172.21.15.39:0/2901032322 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56218100a830 0x562180ffe940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:57.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.459+0000 7ff47a13db80 1 --2- 172.21.15.39:0/2901032322 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562181004750 0x5621810290e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:57.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.459+0000 7ff47a13db80 1 --2- 172.21.15.39:0/2901032322 >> [v2:172.21.15.96:6836/2574644445,v1:172.21.15.96:6837/2574644445] conn(0x56218108e1d0 0x56218108cee0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:57.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.459+0000 7ff47a13db80 1 --2- 172.21.15.39:0/2901032322 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562181009f10 0x562180ffe400 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:57.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.459+0000 7ff47a13db80 1 -- 172.21.15.39:0/2901032322 >> 172.21.15.39:0/2901032322 conn(0x562180f31030 msgr2=0x56218100c1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:57.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.459+0000 7ff44cff9700 0 client.15069 ms_handle_reset on v2:172.21.15.96:6836/2574644445 2024-06-13T06:22:57.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.459+0000 7ff47a13db80 1 -- 172.21.15.39:0/2901032322 shutdown_connections 2024-06-13T06:22:57.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.459+0000 7ff47a13db80 1 -- 172.21.15.39:0/2901032322 wait complete. 2024-06-13T06:22:57.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.459+0000 7ff47a13db80 20 client.15069 trim_cache size 0 max 16384 2024-06-13T06:22:57.465 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-06-13T06:22:57.465 INFO:teuthology.orchestra.run.smithi039.stdout: "cluster_fsid": "ae626f9c-294b-11ef-bc9c-c7b262605968", 2024-06-13T06:22:57.465 INFO:teuthology.orchestra.run.smithi039.stdout: "whoami": 1, 2024-06-13T06:22:57.465 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 24482, 2024-06-13T06:22:57.465 INFO:teuthology.orchestra.run.smithi039.stdout: "want_state": "up:active", 2024-06-13T06:22:57.465 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "up:active", 2024-06-13T06:22:57.465 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs", 2024-06-13T06:22:57.465 INFO:teuthology.orchestra.run.smithi039.stdout: "rank_uptime": 159.95078548199999, 2024-06-13T06:22:57.466 INFO:teuthology.orchestra.run.smithi039.stdout: "mdsmap_epoch": 23, 2024-06-13T06:22:57.466 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch": 91, 2024-06-13T06:22:57.466 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch_barrier": 89, 2024-06-13T06:22:57.466 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 202.95066132100001 2024-06-13T06:22:57.466 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-06-13T06:22:57.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.459+0000 7ff46f8ba700 1 -- 172.21.15.39:0/2262306077 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff4500a2c20 msgr2=0x7ff4500a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:57.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.459+0000 7ff46f8ba700 1 --2- 172.21.15.39:0/2262306077 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff4500a2c20 0x7ff4500a50e0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7ff45800a400 tx=0x7ff45800d040 comp rx=0 tx=0).stop 2024-06-13T06:22:57.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.459+0000 7ff46f8ba700 1 -- 172.21.15.39:0/2262306077 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4681084f0 msgr2=0x7ff46819f780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:22:57.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.459+0000 7ff46f8ba700 1 --2- 172.21.15.39:0/2262306077 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4681084f0 0x7ff46819f780 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7ff4600047b0 tx=0x7ff460005e80 comp rx=0 tx=0).stop 2024-06-13T06:22:57.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.459+0000 7ff46f8ba700 1 -- 172.21.15.39:0/2262306077 shutdown_connections 2024-06-13T06:22:57.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.460+0000 7ff46f8ba700 1 --2- 172.21.15.39:0/2262306077 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7ff4500a2c20 0x7ff4500a50e0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:57.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.460+0000 7ff46f8ba700 1 --2- 172.21.15.39:0/2262306077 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4681084f0 0x7ff46819f780 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:57.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.460+0000 7ff46f8ba700 1 --2- 172.21.15.39:0/2262306077 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff46806aa00 0x7ff46819aeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:57.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.460+0000 7ff46f8ba700 1 --2- 172.21.15.39:0/2262306077 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff46806b3c0 0x7ff46819b3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:22:57.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.460+0000 7ff46f8ba700 1 -- 172.21.15.39:0/2262306077 >> 172.21.15.39:0/2262306077 conn(0x7ff468078300 msgr2=0x7ff46810d660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:22:57.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.460+0000 7ff46f8ba700 1 -- 172.21.15.39:0/2262306077 shutdown_connections 2024-06-13T06:22:57.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:22:57.460+0000 7ff46f8ba700 1 -- 172.21.15.39:0/2262306077 wait complete. 2024-06-13T06:22:58.213 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph tell mds.b status 2024-06-13T06:22:58.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:22:58 smithi039 ceph-mon[32479]: pgmap v387: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:22:58.466 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:22:58.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:22:58 smithi149 ceph-mon[36963]: pgmap v387: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:22:58.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:22:58 smithi096 ceph-mon[36532]: pgmap v387: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:23:00.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.230+0000 7fcd8af4e700 1 -- 172.21.15.39:0/1524452810 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcd84107840 msgr2=0x7fcd8410f3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:00.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.230+0000 7fcd8af4e700 1 --2- 172.21.15.39:0/1524452810 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcd84107840 0x7fcd8410f3c0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fcd7c00b0d0 tx=0x7fcd7c00b3e0 comp rx=0 tx=0).stop 2024-06-13T06:23:00.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.230+0000 7fcd8af4e700 1 -- 172.21.15.39:0/1524452810 shutdown_connections 2024-06-13T06:23:00.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.230+0000 7fcd8af4e700 1 --2- 172.21.15.39:0/1524452810 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcd84107840 0x7fcd8410f3c0 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:00.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.230+0000 7fcd8af4e700 1 --2- 172.21.15.39:0/1524452810 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcd84102740 0x7fcd84102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:00.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.230+0000 7fcd8af4e700 1 --2- 172.21.15.39:0/1524452810 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fcd841030f0 0x7fcd84107110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:00.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.230+0000 7fcd8af4e700 1 -- 172.21.15.39:0/1524452810 >> 172.21.15.39:0/1524452810 conn(0x7fcd840795f0 msgr2=0x7fcd84079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:00.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.230+0000 7fcd8af4e700 1 -- 172.21.15.39:0/1524452810 shutdown_connections 2024-06-13T06:23:00.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.230+0000 7fcd8af4e700 1 -- 172.21.15.39:0/1524452810 wait complete. 2024-06-13T06:23:00.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.230+0000 7fcd8af4e700 1 Processor -- start 2024-06-13T06:23:00.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.230+0000 7fcd8af4e700 1 -- start start 2024-06-13T06:23:00.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.231+0000 7fcd8af4e700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcd84102740 0x7fcd8419e8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:00.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.231+0000 7fcd8af4e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcd841030f0 0x7fcd8419ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:00.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.231+0000 7fcd8af4e700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fcd84107840 0x7fcd84198ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:00.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.231+0000 7fcd8af4e700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fcd84112850 con 0x7fcd841030f0 2024-06-13T06:23:00.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.231+0000 7fcd8af4e700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fcd841126d0 con 0x7fcd84107840 2024-06-13T06:23:00.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.231+0000 7fcd8af4e700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fcd841129d0 con 0x7fcd84102740 2024-06-13T06:23:00.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.231+0000 7fcd83fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcd841030f0 0x7fcd8419ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:00.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.231+0000 7fcd83fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcd841030f0 0x7fcd8419ee30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48172/0 (socket says 172.21.15.39:48172) 2024-06-13T06:23:00.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.231+0000 7fcd83fff700 1 -- 172.21.15.39:0/199070147 learned_addr learned my addr 172.21.15.39:0/199070147 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:23:00.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.231+0000 7fcd88cea700 1 --2- 172.21.15.39:0/199070147 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcd84102740 0x7fcd8419e8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:00.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.231+0000 7fcd894eb700 1 --2- 172.21.15.39:0/199070147 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fcd84107840 0x7fcd84198ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:00.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.231+0000 7fcd83fff700 1 -- 172.21.15.39:0/199070147 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcd84102740 msgr2=0x7fcd8419e8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:00.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.231+0000 7fcd83fff700 1 --2- 172.21.15.39:0/199070147 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcd84102740 0x7fcd8419e8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:00.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.231+0000 7fcd83fff700 1 -- 172.21.15.39:0/199070147 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fcd84107840 msgr2=0x7fcd84198ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:00.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.231+0000 7fcd83fff700 1 --2- 172.21.15.39:0/199070147 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fcd84107840 0x7fcd84198ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:00.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.231+0000 7fcd83fff700 1 -- 172.21.15.39:0/199070147 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd84199210 con 0x7fcd841030f0 2024-06-13T06:23:00.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.231+0000 7fcd894eb700 1 --2- 172.21.15.39:0/199070147 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fcd84107840 0x7fcd84198ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:23:00.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.231+0000 7fcd83fff700 1 --2- 172.21.15.39:0/199070147 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcd841030f0 0x7fcd8419ee30 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fcd7000b530 tx=0x7fcd7000b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:00.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.231+0000 7fcd81ffb700 1 -- 172.21.15.39:0/199070147 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd70015020 con 0x7fcd841030f0 2024-06-13T06:23:00.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.231+0000 7fcd81ffb700 1 -- 172.21.15.39:0/199070147 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcd70011d10 con 0x7fcd841030f0 2024-06-13T06:23:00.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.231+0000 7fcd8af4e700 1 -- 172.21.15.39:0/199070147 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcd84199500 con 0x7fcd841030f0 2024-06-13T06:23:00.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.231+0000 7fcd81ffb700 1 -- 172.21.15.39:0/199070147 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd7000f2e0 con 0x7fcd841030f0 2024-06-13T06:23:00.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.232+0000 7fcd8af4e700 1 -- 172.21.15.39:0/199070147 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcd841a5840 con 0x7fcd841030f0 2024-06-13T06:23:00.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.234+0000 7fcd81ffb700 1 -- 172.21.15.39:0/199070147 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fcd70018020 con 0x7fcd841030f0 2024-06-13T06:23:00.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.234+0000 7fcd81ffb700 1 --2- 172.21.15.39:0/199070147 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fcd740a2ca0 0x7fcd740a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:00.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.235+0000 7fcd88cea700 1 --2- 172.21.15.39:0/199070147 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fcd740a2ca0 0x7fcd740a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:00.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.235+0000 7fcd81ffb700 1 -- 172.21.15.39:0/199070147 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7fcd700ce870 con 0x7fcd841030f0 2024-06-13T06:23:00.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.235+0000 7fcd88cea700 1 --2- 172.21.15.39:0/199070147 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fcd740a2ca0 0x7fcd740a5160 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fcd84199bf0 tx=0x7fcd78009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:00.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.235+0000 7fcd957d1b80 1 Processor -- start 2024-06-13T06:23:00.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.235+0000 7fcd957d1b80 1 -- start start 2024-06-13T06:23:00.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.235+0000 7fcd957d1b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x563911034f10 0x5639110352f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:00.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.235+0000 7fcd957d1b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563911035830 0x56391102f210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:00.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.235+0000 7fcd957d1b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56391102f750 0x56391102fb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:00.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.236+0000 7fcd957d1b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x563910f21f10 con 0x563911035830 2024-06-13T06:23:00.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.236+0000 7fcd957d1b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x563910f80800 con 0x563911034f10 2024-06-13T06:23:00.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.236+0000 7fcd957d1b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x563910ee8410 con 0x56391102f750 2024-06-13T06:23:00.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.236+0000 7fcd83fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563911035830 0x56391102f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:00.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.236+0000 7fcd83fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563911035830 0x56391102f210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48180/0 (socket says 172.21.15.39:48180) 2024-06-13T06:23:00.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.236+0000 7fcd83fff700 1 -- 172.21.15.39:0/944004790 learned_addr learned my addr 172.21.15.39:0/944004790 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:23:00.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.236+0000 7fcd894eb700 1 --2- 172.21.15.39:0/944004790 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56391102f750 0x56391102fb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:00.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.236+0000 7fcd88cea700 1 --2- 172.21.15.39:0/944004790 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x563911034f10 0x5639110352f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:00.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.236+0000 7fcd83fff700 1 -- 172.21.15.39:0/944004790 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56391102f750 msgr2=0x56391102fb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:23:00.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.236+0000 7fcd83fff700 1 --2- 172.21.15.39:0/944004790 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56391102f750 0x56391102fb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:00.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.236+0000 7fcd83fff700 1 -- 172.21.15.39:0/944004790 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x563911034f10 msgr2=0x5639110352f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:23:00.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.236+0000 7fcd83fff700 1 --2- 172.21.15.39:0/944004790 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x563911034f10 0x5639110352f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:00.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.236+0000 7fcd83fff700 1 -- 172.21.15.39:0/944004790 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563910ecf880 con 0x563911035830 2024-06-13T06:23:00.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.236+0000 7fcd88cea700 1 --2- 172.21.15.39:0/944004790 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x563911034f10 0x5639110352f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:23:00.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.236+0000 7fcd83fff700 1 --2- 172.21.15.39:0/944004790 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563911035830 0x56391102f210 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fcd700a3800 tx=0x7fcd70010a10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b3844f4698ed2d0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:00.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.236+0000 7fcd6effd700 1 -- 172.21.15.39:0/944004790 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd7009b0c0 con 0x563911035830 2024-06-13T06:23:00.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.236+0000 7fcd6effd700 1 -- 172.21.15.39:0/944004790 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcd7009f470 con 0x563911035830 2024-06-13T06:23:00.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.236+0000 7fcd6effd700 1 -- 172.21.15.39:0/944004790 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd70010610 con 0x563911035830 2024-06-13T06:23:00.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.237+0000 7fcd957d1b80 1 -- 172.21.15.39:0/944004790 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563911035830 msgr2=0x56391102f210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:00.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.237+0000 7fcd957d1b80 1 --2- 172.21.15.39:0/944004790 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563911035830 0x56391102f210 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fcd700a3800 tx=0x7fcd70010a10 comp rx=0 tx=0).stop 2024-06-13T06:23:00.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.237+0000 7fcd957d1b80 1 -- 172.21.15.39:0/944004790 shutdown_connections 2024-06-13T06:23:00.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.237+0000 7fcd957d1b80 1 --2- 172.21.15.39:0/944004790 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56391102f750 0x56391102fb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:00.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.237+0000 7fcd957d1b80 1 --2- 172.21.15.39:0/944004790 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x563911034f10 0x5639110352f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:00.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.237+0000 7fcd957d1b80 1 --2- 172.21.15.39:0/944004790 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563911035830 0x56391102f210 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:00.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.237+0000 7fcd957d1b80 1 -- 172.21.15.39:0/944004790 >> 172.21.15.39:0/944004790 conn(0x563910f5c030 msgr2=0x56391102a1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:00.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.237+0000 7fcd957d1b80 1 -- 172.21.15.39:0/944004790 shutdown_connections 2024-06-13T06:23:00.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.237+0000 7fcd957d1b80 1 -- 172.21.15.39:0/944004790 wait complete. 2024-06-13T06:23:00.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.237+0000 7fcd957d1b80 1 -- start start 2024-06-13T06:23:00.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.238+0000 7fcd957d1b80 1 Processor -- start 2024-06-13T06:23:00.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.238+0000 7fcd957d1b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56391102f750 0x56391103b5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:00.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.238+0000 7fcd957d1b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x563911034f10 0x5639110388e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:00.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.238+0000 7fcd957d1b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563911035830 0x563911038e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:00.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.238+0000 7fcd957d1b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x563910f20f70 con 0x563911035830 2024-06-13T06:23:00.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.238+0000 7fcd957d1b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x563910f7c7c0 con 0x563911034f10 2024-06-13T06:23:00.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.238+0000 7fcd957d1b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x56391103c210 con 0x56391102f750 2024-06-13T06:23:00.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.238+0000 7fcd957d1b80 10 client.0 _ll_register_callbacks cb 0x563910f16560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:23:00.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.238+0000 7fcd894eb700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563911035830 0x563911038e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:00.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.238+0000 7fcd894eb700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563911035830 0x563911038e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48188/0 (socket says 172.21.15.39:48188) 2024-06-13T06:23:00.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.238+0000 7fcd894eb700 1 -- 172.21.15.39:0/4178039945 learned_addr learned my addr 172.21.15.39:0/4178039945 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:23:00.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.238+0000 7fcd83fff700 1 --2- 172.21.15.39:0/4178039945 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x563911034f10 0x5639110388e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:00.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.238+0000 7fcd88cea700 1 --2- 172.21.15.39:0/4178039945 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56391102f750 0x56391103b5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:00.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.239+0000 7fcd894eb700 1 -- 172.21.15.39:0/4178039945 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56391102f750 msgr2=0x56391103b5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:23:00.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.239+0000 7fcd894eb700 1 --2- 172.21.15.39:0/4178039945 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56391102f750 0x56391103b5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:00.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.239+0000 7fcd894eb700 1 -- 172.21.15.39:0/4178039945 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x563911034f10 msgr2=0x5639110388e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:23:00.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.239+0000 7fcd894eb700 1 --2- 172.21.15.39:0/4178039945 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x563911034f10 0x5639110388e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:00.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.239+0000 7fcd894eb700 1 -- 172.21.15.39:0/4178039945 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563910f46700 con 0x563911035830 2024-06-13T06:23:00.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.239+0000 7fcd894eb700 1 --2- 172.21.15.39:0/4178039945 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563911035830 0x563911038e20 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fcd7c004d10 tx=0x7fcd7c004d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65625c0223854ed1 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:00.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.239+0000 7fcd63fff700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:23:00.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.239+0000 7fcd63fff700 1 -- 172.21.15.39:0/4178039945 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd7c020070 con 0x563911035830 2024-06-13T06:23:00.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.239+0000 7fcd63fff700 1 -- 172.21.15.39:0/4178039945 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7fcd7c0076e0 con 0x563911035830 2024-06-13T06:23:00.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.239+0000 7fcd957d1b80 1 -- 172.21.15.39:0/4178039945 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcd7009f470 con 0x563911035830 2024-06-13T06:23:00.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.239+0000 7fcd63fff700 1 -- 172.21.15.39:0/4178039945 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7fcd7c0078e0 con 0x563911035830 2024-06-13T06:23:00.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.239+0000 7fcd957d1b80 10 client.15081 fetch_fsmap learned FSMap version 23 2024-06-13T06:23:00.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.239+0000 7fcd957d1b80 1 -- 172.21.15.39:0/4178039945 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x563911046950 con 0x563911035830 2024-06-13T06:23:00.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.239+0000 7fcd63fff700 1 -- 172.21.15.39:0/4178039945 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcd7009f470 con 0x563911035830 2024-06-13T06:23:00.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.239+0000 7fcd63fff700 1 -- 172.21.15.39:0/4178039945 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 23) ==== 8338+0+0 (secure 0 0 0) 0x7fcd7c011070 con 0x563911035830 2024-06-13T06:23:00.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.240+0000 7fcd957d1b80 10 client.15081 fetch_fsmap finished waiting for FSMap version 23 2024-06-13T06:23:00.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.240+0000 7fcd957d1b80 10 client.15081 resolve_mds: resolved name 'b' to daemon mds.b 2024-06-13T06:23:00.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.240+0000 7fcd957d1b80 20 client.15081 populate_metadata read hostname 'smithi039' 2024-06-13T06:23:00.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.240+0000 7fcd957d1b80 1 --2- 172.21.15.39:0/4178039945 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x563911048f60 0x56391104a3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:00.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.240+0000 7fcd957d1b80 4 client.15081 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T06:23:00.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.240+0000 7fcd957d1b80 1 -- 172.21.15.39:0/4178039945 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563910f8dd00 con 0x563911048f60 2024-06-13T06:23:00.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.240+0000 7fcd88cea700 1 --2- 172.21.15.39:0/4178039945 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x563911048f60 0x56391104a3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:00.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.240+0000 7fcd88cea700 1 --2- 172.21.15.39:0/4178039945 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x563911048f60 0x56391104a3d0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=567f38141a7ad7c server_cookie=ebbbc350b93c6ab5 in_seq=0 out_seq=0 2024-06-13T06:23:00.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.240+0000 7fcd63fff700 10 client.15081 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:23:00.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.241+0000 7fcd63fff700 1 -- 172.21.15.39:0/4178039945 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x563910f8dd00 con 0x563911048f60 2024-06-13T06:23:00.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.241+0000 7fcd63fff700 10 client.15081 handle_command_reply: tid=0 2024-06-13T06:23:00.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.241+0000 7fcd957d1b80 1 client.15081 shutdown 2024-06-13T06:23:00.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.241+0000 7fcd957d1b80 1 -- 172.21.15.39:0/4178039945 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563911035830 msgr2=0x563911038e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:00.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.241+0000 7fcd957d1b80 1 --2- 172.21.15.39:0/4178039945 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563911035830 0x563911038e20 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fcd7c004d10 tx=0x7fcd7c004d40 comp rx=0 tx=0).stop 2024-06-13T06:23:00.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.241+0000 7fcd957d1b80 1 -- 172.21.15.39:0/4178039945 shutdown_connections 2024-06-13T06:23:00.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.241+0000 7fcd957d1b80 1 --2- 172.21.15.39:0/4178039945 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563911035830 0x563911038e20 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:00.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.241+0000 7fcd957d1b80 1 --2- 172.21.15.39:0/4178039945 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56391102f750 0x56391103b5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:00.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.241+0000 7fcd957d1b80 1 --2- 172.21.15.39:0/4178039945 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x563911048f60 0x56391104a3d0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:00.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.241+0000 7fcd957d1b80 1 --2- 172.21.15.39:0/4178039945 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x563911034f10 0x5639110388e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:00.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.241+0000 7fcd63fff700 0 client.15081 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:23:00.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.241+0000 7fcd957d1b80 1 -- 172.21.15.39:0/4178039945 >> 172.21.15.39:0/4178039945 conn(0x563910f5c030 msgr2=0x5639110296b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:00.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.242+0000 7fcd957d1b80 1 -- 172.21.15.39:0/4178039945 shutdown_connections 2024-06-13T06:23:00.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.242+0000 7fcd957d1b80 1 -- 172.21.15.39:0/4178039945 wait complete. 2024-06-13T06:23:00.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.242+0000 7fcd957d1b80 20 client.15081 trim_cache size 0 max 16384 2024-06-13T06:23:00.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.263+0000 7fcd957d1b80 1 Processor -- start 2024-06-13T06:23:00.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.263+0000 7fcd957d1b80 1 -- start start 2024-06-13T06:23:00.263 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:00 smithi039 ceph-mon[32479]: pgmap v388: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:23:00.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.264+0000 7fcd957d1b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56391102f750 0x5639110363e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:00.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.264+0000 7fcd957d1b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563911034f10 0x563911038e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:00.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.264+0000 7fcd957d1b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563911035830 0x563911029e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:00.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.264+0000 7fcd957d1b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x563911048710 con 0x563911034f10 2024-06-13T06:23:00.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.264+0000 7fcd957d1b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x563911048de0 con 0x56391102f750 2024-06-13T06:23:00.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.264+0000 7fcd957d1b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5639110494b0 con 0x563911035830 2024-06-13T06:23:00.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.264+0000 7fcd83fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563911034f10 0x563911038e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:00.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.264+0000 7fcd83fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563911034f10 0x563911038e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48202/0 (socket says 172.21.15.39:48202) 2024-06-13T06:23:00.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.264+0000 7fcd83fff700 1 -- 172.21.15.39:0/3436368711 learned_addr learned my addr 172.21.15.39:0/3436368711 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:23:00.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.264+0000 7fcd88cea700 1 --2- 172.21.15.39:0/3436368711 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56391102f750 0x5639110363e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:00.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.264+0000 7fcd894eb700 1 --2- 172.21.15.39:0/3436368711 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563911035830 0x563911029e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:00.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.264+0000 7fcd83fff700 1 -- 172.21.15.39:0/3436368711 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563911035830 msgr2=0x563911029e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:23:00.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.264+0000 7fcd83fff700 1 --2- 172.21.15.39:0/3436368711 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563911035830 0x563911029e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:00.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.264+0000 7fcd83fff700 1 -- 172.21.15.39:0/3436368711 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56391102f750 msgr2=0x5639110363e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:23:00.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.264+0000 7fcd83fff700 1 --2- 172.21.15.39:0/3436368711 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56391102f750 0x5639110363e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:00.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.264+0000 7fcd83fff700 1 -- 172.21.15.39:0/3436368711 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56391104b330 con 0x563911034f10 2024-06-13T06:23:00.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.264+0000 7fcd83fff700 1 --2- 172.21.15.39:0/3436368711 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563911034f10 0x563911038e70 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fcd7009adc0 tx=0x7fcd7009ab50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5d6e59a879f35df server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:00.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.264+0000 7fcd6e7fc700 1 -- 172.21.15.39:0/3436368711 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd70010380 con 0x563911034f10 2024-06-13T06:23:00.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.265+0000 7fcd6e7fc700 1 -- 172.21.15.39:0/3436368711 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcd700993c0 con 0x563911034f10 2024-06-13T06:23:00.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.265+0000 7fcd6e7fc700 1 -- 172.21.15.39:0/3436368711 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd7009b320 con 0x563911034f10 2024-06-13T06:23:00.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.265+0000 7fcd957d1b80 1 -- 172.21.15.39:0/3436368711 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563911034f10 msgr2=0x563911038e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:00.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.265+0000 7fcd957d1b80 1 --2- 172.21.15.39:0/3436368711 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563911034f10 0x563911038e70 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fcd7009adc0 tx=0x7fcd7009ab50 comp rx=0 tx=0).stop 2024-06-13T06:23:00.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.265+0000 7fcd957d1b80 1 -- 172.21.15.39:0/3436368711 shutdown_connections 2024-06-13T06:23:00.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.265+0000 7fcd957d1b80 1 --2- 172.21.15.39:0/3436368711 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563911035830 0x563911029e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:00.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.265+0000 7fcd957d1b80 1 --2- 172.21.15.39:0/3436368711 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56391102f750 0x5639110363e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:00.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.265+0000 7fcd957d1b80 1 --2- 172.21.15.39:0/3436368711 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563911034f10 0x563911038e70 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:00.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.265+0000 7fcd957d1b80 1 -- 172.21.15.39:0/3436368711 >> 172.21.15.39:0/3436368711 conn(0x563910f5c030 msgr2=0x563911035cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:00.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.265+0000 7fcd957d1b80 1 -- 172.21.15.39:0/3436368711 shutdown_connections 2024-06-13T06:23:00.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.265+0000 7fcd957d1b80 1 -- 172.21.15.39:0/3436368711 wait complete. 2024-06-13T06:23:00.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.266+0000 7fcd957d1b80 1 -- start start 2024-06-13T06:23:00.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.266+0000 7fcd957d1b80 1 Processor -- start 2024-06-13T06:23:00.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.266+0000 7fcd957d1b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56391102f750 0x563911054040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:00.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.266+0000 7fcd957d1b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563911034f10 0x563911029460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:00.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.266+0000 7fcd957d1b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563911035830 0x563911029a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:00.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.266+0000 7fcd957d1b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x56391104a250 con 0x563911035830 2024-06-13T06:23:00.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.266+0000 7fcd957d1b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x563911049b80 con 0x56391102f750 2024-06-13T06:23:00.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.266+0000 7fcd957d1b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x56391104a920 con 0x563911034f10 2024-06-13T06:23:00.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.266+0000 7fcd894eb700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563911035830 0x563911029a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:00.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.267+0000 7fcd957d1b80 10 client.0 _ll_register_callbacks cb 0x563910f16560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:23:00.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.267+0000 7fcd894eb700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563911035830 0x563911029a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48208/0 (socket says 172.21.15.39:48208) 2024-06-13T06:23:00.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.267+0000 7fcd894eb700 1 -- 172.21.15.39:0/2209003277 learned_addr learned my addr 172.21.15.39:0/2209003277 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:23:00.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.267+0000 7fcd88cea700 1 --2- 172.21.15.39:0/2209003277 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56391102f750 0x563911054040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:00.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.267+0000 7fcd83fff700 1 --2- 172.21.15.39:0/2209003277 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563911034f10 0x563911029460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:00.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.267+0000 7fcd894eb700 1 -- 172.21.15.39:0/2209003277 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563911034f10 msgr2=0x563911029460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:23:00.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.267+0000 7fcd894eb700 1 --2- 172.21.15.39:0/2209003277 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563911034f10 0x563911029460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:00.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.267+0000 7fcd894eb700 1 -- 172.21.15.39:0/2209003277 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56391102f750 msgr2=0x563911054040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:23:00.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.267+0000 7fcd894eb700 1 --2- 172.21.15.39:0/2209003277 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56391102f750 0x563911054040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:00.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.267+0000 7fcd894eb700 1 -- 172.21.15.39:0/2209003277 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56391104faa0 con 0x563911035830 2024-06-13T06:23:00.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.267+0000 7fcd83fff700 1 --2- 172.21.15.39:0/2209003277 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563911034f10 0x563911029460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:23:00.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.267+0000 7fcd894eb700 1 --2- 172.21.15.39:0/2209003277 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563911035830 0x563911029a90 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fcd7c002230 tx=0x7fcd7c007750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24ad74ac5cd866a3 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:00.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.267+0000 7fcd63fff700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:23:00.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.267+0000 7fcd63fff700 1 -- 172.21.15.39:0/2209003277 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd7c034070 con 0x563911035830 2024-06-13T06:23:00.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.267+0000 7fcd63fff700 1 -- 172.21.15.39:0/2209003277 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7fcd7c007c90 con 0x563911035830 2024-06-13T06:23:00.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.267+0000 7fcd957d1b80 1 -- 172.21.15.39:0/2209003277 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcd700993c0 con 0x563911035830 2024-06-13T06:23:00.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.268+0000 7fcd63fff700 1 -- 172.21.15.39:0/2209003277 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) ==== 24+0+0 (secure 0 0 0) 0x7fcd7c020070 con 0x563911035830 2024-06-13T06:23:00.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.268+0000 7fcd957d1b80 10 client.15087 fetch_fsmap learned FSMap version 23 2024-06-13T06:23:00.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.268+0000 7fcd957d1b80 1 -- 172.21.15.39:0/2209003277 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) -- 0x5639110b8cc0 con 0x563911035830 2024-06-13T06:23:00.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.268+0000 7fcd63fff700 1 -- 172.21.15.39:0/2209003277 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcd700993c0 con 0x563911035830 2024-06-13T06:23:00.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.268+0000 7fcd63fff700 1 -- 172.21.15.39:0/2209003277 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 23) ==== 8338+0+0 (secure 0 0 0) 0x7fcd7c011040 con 0x563911035830 2024-06-13T06:23:00.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.268+0000 7fcd957d1b80 10 client.15087 fetch_fsmap finished waiting for FSMap version 23 2024-06-13T06:23:00.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.268+0000 7fcd957d1b80 10 client.15087 resolve_mds: resolved name 'b' to daemon mds.b 2024-06-13T06:23:00.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.268+0000 7fcd957d1b80 20 client.15087 populate_metadata read hostname 'smithi039' 2024-06-13T06:23:00.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.268+0000 7fcd957d1b80 1 --2- 172.21.15.39:0/2209003277 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x5639110bd880 0x5639110bc590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:00.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.268+0000 7fcd957d1b80 4 client.15087 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "status"}] 2024-06-13T06:23:00.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.268+0000 7fcd957d1b80 1 -- 172.21.15.39:0/2209003277 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "status"}) -- 0x563910f88280 con 0x5639110bd880 2024-06-13T06:23:00.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.268+0000 7fcd88cea700 1 --2- 172.21.15.39:0/2209003277 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x5639110bd880 0x5639110bc590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:00.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.269+0000 7fcd88cea700 1 --2- 172.21.15.39:0/2209003277 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x5639110bd880 0x5639110bc590 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a8821e51cb233218 server_cookie=4d42892161691e08 in_seq=0 out_seq=0 2024-06-13T06:23:00.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.269+0000 7fcd63fff700 10 client.15087 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:23:00.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.269+0000 7fcd63fff700 1 -- 172.21.15.39:0/2209003277 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x563910f88280 con 0x5639110bd880 2024-06-13T06:23:00.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.269+0000 7fcd63fff700 10 client.15087 handle_command_reply: tid=0 2024-06-13T06:23:00.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.269+0000 7fcd957d1b80 1 client.15087 shutdown 2024-06-13T06:23:00.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.269+0000 7fcd957d1b80 1 -- 172.21.15.39:0/2209003277 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563911035830 msgr2=0x563911029a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:00.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.269+0000 7fcd957d1b80 1 --2- 172.21.15.39:0/2209003277 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563911035830 0x563911029a90 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fcd7c002230 tx=0x7fcd7c007750 comp rx=0 tx=0).stop 2024-06-13T06:23:00.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.269+0000 7fcd957d1b80 1 -- 172.21.15.39:0/2209003277 shutdown_connections 2024-06-13T06:23:00.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.269+0000 7fcd957d1b80 1 --2- 172.21.15.39:0/2209003277 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563911035830 0x563911029a90 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:00.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.269+0000 7fcd957d1b80 1 --2- 172.21.15.39:0/2209003277 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x5639110bd880 0x5639110bc590 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:00.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.269+0000 7fcd63fff700 0 client.15087 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:23:00.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.269+0000 7fcd957d1b80 1 --2- 172.21.15.39:0/2209003277 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56391102f750 0x563911054040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:00.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.269+0000 7fcd957d1b80 1 --2- 172.21.15.39:0/2209003277 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563911034f10 0x563911029460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:00.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.269+0000 7fcd957d1b80 1 -- 172.21.15.39:0/2209003277 >> 172.21.15.39:0/2209003277 conn(0x563910f5c030 msgr2=0x56391103a110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:00.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.269+0000 7fcd957d1b80 1 -- 172.21.15.39:0/2209003277 shutdown_connections 2024-06-13T06:23:00.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.269+0000 7fcd957d1b80 1 -- 172.21.15.39:0/2209003277 wait complete. 2024-06-13T06:23:00.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.269+0000 7fcd957d1b80 20 client.15087 trim_cache size 0 max 16384 2024-06-13T06:23:00.278 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-06-13T06:23:00.278 INFO:teuthology.orchestra.run.smithi039.stdout: "cluster_fsid": "ae626f9c-294b-11ef-bc9c-c7b262605968", 2024-06-13T06:23:00.278 INFO:teuthology.orchestra.run.smithi039.stdout: "whoami": 0, 2024-06-13T06:23:00.278 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 24512, 2024-06-13T06:23:00.278 INFO:teuthology.orchestra.run.smithi039.stdout: "want_state": "up:active", 2024-06-13T06:23:00.278 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "up:active", 2024-06-13T06:23:00.278 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs", 2024-06-13T06:23:00.278 INFO:teuthology.orchestra.run.smithi039.stdout: "rank_uptime": 174.93508482600001, 2024-06-13T06:23:00.279 INFO:teuthology.orchestra.run.smithi039.stdout: "mdsmap_epoch": 23, 2024-06-13T06:23:00.279 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch": 91, 2024-06-13T06:23:00.279 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch_barrier": 89, 2024-06-13T06:23:00.279 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 191.356719107 2024-06-13T06:23:00.279 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-06-13T06:23:00.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.270+0000 7fcd8af4e700 1 -- 172.21.15.39:0/199070147 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fcd740a2ca0 msgr2=0x7fcd740a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:00.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.270+0000 7fcd8af4e700 1 --2- 172.21.15.39:0/199070147 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fcd740a2ca0 0x7fcd740a5160 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fcd84199bf0 tx=0x7fcd78009190 comp rx=0 tx=0).stop 2024-06-13T06:23:00.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.270+0000 7fcd8af4e700 1 -- 172.21.15.39:0/199070147 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcd841030f0 msgr2=0x7fcd8419ee30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:00.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.270+0000 7fcd8af4e700 1 --2- 172.21.15.39:0/199070147 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcd841030f0 0x7fcd8419ee30 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fcd7000b530 tx=0x7fcd7000b840 comp rx=0 tx=0).stop 2024-06-13T06:23:00.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.270+0000 7fcd8af4e700 1 -- 172.21.15.39:0/199070147 shutdown_connections 2024-06-13T06:23:00.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.270+0000 7fcd8af4e700 1 --2- 172.21.15.39:0/199070147 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fcd740a2ca0 0x7fcd740a5160 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:00.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.270+0000 7fcd8af4e700 1 --2- 172.21.15.39:0/199070147 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fcd84107840 0x7fcd84198ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:00.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.270+0000 7fcd8af4e700 1 --2- 172.21.15.39:0/199070147 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcd84102740 0x7fcd8419e8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:00.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.270+0000 7fcd8af4e700 1 --2- 172.21.15.39:0/199070147 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcd841030f0 0x7fcd8419ee30 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:00.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.270+0000 7fcd8af4e700 1 -- 172.21.15.39:0/199070147 >> 172.21.15.39:0/199070147 conn(0x7fcd840795f0 msgr2=0x7fcd841006c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:00.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.270+0000 7fcd8af4e700 1 -- 172.21.15.39:0/199070147 shutdown_connections 2024-06-13T06:23:00.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.270+0000 7fcd8af4e700 1 -- 172.21.15.39:0/199070147 wait complete. 2024-06-13T06:23:00.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:00 smithi149 ceph-mon[36963]: pgmap v388: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:23:00.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:00 smithi096 ceph-mon[36532]: pgmap v388: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2024-06-13T06:23:00.869 INFO:teuthology.run_tasks:Running task sequential... 2024-06-13T06:23:00.879 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-06-13T06:23:00.879 INFO:teuthology.task.sequential:In sequential, running task print... 2024-06-13T06:23:00.880 INFO:teuthology.task.print:Enabling mgr modules 2024-06-13T06:23:00.880 INFO:teuthology.task.sequential:In sequential, running task exec... 2024-06-13T06:23:00.881 INFO:teuthology.task.exec:Executing custom commands... 2024-06-13T06:23:00.881 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi039.front.sepia.ceph.com 2024-06-13T06:23:00.881 DEBUG:teuthology.orchestra.run.smithi039:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph mgr module enable snap_schedule' 2024-06-13T06:23:00.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.989+0000 7f9deb79b640 1 -- 172.21.15.39:0/2602019663 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9de4100900 msgr2=0x7f9de4100d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:00.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.989+0000 7f9deb79b640 1 --2- 172.21.15.39:0/2602019663 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9de4100900 0x7f9de4100d20 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f9de0009900 tx=0x7f9de002a410 comp rx=0 tx=0).stop 2024-06-13T06:23:00.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.989+0000 7f9deb79b640 1 -- 172.21.15.39:0/2602019663 shutdown_connections 2024-06-13T06:23:00.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.989+0000 7f9deb79b640 1 --2- 172.21.15.39:0/2602019663 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9de41024b0 0x7f9de4108d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:00.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.989+0000 7f9deb79b640 1 --2- 172.21.15.39:0/2602019663 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9de4101af0 0x7f9de4101f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:00.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.989+0000 7f9deb79b640 1 --2- 172.21.15.39:0/2602019663 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9de4100900 0x7f9de4100d20 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:00.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.989+0000 7f9deb79b640 1 -- 172.21.15.39:0/2602019663 >> 172.21.15.39:0/2602019663 conn(0x7f9de40fbe70 msgr2=0x7f9de40fe2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:00.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.989+0000 7f9deb79b640 1 -- 172.21.15.39:0/2602019663 shutdown_connections 2024-06-13T06:23:00.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.989+0000 7f9deb79b640 1 -- 172.21.15.39:0/2602019663 wait complete. 2024-06-13T06:23:00.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.990+0000 7f9deb79b640 1 Processor -- start 2024-06-13T06:23:00.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.990+0000 7f9deb79b640 1 -- start start 2024-06-13T06:23:00.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.990+0000 7f9deb79b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9de4100900 0x7f9de4197ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:00.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.990+0000 7f9deb79b640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9de4101af0 0x7f9de41981e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:00.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.990+0000 7f9deb79b640 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9de41024b0 0x7f9de419f240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:00.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.990+0000 7f9deb79b640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f9de410d6a0 con 0x7f9de4100900 2024-06-13T06:23:00.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.990+0000 7f9deb79b640 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f9de410d520 con 0x7f9de41024b0 2024-06-13T06:23:00.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.990+0000 7f9deb79b640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f9de410d820 con 0x7f9de4101af0 2024-06-13T06:23:00.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.990+0000 7f9de9537640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9de4100900 0x7f9de4197ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:00.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.990+0000 7f9de9537640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9de4100900 0x7f9de4197ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34206/0 (socket says 172.21.15.39:34206) 2024-06-13T06:23:00.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.990+0000 7f9de9537640 1 -- 172.21.15.39:0/1710482519 learned_addr learned my addr 172.21.15.39:0/1710482519 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:23:00.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.990+0000 7f9de8d36640 1 --2- 172.21.15.39:0/1710482519 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9de4101af0 0x7f9de41981e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:00.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.990+0000 7f9de9537640 1 -- 172.21.15.39:0/1710482519 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9de4101af0 msgr2=0x7f9de41981e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:00.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.990+0000 7f9de9537640 1 --2- 172.21.15.39:0/1710482519 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9de4101af0 0x7f9de41981e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:00.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.990+0000 7f9de9537640 1 -- 172.21.15.39:0/1710482519 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9de41024b0 msgr2=0x7f9de419f240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:00.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.990+0000 7f9de9537640 1 --2- 172.21.15.39:0/1710482519 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9de41024b0 0x7f9de419f240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:00.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.990+0000 7f9de9537640 1 -- 172.21.15.39:0/1710482519 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9de419f8e0 con 0x7f9de4100900 2024-06-13T06:23:00.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.990+0000 7f9de9537640 1 --2- 172.21.15.39:0/1710482519 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9de4100900 0x7f9de4197ca0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f9de0031610 tx=0x7f9de00043b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:00.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.991+0000 7f9dda7fc640 1 -- 172.21.15.39:0/1710482519 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9de003f030 con 0x7f9de4100900 2024-06-13T06:23:00.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.991+0000 7f9dda7fc640 1 -- 172.21.15.39:0/1710482519 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9de0003ce0 con 0x7f9de4100900 2024-06-13T06:23:00.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.991+0000 7f9deb79b640 1 -- 172.21.15.39:0/1710482519 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9de419fb70 con 0x7f9de4100900 2024-06-13T06:23:00.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.991+0000 7f9dda7fc640 1 -- 172.21.15.39:0/1710482519 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9de0035070 con 0x7f9de4100900 2024-06-13T06:23:00.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.991+0000 7f9deb79b640 1 -- 172.21.15.39:0/1710482519 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9de41a0060 con 0x7f9de4100900 2024-06-13T06:23:00.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.992+0000 7f9deb79b640 1 -- 172.21.15.39:0/1710482519 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9de4107c20 con 0x7f9de4100900 2024-06-13T06:23:00.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.993+0000 7f9dda7fc640 1 -- 172.21.15.39:0/1710482519 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f9de0042030 con 0x7f9de4100900 2024-06-13T06:23:00.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.994+0000 7f9dda7fc640 1 --2- 172.21.15.39:0/1710482519 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f9dd00a2c30 0x7f9dd00a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:00.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.994+0000 7f9de8d36640 1 --2- 172.21.15.39:0/1710482519 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f9dd00a2c30 0x7f9dd00a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:00.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.994+0000 7f9dda7fc640 1 -- 172.21.15.39:0/1710482519 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7f9de00ef6d0 con 0x7f9de4100900 2024-06-13T06:23:00.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.994+0000 7f9de8d36640 1 --2- 172.21.15.39:0/1710482519 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f9dd00a2c30 0x7f9dd00a50f0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f9dd4005fd0 tx=0x7f9dd4005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:00.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:00.998+0000 7f9dda7fc640 1 -- 172.21.15.39:0/1710482519 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f9de00bc620 con 0x7f9de4100900 2024-06-13T06:23:01.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:01.236+0000 7f9deb79b640 1 -- 172.21.15.39:0/1710482519 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) -- 0x7f9de4062640 con 0x7f9de4100900 2024-06-13T06:23:02.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:02.087+0000 7f9dda7fc640 1 -- 172.21.15.39:0/1710482519 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0 v19) ==== 92+0+0 (secure 0 0 0) 0x7f9de00bbf20 con 0x7f9de4100900 2024-06-13T06:23:02.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:02.091+0000 7f9deb79b640 1 -- 172.21.15.39:0/1710482519 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f9dd00a2c30 msgr2=0x7f9dd00a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:02.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:02.091+0000 7f9deb79b640 1 --2- 172.21.15.39:0/1710482519 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f9dd00a2c30 0x7f9dd00a50f0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f9dd4005fd0 tx=0x7f9dd4005850 comp rx=0 tx=0).stop 2024-06-13T06:23:02.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:02.091+0000 7f9deb79b640 1 -- 172.21.15.39:0/1710482519 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9de4100900 msgr2=0x7f9de4197ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:02.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:02.091+0000 7f9deb79b640 1 --2- 172.21.15.39:0/1710482519 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9de4100900 0x7f9de4197ca0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f9de0031610 tx=0x7f9de00043b0 comp rx=0 tx=0).stop 2024-06-13T06:23:02.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:02.091+0000 7f9deb79b640 1 -- 172.21.15.39:0/1710482519 shutdown_connections 2024-06-13T06:23:02.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:02.091+0000 7f9deb79b640 1 --2- 172.21.15.39:0/1710482519 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f9dd00a2c30 0x7f9dd00a50f0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:02.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:02.091+0000 7f9deb79b640 1 --2- 172.21.15.39:0/1710482519 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9de41024b0 0x7f9de419f240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:02.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:02.091+0000 7f9deb79b640 1 --2- 172.21.15.39:0/1710482519 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9de4101af0 0x7f9de41981e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:02.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:02.091+0000 7f9deb79b640 1 --2- 172.21.15.39:0/1710482519 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9de4100900 0x7f9de4197ca0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:02.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:02.091+0000 7f9deb79b640 1 -- 172.21.15.39:0/1710482519 >> 172.21.15.39:0/1710482519 conn(0x7f9de40fbe70 msgr2=0x7f9de4104df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:02.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:02.092+0000 7f9deb79b640 1 -- 172.21.15.39:0/1710482519 shutdown_connections 2024-06-13T06:23:02.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:02.093+0000 7f9deb79b640 1 -- 172.21.15.39:0/1710482519 wait complete. 2024-06-13T06:23:02.109 INFO:teuthology.run_tasks:Running task kclient... 2024-06-13T06:23:02.134 INFO:tasks.kclient:Mounting kernel clients... 2024-06-13T06:23:02.135 INFO:tasks.kclient:config is {'client.0': {}} 2024-06-13T06:23:02.135 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-13T06:23:02.135 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list 2024-06-13T06:23:02.153 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-13T06:23:02.153 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link delete ceph-brx 2024-06-13T06:23:02.221 INFO:teuthology.orchestra.run.smithi039.stderr:Cannot find device "ceph-brx" 2024-06-13T06:23:02.222 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-13T06:23:02.223 INFO:tasks.kclient:client.0 config is {'mntopts': ['ms_mode=legacy', 'nowsync'], 'syntax': 'v1', 'mount_subvol_num': 1} 2024-06-13T06:23:02.223 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-06-13T06:23:02.223 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-06-13T06:23:02.223 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs ls 2024-06-13T06:23:02.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:02 smithi039 ceph-mon[32479]: pgmap v389: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:23:02.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:02 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/1710482519' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-06-13T06:23:02.422 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:23:02 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: ignoring --setuser ceph since I am not root 2024-06-13T06:23:02.422 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:23:02 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: ignoring --setgroup ceph since I am not root 2024-06-13T06:23:02.422 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:23:02 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:23:02.282+0000 7f87e151f200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-06-13T06:23:02.447 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:02 smithi096 ceph-mon[36532]: pgmap v389: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:23:02.448 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:02 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/1710482519' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-06-13T06:23:02.448 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:23:02 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: ignoring --setuser ceph since I am not root 2024-06-13T06:23:02.448 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:23:02 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: ignoring --setgroup ceph since I am not root 2024-06-13T06:23:02.448 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:23:02 smithi096 ceph-mgr[37925]: -- 172.21.15.96:0/1466753749 <== mon.2 v2:172.21.15.96:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x563d3da165a0 con 0x563d3d9eb000 2024-06-13T06:23:02.448 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:23:02 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: 2024-06-13T06:23:02.264+0000 7f4a4bc28200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-06-13T06:23:02.448 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:23:02 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: 2024-06-13T06:23:02.448+0000 7f4a4bc28200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-06-13T06:23:02.452 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:02 smithi149 ceph-mon[36963]: pgmap v389: 97 pgs: 97 active+clean; 640 KiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-06-13T06:23:02.452 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:02 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/1710482519' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-06-13T06:23:02.452 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:23:02 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: ignoring --setuser ceph since I am not root 2024-06-13T06:23:02.452 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:23:02 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: ignoring --setgroup ceph since I am not root 2024-06-13T06:23:02.453 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:23:02 smithi149 ceph-mgr[38806]: -- 172.21.15.149:0/3696006015 <== mon.2 v2:172.21.15.96:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x564e653445a0 con 0x564e65318800 2024-06-13T06:23:02.453 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:23:02 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: 2024-06-13T06:23:02.267+0000 7f7194782200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-06-13T06:23:02.453 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:23:02 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: 2024-06-13T06:23:02.452+0000 7f7194782200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-06-13T06:23:02.524 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:23:02.718 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:23:02 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: 2024-06-13T06:23:02.556+0000 7f7194782200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-06-13T06:23:02.791 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:23:02 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: 2024-06-13T06:23:02.550+0000 7f4a4bc28200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-06-13T06:23:02.809 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:23:02 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:23:02.486+0000 7f87e151f200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-06-13T06:23:02.809 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:23:02 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:23:02.604+0000 7f87e151f200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-06-13T06:23:03.091 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:23:02 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:23:02.932+0000 7f87e151f200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-06-13T06:23:03.092 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:23:03 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:23:03.025+0000 7f87e151f200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-06-13T06:23:03.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:03 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/1710482519' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-06-13T06:23:03.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:03 smithi149 ceph-mon[36963]: mgrmap e19: x(active, since 10m), standbys: z, y 2024-06-13T06:23:03.218 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:23:02 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: 2024-06-13T06:23:02.869+0000 7f7194782200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-06-13T06:23:03.218 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:23:02 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: 2024-06-13T06:23:02.955+0000 7f7194782200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-06-13T06:23:03.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:03 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/1710482519' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-06-13T06:23:03.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:03 smithi096 ceph-mon[36532]: mgrmap e19: x(active, since 10m), standbys: z, y 2024-06-13T06:23:03.291 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:23:02 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: 2024-06-13T06:23:02.860+0000 7f4a4bc28200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-06-13T06:23:03.291 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:23:02 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: 2024-06-13T06:23:02.946+0000 7f4a4bc28200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-06-13T06:23:03.407 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:03 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/1710482519' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-06-13T06:23:03.407 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:03 smithi039 ceph-mon[32479]: mgrmap e19: x(active, since 10m), standbys: z, y 2024-06-13T06:23:04.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.302+0000 7fc45d5cc700 1 -- 172.21.15.39:0/427871169 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc4581066b0 msgr2=0x7fc45810e280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:04.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.302+0000 7fc45d5cc700 1 --2- 172.21.15.39:0/427871169 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc4581066b0 0x7fc45810e280 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fc45000b0d0 tx=0x7fc45000b3e0 comp rx=0 tx=0).stop 2024-06-13T06:23:04.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.302+0000 7fc45d5cc700 1 -- 172.21.15.39:0/427871169 shutdown_connections 2024-06-13T06:23:04.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.302+0000 7fc45d5cc700 1 --2- 172.21.15.39:0/427871169 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc4581066b0 0x7fc45810e280 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:04.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.302+0000 7fc45d5cc700 1 --2- 172.21.15.39:0/427871169 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc458101620 0x7fc458101a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:04.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.302+0000 7fc45d5cc700 1 --2- 172.21.15.39:0/427871169 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc458101fd0 0x7fc458105fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:04.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.302+0000 7fc45d5cc700 1 -- 172.21.15.39:0/427871169 >> 172.21.15.39:0/427871169 conn(0x7fc458078340 msgr2=0x7fc458078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:04.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.302+0000 7fc45d5cc700 1 -- 172.21.15.39:0/427871169 shutdown_connections 2024-06-13T06:23:04.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.302+0000 7fc45d5cc700 1 -- 172.21.15.39:0/427871169 wait complete. 2024-06-13T06:23:04.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.302+0000 7fc45d5cc700 1 Processor -- start 2024-06-13T06:23:04.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.303+0000 7fc45d5cc700 1 -- start start 2024-06-13T06:23:04.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.303+0000 7fc45d5cc700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc458101620 0x7fc45819add0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:04.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.303+0000 7fc45d5cc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc458101fd0 0x7fc45819b310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:04.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.303+0000 7fc45d5cc700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc4581066b0 0x7fc45819f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:04.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.303+0000 7fc45d5cc700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fc4581116c0 con 0x7fc458101fd0 2024-06-13T06:23:04.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.303+0000 7fc45d5cc700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fc458111540 con 0x7fc458101620 2024-06-13T06:23:04.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.303+0000 7fc45d5cc700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fc458111840 con 0x7fc4581066b0 2024-06-13T06:23:04.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.303+0000 7fc456ffd700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc458101620 0x7fc45819add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:04.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.303+0000 7fc4567fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc458101fd0 0x7fc45819b310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:04.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.303+0000 7fc456ffd700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc458101620 0x7fc45819add0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.96:3300/0 says I am v2:172.21.15.39:44932/0 (socket says 172.21.15.39:44932) 2024-06-13T06:23:04.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.303+0000 7fc4567fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc458101fd0 0x7fc45819b310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34256/0 (socket says 172.21.15.39:34256) 2024-06-13T06:23:04.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.303+0000 7fc456ffd700 1 -- 172.21.15.39:0/2097186536 learned_addr learned my addr 172.21.15.39:0/2097186536 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:23:04.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.303+0000 7fc4577fe700 1 --2- 172.21.15.39:0/2097186536 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc4581066b0 0x7fc45819f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:04.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.303+0000 7fc456ffd700 1 -- 172.21.15.39:0/2097186536 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc4581066b0 msgr2=0x7fc45819f6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:04.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.303+0000 7fc456ffd700 1 --2- 172.21.15.39:0/2097186536 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc4581066b0 0x7fc45819f6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:04.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.303+0000 7fc456ffd700 1 -- 172.21.15.39:0/2097186536 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc458101fd0 msgr2=0x7fc45819b310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:04.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.303+0000 7fc456ffd700 1 --2- 172.21.15.39:0/2097186536 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc458101fd0 0x7fc45819b310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:04.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.303+0000 7fc456ffd700 1 -- 172.21.15.39:0/2097186536 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc45819fde0 con 0x7fc458101620 2024-06-13T06:23:04.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.303+0000 7fc4567fc700 1 --2- 172.21.15.39:0/2097186536 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc458101fd0 0x7fc45819b310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T06:23:04.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.304+0000 7fc456ffd700 1 --2- 172.21.15.39:0/2097186536 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc458101620 0x7fc45819add0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fc44800e9a0 tx=0x7fc44800ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:04.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.304+0000 7fc43ffff700 1 -- 172.21.15.39:0/2097186536 <== mon.2 v2:172.21.15.96:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc44800ca10 con 0x7fc458101620 2024-06-13T06:23:04.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.304+0000 7fc45d5cc700 1 -- 172.21.15.39:0/2097186536 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4581a00d0 con 0x7fc458101620 2024-06-13T06:23:04.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.304+0000 7fc43ffff700 1 -- 172.21.15.39:0/2097186536 <== mon.2 v2:172.21.15.96:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc44800cbb0 con 0x7fc458101620 2024-06-13T06:23:04.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.304+0000 7fc43ffff700 1 -- 172.21.15.39:0/2097186536 <== mon.2 v2:172.21.15.96:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc448018680 con 0x7fc458101620 2024-06-13T06:23:04.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.304+0000 7fc45d5cc700 1 -- 172.21.15.39:0/2097186536 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4581a7950 con 0x7fc458101620 2024-06-13T06:23:04.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.305+0000 7fc45d5cc700 1 -- 172.21.15.39:0/2097186536 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc458069180 con 0x7fc458101620 2024-06-13T06:23:04.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.306+0000 7fc43ffff700 1 -- 172.21.15.39:0/2097186536 <== mon.2 v2:172.21.15.96:3300/0 4 ==== mgrmap(e 19) ==== 137850+0+0 (secure 0 0 0) 0x7fc448010430 con 0x7fc458101620 2024-06-13T06:23:04.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.307+0000 7fc43ffff700 1 --2- 172.21.15.39:0/2097186536 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fc4400a2c70 0x7fc4400a5130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:04.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.307+0000 7fc4567fc700 1 -- 172.21.15.39:0/2097186536 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fc4400a2c70 msgr2=0x7fc4400a5130 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.39:6800/2178314534 2024-06-13T06:23:04.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.307+0000 7fc43ffff700 1 -- 172.21.15.39:0/2097186536 <== mon.2 v2:172.21.15.96:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7fc4480cf7e0 con 0x7fc458101620 2024-06-13T06:23:04.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.307+0000 7fc4567fc700 1 --2- 172.21.15.39:0/2097186536 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fc4400a2c70 0x7fc4400a5130 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-06-13T06:23:04.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.310+0000 7fc43ffff700 1 -- 172.21.15.39:0/2097186536 <== mon.2 v2:172.21.15.96:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fc44809c6d0 con 0x7fc458101620 2024-06-13T06:23:04.421 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:23:04 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:23:04.313+0000 7f87e151f200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-06-13T06:23:04.456 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:23:04 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: 2024-06-13T06:23:04.119+0000 7f4a4bc28200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-06-13T06:23:04.457 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:23:04 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: 2024-06-13T06:23:04.288+0000 7f4a4bc28200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-06-13T06:23:04.468 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:23:04 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: 2024-06-13T06:23:04.146+0000 7f7194782200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-06-13T06:23:04.468 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:23:04 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: 2024-06-13T06:23:04.316+0000 7f7194782200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-06-13T06:23:04.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.508+0000 7fc4567fc700 1 -- 172.21.15.39:0/2097186536 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fc4400a2c70 msgr2=0x7fc4400a5130 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.39:6800/2178314534 2024-06-13T06:23:04.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.508+0000 7fc4567fc700 1 --2- 172.21.15.39:0/2097186536 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fc4400a2c70 0x7fc4400a5130 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-06-13T06:23:04.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.561+0000 7fc45d5cc700 1 -- 172.21.15.39:0/2097186536 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fc45802dca0 con 0x7fc458101620 2024-06-13T06:23:04.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.562+0000 7fc43ffff700 1 -- 172.21.15.39:0/2097186536 <== mon.2 v2:172.21.15.96:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v23) ==== 53+0+73 (secure 0 0 0) 0x7fc44809bfd0 con 0x7fc458101620 2024-06-13T06:23:04.562 INFO:teuthology.orchestra.run.smithi039.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-06-13T06:23:04.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.564+0000 7fc45d5cc700 1 -- 172.21.15.39:0/2097186536 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fc4400a2c70 msgr2=0x7fc4400a5130 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-13T06:23:04.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.564+0000 7fc45d5cc700 1 --2- 172.21.15.39:0/2097186536 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fc4400a2c70 0x7fc4400a5130 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:04.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.564+0000 7fc45d5cc700 1 -- 172.21.15.39:0/2097186536 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc458101620 msgr2=0x7fc45819add0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:04.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.564+0000 7fc45d5cc700 1 --2- 172.21.15.39:0/2097186536 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc458101620 0x7fc45819add0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fc44800e9a0 tx=0x7fc44800ecb0 comp rx=0 tx=0).stop 2024-06-13T06:23:04.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.564+0000 7fc45d5cc700 1 -- 172.21.15.39:0/2097186536 shutdown_connections 2024-06-13T06:23:04.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.564+0000 7fc45d5cc700 1 --2- 172.21.15.39:0/2097186536 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fc4400a2c70 0x7fc4400a5130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:04.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.564+0000 7fc45d5cc700 1 --2- 172.21.15.39:0/2097186536 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc4581066b0 0x7fc45819f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:04.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.564+0000 7fc45d5cc700 1 --2- 172.21.15.39:0/2097186536 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc458101620 0x7fc45819add0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:04.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.564+0000 7fc45d5cc700 1 --2- 172.21.15.39:0/2097186536 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc458101fd0 0x7fc45819b310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:04.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.564+0000 7fc45d5cc700 1 -- 172.21.15.39:0/2097186536 >> 172.21.15.39:0/2097186536 conn(0x7fc458078340 msgr2=0x7fc45810cd90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:04.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.564+0000 7fc45d5cc700 1 -- 172.21.15.39:0/2097186536 shutdown_connections 2024-06-13T06:23:04.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:04.564+0000 7fc45d5cc700 1 -- 172.21.15.39:0/2097186536 wait complete. 2024-06-13T06:23:04.746 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:04 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/2097186536' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-06-13T06:23:04.746 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:23:04 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: 2024-06-13T06:23:04.457+0000 7f4a4bc28200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-06-13T06:23:04.782 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:04 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/2097186536' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-06-13T06:23:04.782 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:23:04 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: 2024-06-13T06:23:04.492+0000 7f7194782200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-06-13T06:23:04.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:04 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/2097186536' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-06-13T06:23:04.922 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:23:04 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:23:04.494+0000 7f87e151f200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-06-13T06:23:04.922 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:23:04 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:23:04.681+0000 7f87e151f200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-06-13T06:23:05.039 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:23:04 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: 2024-06-13T06:23:04.746+0000 7f4a4bc28200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-06-13T06:23:05.039 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:23:04 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: 2024-06-13T06:23:04.839+0000 7f4a4bc28200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-06-13T06:23:05.083 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:23:04 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: 2024-06-13T06:23:04.782+0000 7f7194782200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-06-13T06:23:05.083 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:23:04 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: 2024-06-13T06:23:04.875+0000 7f7194782200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-06-13T06:23:05.083 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:23:05 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: 2024-06-13T06:23:05.083+0000 7f7194782200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-06-13T06:23:05.203 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-06-13T06:23:05.203 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-06-13T06:23:05.203 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi039.front.sepia.ceph.com 2024-06-13T06:23:05.203 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-06-13T06:23:05.203 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-06-13T06:23:05.203 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-06-13T06:23:05.203 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-06-13T06:23:05.203 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-06-13T06:23:05.203 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-06-13T06:23:05.204 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-13T06:23:05.204 DEBUG:teuthology.orchestra.run.smithi039:> ip addr 2024-06-13T06:23:05.221 INFO:teuthology.orchestra.run.smithi039.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-06-13T06:23:05.221 INFO:teuthology.orchestra.run.smithi039.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-06-13T06:23:05.221 INFO:teuthology.orchestra.run.smithi039.stdout: inet 127.0.0.1/8 scope host lo 2024-06-13T06:23:05.221 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-06-13T06:23:05.221 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 ::1/128 scope host 2024-06-13T06:23:05.221 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-06-13T06:23:05.221 INFO:teuthology.orchestra.run.smithi039.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-06-13T06:23:05.222 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c6 brd ff:ff:ff:ff:ff:ff 2024-06-13T06:23:05.222 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f0 2024-06-13T06:23:05.222 INFO:teuthology.orchestra.run.smithi039.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-06-13T06:23:05.222 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c7 brd ff:ff:ff:ff:ff:ff 2024-06-13T06:23:05.222 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f1 2024-06-13T06:23:05.222 INFO:teuthology.orchestra.run.smithi039.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-06-13T06:23:05.222 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:70 brd ff:ff:ff:ff:ff:ff 2024-06-13T06:23:05.222 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f0 2024-06-13T06:23:05.222 INFO:teuthology.orchestra.run.smithi039.stdout: inet 172.21.15.39/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-06-13T06:23:05.222 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft 42030sec preferred_lft 42030sec 2024-06-13T06:23:05.222 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::ec4:7aff:febd:1370/64 scope link noprefixroute 2024-06-13T06:23:05.222 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-06-13T06:23:05.222 INFO:teuthology.orchestra.run.smithi039.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-06-13T06:23:05.223 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:71 brd ff:ff:ff:ff:ff:ff 2024-06-13T06:23:05.223 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f1 2024-06-13T06:23:05.223 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-06-13T06:23:05.223 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-06-13T06:23:05.224 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-06-13T06:23:05.224 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link add name ceph-brx type bridge 2024-06-13T06:23:05.224 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip addr flush dev ceph-brx 2024-06-13T06:23:05.224 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link set ceph-brx up 2024-06-13T06:23:05.224 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-06-13T06:23:05.224 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-06-13T06:23:05.291 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:23:05 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: 2024-06-13T06:23:05.039+0000 7f4a4bc28200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-06-13T06:23:05.475 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:23:05 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: 2024-06-13T06:23:05.231+0000 7f4a4bc28200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-06-13T06:23:05.476 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:23:05 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: 2024-06-13T06:23:05.279+0000 7f7194782200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-06-13T06:23:05.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:05 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-06-13T06:23:05.476 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:23:04 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:23:04.990+0000 7f87e151f200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-06-13T06:23:05.476 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:23:05 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:23:05.087+0000 7f87e151f200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-06-13T06:23:05.477 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:23:05 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:23:05.313+0000 7f87e151f200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-06-13T06:23:05.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-13T06:23:05.478 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-13T06:23:05.478 DEBUG:teuthology.orchestra.run.smithi039:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-06-13T06:23:05.505 INFO:teuthology.orchestra.run.smithi039.stdout:1 2024-06-13T06:23:05.506 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-13T06:23:05.506 DEBUG:teuthology.orchestra.run.smithi039:> route 2024-06-13T06:23:05.575 INFO:teuthology.orchestra.run.smithi039.stdout:Kernel IP routing table 2024-06-13T06:23:05.575 INFO:teuthology.orchestra.run.smithi039.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-06-13T06:23:05.575 INFO:teuthology.orchestra.run.smithi039.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-06-13T06:23:05.575 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-06-13T06:23:05.576 INFO:teuthology.orchestra.run.smithi039.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-06-13T06:23:05.576 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-06-13T06:23:05.576 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-06-13T06:23:05.576 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-06-13T06:23:05.576 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-06-13T06:23:05.577 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-06-13T06:23:05.577 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-06-13T06:23:05.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:05 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-06-13T06:23:05.671 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:23:05 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:23:05.533+0000 7f87e151f200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-06-13T06:23:05.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-13T06:23:05.901 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-13T06:23:05.902 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list 2024-06-13T06:23:05.919 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-13T06:23:05.919 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list-id 2024-06-13T06:23:05.976 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-06-13T06:23:05.976 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-06-13T06:23:05.976 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-06-13T06:23:05.976 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-06-13T06:23:05.976 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-06-13T06:23:06.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:06 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-06-13T06:23:06.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-13T06:23:06.101 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-06-13T06:23:06.101 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-06-13T06:23:06.101 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-06-13T06:23:06.101 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-06-13T06:23:06.101 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-06-13T06:23:06.101 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-06-13T06:23:06.101 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-06-13T06:23:06.101 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-06-13T06:23:06.101 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-06-13T06:23:06.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:06 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-06-13T06:23:06.218 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:23:05 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: 2024-06-13T06:23:05.891+0000 7f7194782200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-06-13T06:23:06.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-13T06:23:06.244 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-06-13T06:23:06.244 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-06-13T06:23:06.244 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link set brx.0 up 2024-06-13T06:23:06.244 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link set dev brx.0 master ceph-brx 2024-06-13T06:23:06.245 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-06-13T06:23:06.246 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:23:05 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: 2024-06-13T06:23:05.828+0000 7f4a4bc28200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-06-13T06:23:06.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:06 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-06-13T06:23:06.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-13T06:23:06.326 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-06-13T06:23:06.326 DEBUG:teuthology.orchestra.run.smithi039:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-06-13T06:23:06.343 INFO:teuthology.orchestra.run.smithi039.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-06-13T06:23:06.343 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-06-13T06:23:06.343 DEBUG:teuthology.orchestra.run.smithi039:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-06-13T06:23:06.400 WARNING:tasks.cephfs.mount:You cannot specify both: cephfs_mntpt and mount_subvol_num 2024-06-13T06:23:06.400 INFO:tasks.cephfs.mount:Mounting subvol 1 for now 2024-06-13T06:23:06.400 INFO:tasks.cephfs.kernel_mount:mounting using device: :/volumes/qa/sv_1/7404a3db-a333-410f-b4e4-5f2bd2192c83 2024-06-13T06:23:06.400 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-13T06:23:06.400 DEBUG:teuthology.orchestra.run.smithi039:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/volumes/qa/sv_1/7404a3db-a333-410f-b4e4-5f2bd2192c83 /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=legacy,nowsync 2024-06-13T06:23:06.421 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:23:06 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:23:06.191+0000 7f87e151f200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-06-13T06:23:06.478 INFO:teuthology.orchestra.run.smithi039.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=legacy,nowsync 2024-06-13T06:23:06.478 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=legacy,nowsync". 2024-06-13T06:23:06.479 INFO:teuthology.orchestra.run.smithi039.stdout:invalid new device string format 2024-06-13T06:23:06.541 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:23:06 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: 2024-06-13T06:23:06.246+0000 7f4a4bc28200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-06-13T06:23:06.541 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:23:06 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: 2024-06-13T06:23:06.343+0000 7f4a4bc28200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-06-13T06:23:06.609 INFO:teuthology.orchestra.run.smithi039.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=legacy,nowsync 2024-06-13T06:23:06.609 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=legacy,nowsync". 2024-06-13T06:23:06.609 INFO:teuthology.orchestra.run.smithi039.stdout:invalid new device string format 2024-06-13T06:23:06.609 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: resolved to: "172.21.15.39:6789,172.21.15.96:6789,172.21.15.149:6789" 2024-06-13T06:23:06.609 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.39:6789,172.21.15.96:6789,172.21.15.149:6789:/volumes/qa/sv_1/7404a3db-a333-410f-b4e4-5f2bd2192c83 2024-06-13T06:23:06.610 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=legacy,nowsync,key=0,fsid=ae626f9c-294b-11ef-bc9c-c7b262605968" will pass to kernel 2024-06-13T06:23:06.610 INFO:teuthology.orchestra.run.smithi039.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-06-13T06:23:06.610 INFO:teuthology.orchestra.run.smithi039.stdout: You just mounted a file system that supports labels which does not 2024-06-13T06:23:06.610 INFO:teuthology.orchestra.run.smithi039.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-06-13T06:23:06.610 INFO:teuthology.orchestra.run.smithi039.stdout: applications will generate AVC messages and not be allowed access to 2024-06-13T06:23:06.610 INFO:teuthology.orchestra.run.smithi039.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-06-13T06:23:06.612 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-06-13T06:23:06.612 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-13T06:23:06.612 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-06-13T06:23:06.613 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:23:06 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: 2024-06-13T06:23:06.313+0000 7f7194782200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-06-13T06:23:06.613 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:23:06 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: 2024-06-13T06:23:06.411+0000 7f7194782200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-06-13T06:23:06.613 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:23:06 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: 2024-06-13T06:23:06.613+0000 7f7194782200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-06-13T06:23:06.640 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-06-13T06:23:06.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:06 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-06-13T06:23:06.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-13T06:23:06.740 INFO:teuthology.orchestra.run.smithi039.stdout:client24899 2024-06-13T06:23:06.740 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-06-13T06:23:06.740 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-06-13T06:23:06.758 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-06-13T06:23:06.775 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:23:06 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:23:06.662+0000 7f87e151f200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-06-13T06:23:06.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:06 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-06-13T06:23:06.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-13T06:23:06.835 INFO:teuthology.orchestra.run.smithi039.stdout:client24899 2024-06-13T06:23:06.836 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-06-13T06:23:06.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:06 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-06-13T06:23:06.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-13T06:23:06.895 INFO:teuthology.orchestra.run.smithi039.stdout:client24899 2024-06-13T06:23:06.896 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968.client24899/status') 2024-06-13T06:23:06.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:06 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-06-13T06:23:06.957 INFO:teuthology.orchestra.run.smithi039.stdout:instance: client.24899 (3)172.21.15.39:0/1859215594 2024-06-13T06:23:06.957 INFO:teuthology.orchestra.run.smithi039.stdout:blocklisted: false 2024-06-13T06:23:06.957 INFO:teuthology.orchestra.run.smithi039.stderr:0+1 records in 2024-06-13T06:23:06.958 INFO:teuthology.orchestra.run.smithi039.stderr:0+1 records out 2024-06-13T06:23:06.958 INFO:teuthology.orchestra.run.smithi039.stderr:71 bytes copied, 2.5821e-05 s, 2.7 MB/s 2024-06-13T06:23:06.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-06-13T06:23:06.967 INFO:teuthology.run_tasks:Running task exec... 2024-06-13T06:23:06.977 INFO:teuthology.task.exec:Executing custom commands... 2024-06-13T06:23:06.977 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi039.front.sepia.ceph.com 2024-06-13T06:23:06.977 DEBUG:teuthology.orchestra.run.smithi039:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs set cephfs balance_automate true' 2024-06-13T06:23:07.041 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:23:06 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: 2024-06-13T06:23:06.542+0000 7f4a4bc28200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-06-13T06:23:07.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.085+0000 7f38350bd640 1 -- 172.21.15.39:0/2553149487 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3830100920 msgr2=0x7f3830100d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:07.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.085+0000 7f38350bd640 1 --2- 172.21.15.39:0/2553149487 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3830100920 0x7f3830100d40 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f3820009900 tx=0x7f382002a410 comp rx=0 tx=0).stop 2024-06-13T06:23:07.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.085+0000 7f38350bd640 1 -- 172.21.15.39:0/2553149487 shutdown_connections 2024-06-13T06:23:07.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.085+0000 7f38350bd640 1 --2- 172.21.15.39:0/2553149487 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f38301024d0 0x7f3830108d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:07.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.085+0000 7f38350bd640 1 --2- 172.21.15.39:0/2553149487 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f3830101b10 0x7f3830101f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:07.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.085+0000 7f38350bd640 1 --2- 172.21.15.39:0/2553149487 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3830100920 0x7f3830100d40 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:07.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.085+0000 7f38350bd640 1 -- 172.21.15.39:0/2553149487 >> 172.21.15.39:0/2553149487 conn(0x7f38300fbeb0 msgr2=0x7f38300fe2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:07.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.086+0000 7f38350bd640 1 -- 172.21.15.39:0/2553149487 shutdown_connections 2024-06-13T06:23:07.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.086+0000 7f38350bd640 1 -- 172.21.15.39:0/2553149487 wait complete. 2024-06-13T06:23:07.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.086+0000 7f38350bd640 1 Processor -- start 2024-06-13T06:23:07.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.086+0000 7f38350bd640 1 -- start start 2024-06-13T06:23:07.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.087+0000 7f38350bd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3830100920 0x7f38301048b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:07.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.087+0000 7f38350bd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3830101b10 0x7f3830102ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:07.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.087+0000 7f38350bd640 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f38301024d0 0x7f3830103430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:07.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.087+0000 7f38350bd640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f383010c570 con 0x7f3830100920 2024-06-13T06:23:07.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.087+0000 7f38350bd640 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f383010c3f0 con 0x7f38301024d0 2024-06-13T06:23:07.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.087+0000 7f38350bd640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f383010c6f0 con 0x7f3830101b10 2024-06-13T06:23:07.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.087+0000 7f382ed9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3830100920 0x7f38301048b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:07.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.087+0000 7f382ed9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3830100920 0x7f38301048b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34278/0 (socket says 172.21.15.39:34278) 2024-06-13T06:23:07.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.087+0000 7f382ed9d640 1 -- 172.21.15.39:0/912809958 learned_addr learned my addr 172.21.15.39:0/912809958 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:23:07.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.087+0000 7f382e59c640 1 --2- 172.21.15.39:0/912809958 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3830101b10 0x7f3830102ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:07.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.087+0000 7f382f59e640 1 --2- 172.21.15.39:0/912809958 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f38301024d0 0x7f3830103430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:07.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.087+0000 7f382ed9d640 1 -- 172.21.15.39:0/912809958 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3830101b10 msgr2=0x7f3830102ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:07.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.087+0000 7f382ed9d640 1 --2- 172.21.15.39:0/912809958 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3830101b10 0x7f3830102ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:07.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.087+0000 7f382ed9d640 1 -- 172.21.15.39:0/912809958 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f38301024d0 msgr2=0x7f3830103430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:07.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.087+0000 7f382ed9d640 1 --2- 172.21.15.39:0/912809958 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f38301024d0 0x7f3830103430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:07.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.087+0000 7f382ed9d640 1 -- 172.21.15.39:0/912809958 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3830103cc0 con 0x7f3830100920 2024-06-13T06:23:07.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.087+0000 7f382ed9d640 1 --2- 172.21.15.39:0/912809958 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3830100920 0x7f38301048b0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f3820031610 tx=0x7f3820004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:07.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.087+0000 7f3827fff640 1 -- 172.21.15.39:0/912809958 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f382003f030 con 0x7f3830100920 2024-06-13T06:23:07.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.088+0000 7f3827fff640 1 -- 172.21.15.39:0/912809958 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3820003ad0 con 0x7f3830100920 2024-06-13T06:23:07.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.088+0000 7f38350bd640 1 -- 172.21.15.39:0/912809958 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38301a1d90 con 0x7f3830100920 2024-06-13T06:23:07.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.088+0000 7f3827fff640 1 -- 172.21.15.39:0/912809958 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3820035070 con 0x7f3830100920 2024-06-13T06:23:07.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.088+0000 7f38350bd640 1 -- 172.21.15.39:0/912809958 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38301a21d0 con 0x7f3830100920 2024-06-13T06:23:07.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.089+0000 7f38350bd640 1 -- 172.21.15.39:0/912809958 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f38301a2400 con 0x7f3830100920 2024-06-13T06:23:07.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.090+0000 7f3827fff640 1 -- 172.21.15.39:0/912809958 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 19) ==== 137850+0+0 (secure 0 0 0) 0x7f3820042030 con 0x7f3830100920 2024-06-13T06:23:07.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.091+0000 7f3827fff640 1 --2- 172.21.15.39:0/912809958 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f381c0a2c80 0x7f381c0a5140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:07.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.091+0000 7f382e59c640 1 -- 172.21.15.39:0/912809958 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f381c0a2c80 msgr2=0x7f381c0a5140 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.39:6800/2178314534 2024-06-13T06:23:07.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.091+0000 7f3827fff640 1 -- 172.21.15.39:0/912809958 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7f38200ef730 con 0x7f3830100920 2024-06-13T06:23:07.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.091+0000 7f382e59c640 1 --2- 172.21.15.39:0/912809958 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f381c0a2c80 0x7f381c0a5140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-06-13T06:23:07.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.095+0000 7f3827fff640 1 -- 172.21.15.39:0/912809958 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f38200bc030 con 0x7f3830100920 2024-06-13T06:23:07.171 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:23:06 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:23:06.776+0000 7f87e151f200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-06-13T06:23:07.172 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:23:07 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:23:07.012+0000 7f87e151f200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-06-13T06:23:07.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.292+0000 7f382e59c640 1 -- 172.21.15.39:0/912809958 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f381c0a2c80 msgr2=0x7f381c0a5140 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.39:6800/2178314534 2024-06-13T06:23:07.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.292+0000 7f382e59c640 1 --2- 172.21.15.39:0/912809958 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f381c0a2c80 0x7f381c0a5140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-06-13T06:23:07.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.324+0000 7f38350bd640 1 -- 172.21.15.39:0/912809958 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"} v 0) -- 0x7f38301a25d0 con 0x7f3830100920 2024-06-13T06:23:07.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.376+0000 7f3827fff640 1 -- 172.21.15.39:0/912809958 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]=0 v24) ==== 117+0+0 (secure 0 0 0) 0x7f38200c0330 con 0x7f3830100920 2024-06-13T06:23:07.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.378+0000 7f38350bd640 1 -- 172.21.15.39:0/912809958 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f381c0a2c80 msgr2=0x7f381c0a5140 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-13T06:23:07.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.378+0000 7f38350bd640 1 --2- 172.21.15.39:0/912809958 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f381c0a2c80 0x7f381c0a5140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:07.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.378+0000 7f38350bd640 1 -- 172.21.15.39:0/912809958 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3830100920 msgr2=0x7f38301048b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:07.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.378+0000 7f38350bd640 1 --2- 172.21.15.39:0/912809958 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3830100920 0x7f38301048b0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f3820031610 tx=0x7f3820004270 comp rx=0 tx=0).stop 2024-06-13T06:23:07.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.378+0000 7f38350bd640 1 -- 172.21.15.39:0/912809958 shutdown_connections 2024-06-13T06:23:07.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.378+0000 7f38350bd640 1 --2- 172.21.15.39:0/912809958 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f381c0a2c80 0x7f381c0a5140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:07.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.378+0000 7f38350bd640 1 --2- 172.21.15.39:0/912809958 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f38301024d0 0x7f3830103430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:07.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.378+0000 7f38350bd640 1 --2- 172.21.15.39:0/912809958 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3830101b10 0x7f3830102ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:07.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.378+0000 7f38350bd640 1 --2- 172.21.15.39:0/912809958 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3830100920 0x7f38301048b0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:07.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.378+0000 7f38350bd640 1 -- 172.21.15.39:0/912809958 >> 172.21.15.39:0/912809958 conn(0x7f38300fbeb0 msgr2=0x7f38300fd8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:07.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.379+0000 7f38350bd640 1 -- 172.21.15.39:0/912809958 shutdown_connections 2024-06-13T06:23:07.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.379+0000 7f38350bd640 1 -- 172.21.15.39:0/912809958 wait complete. 2024-06-13T06:23:07.382 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:23:07 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: 2024-06-13T06:23:07.064+0000 7f4a4bc28200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-06-13T06:23:07.382 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:23:07 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: 2024-06-13T06:23:07.155+0000 7f4a4bc28200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-06-13T06:23:07.391 INFO:teuthology.run_tasks:Running task check-counter... 2024-06-13T06:23:07.401 INFO:teuthology.run_tasks:Running task exec... 2024-06-13T06:23:07.425 INFO:teuthology.task.exec:Executing custom commands... 2024-06-13T06:23:07.426 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi039.front.sepia.ceph.com 2024-06-13T06:23:07.426 DEBUG:teuthology.orchestra.run.smithi039:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/log_level debug' 2024-06-13T06:23:07.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:07 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/912809958' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-06-13T06:23:07.468 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:23:07 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: 2024-06-13T06:23:07.146+0000 7f7194782200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-06-13T06:23:07.468 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:23:07 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: 2024-06-13T06:23:07.239+0000 7f7194782200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-06-13T06:23:07.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.533+0000 7fa494cfc640 1 -- 172.21.15.39:0/2570056936 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa490104e10 msgr2=0x7fa490107200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:07.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.533+0000 7fa494cfc640 1 --2- 172.21.15.39:0/2570056936 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa490104e10 0x7fa490107200 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fa484009900 tx=0x7fa48402a410 comp rx=0 tx=0).stop 2024-06-13T06:23:07.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.533+0000 7fa494cfc640 1 -- 172.21.15.39:0/2570056936 shutdown_connections 2024-06-13T06:23:07.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.533+0000 7fa494cfc640 1 --2- 172.21.15.39:0/2570056936 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa490104e10 0x7fa490107200 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:07.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.533+0000 7fa494cfc640 1 --2- 172.21.15.39:0/2570056936 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fa490107740 0x7fa490109b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:07.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.533+0000 7fa494cfc640 1 --2- 172.21.15.39:0/2570056936 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa4901024e0 0x7fa4901048d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:07.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.533+0000 7fa494cfc640 1 -- 172.21.15.39:0/2570056936 >> 172.21.15.39:0/2570056936 conn(0x7fa4900fbe70 msgr2=0x7fa4900fe2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:07.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.533+0000 7fa494cfc640 1 -- 172.21.15.39:0/2570056936 shutdown_connections 2024-06-13T06:23:07.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.533+0000 7fa494cfc640 1 -- 172.21.15.39:0/2570056936 wait complete. 2024-06-13T06:23:07.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.534+0000 7fa494cfc640 1 Processor -- start 2024-06-13T06:23:07.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.534+0000 7fa494cfc640 1 -- start start 2024-06-13T06:23:07.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.534+0000 7fa494cfc640 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fa4901024e0 0x7fa490101e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:07.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.534+0000 7fa494cfc640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa490104e10 0x7fa490100490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:07.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.534+0000 7fa494cfc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa490107740 0x7fa4901009d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:07.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.534+0000 7fa494cfc640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fa49010d650 con 0x7fa490107740 2024-06-13T06:23:07.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.534+0000 7fa494cfc640 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fa49010d4d0 con 0x7fa4901024e0 2024-06-13T06:23:07.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.534+0000 7fa494cfc640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fa49010d7d0 con 0x7fa490104e10 2024-06-13T06:23:07.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.534+0000 7fa48ed9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa490107740 0x7fa4901009d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:07.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.534+0000 7fa48ed9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa490107740 0x7fa4901009d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34290/0 (socket says 172.21.15.39:34290) 2024-06-13T06:23:07.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.534+0000 7fa48ed9d640 1 -- 172.21.15.39:0/1984843084 learned_addr learned my addr 172.21.15.39:0/1984843084 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:23:07.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.534+0000 7fa48e59c640 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fa4901024e0 0x7fa490101e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:07.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.534+0000 7fa48dd9b640 1 --2- 172.21.15.39:0/1984843084 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa490104e10 0x7fa490100490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:07.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.534+0000 7fa48ed9d640 1 -- 172.21.15.39:0/1984843084 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa490104e10 msgr2=0x7fa490100490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:07.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.534+0000 7fa48ed9d640 1 --2- 172.21.15.39:0/1984843084 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa490104e10 0x7fa490100490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:07.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.534+0000 7fa48ed9d640 1 -- 172.21.15.39:0/1984843084 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fa4901024e0 msgr2=0x7fa490101e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:07.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.534+0000 7fa48ed9d640 1 --2- 172.21.15.39:0/1984843084 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fa4901024e0 0x7fa490101e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:07.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.534+0000 7fa48ed9d640 1 -- 172.21.15.39:0/1984843084 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa490101260 con 0x7fa490107740 2024-06-13T06:23:07.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.534+0000 7fa48ed9d640 1 --2- 172.21.15.39:0/1984843084 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa490107740 0x7fa4901009d0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fa488009fd0 tx=0x7fa48800b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:07.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.535+0000 7fa47f7fe640 1 -- 172.21.15.39:0/1984843084 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa488017070 con 0x7fa490107740 2024-06-13T06:23:07.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.535+0000 7fa494cfc640 1 -- 172.21.15.39:0/1984843084 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4901a1dd0 con 0x7fa490107740 2024-06-13T06:23:07.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.535+0000 7fa47f7fe640 1 -- 172.21.15.39:0/1984843084 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa488003e50 con 0x7fa490107740 2024-06-13T06:23:07.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.535+0000 7fa47f7fe640 1 -- 172.21.15.39:0/1984843084 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4880106c0 con 0x7fa490107740 2024-06-13T06:23:07.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.535+0000 7fa494cfc640 1 -- 172.21.15.39:0/1984843084 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4901a21e0 con 0x7fa490107740 2024-06-13T06:23:07.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.536+0000 7fa494cfc640 1 -- 172.21.15.39:0/1984843084 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4900fd960 con 0x7fa490107740 2024-06-13T06:23:07.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.537+0000 7fa47f7fe640 1 -- 172.21.15.39:0/1984843084 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 19) ==== 137850+0+0 (secure 0 0 0) 0x7fa488003970 con 0x7fa490107740 2024-06-13T06:23:07.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.538+0000 7fa47f7fe640 1 --2- 172.21.15.39:0/1984843084 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fa4780a2c80 0x7fa4780a5140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:07.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.538+0000 7fa48e59c640 1 -- 172.21.15.39:0/1984843084 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fa4780a2c80 msgr2=0x7fa4780a5140 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.39:6800/2178314534 2024-06-13T06:23:07.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.538+0000 7fa47f7fe640 1 -- 172.21.15.39:0/1984843084 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7fa4880cec60 con 0x7fa490107740 2024-06-13T06:23:07.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.538+0000 7fa48e59c640 1 --2- 172.21.15.39:0/1984843084 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fa4780a2c80 0x7fa4780a5140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-06-13T06:23:07.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.542+0000 7fa47f7fe640 1 -- 172.21.15.39:0/1984843084 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fa48809b500 con 0x7fa490107740 2024-06-13T06:23:07.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:07 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/912809958' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-06-13T06:23:07.672 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:23:07 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:23:07.576+0000 7f87e151f200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-06-13T06:23:07.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.729+0000 7fa494cfc640 1 -- 172.21.15.39:0/1984843084 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/log_level}] v 0) -- 0x7fa49002d2e0 con 0x7fa490107740 2024-06-13T06:23:07.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.733+0000 7fa47f7fe640 1 -- 172.21.15.39:0/1984843084 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/log_level}]=0 v32)=0 v32) ==== 129+0+0 (secure 0 0 0) 0x7fa48809f800 con 0x7fa490107740 2024-06-13T06:23:07.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.736+0000 7fa494cfc640 1 -- 172.21.15.39:0/1984843084 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fa4780a2c80 msgr2=0x7fa4780a5140 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-13T06:23:07.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.736+0000 7fa494cfc640 1 --2- 172.21.15.39:0/1984843084 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fa4780a2c80 0x7fa4780a5140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:07.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.736+0000 7fa494cfc640 1 -- 172.21.15.39:0/1984843084 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa490107740 msgr2=0x7fa4901009d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:07.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.736+0000 7fa494cfc640 1 --2- 172.21.15.39:0/1984843084 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa490107740 0x7fa4901009d0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fa488009fd0 tx=0x7fa48800b260 comp rx=0 tx=0).stop 2024-06-13T06:23:07.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.736+0000 7fa494cfc640 1 -- 172.21.15.39:0/1984843084 shutdown_connections 2024-06-13T06:23:07.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.736+0000 7fa494cfc640 1 --2- 172.21.15.39:0/1984843084 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fa4780a2c80 0x7fa4780a5140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:07.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.736+0000 7fa494cfc640 1 --2- 172.21.15.39:0/1984843084 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa490107740 0x7fa4901009d0 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:07.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.736+0000 7fa494cfc640 1 --2- 172.21.15.39:0/1984843084 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa490104e10 0x7fa490100490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:07.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.736+0000 7fa494cfc640 1 --2- 172.21.15.39:0/1984843084 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fa4901024e0 0x7fa490101e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:07.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.736+0000 7fa494cfc640 1 -- 172.21.15.39:0/1984843084 >> 172.21.15.39:0/1984843084 conn(0x7fa4900fbe70 msgr2=0x7fa490102de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:07.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.736+0000 7fa494cfc640 1 -- 172.21.15.39:0/1984843084 shutdown_connections 2024-06-13T06:23:07.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.736+0000 7fa494cfc640 1 -- 172.21.15.39:0/1984843084 wait complete. 2024-06-13T06:23:07.745 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:07 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/912809958' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-06-13T06:23:07.746 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:23:07 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: 2024-06-13T06:23:07.400+0000 7f4a4bc28200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-06-13T06:23:07.746 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:23:07 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: 2024-06-13T06:23:07.534+0000 7f4a4bc28200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-06-13T06:23:07.746 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:23:07 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: 2024-06-13T06:23:07.629+0000 7f4a4bc28200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-06-13T06:23:07.747 DEBUG:teuthology.orchestra.run.smithi039:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/allow_m_granularity true' 2024-06-13T06:23:07.834 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:23:07 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: 2024-06-13T06:23:07.486+0000 7f7194782200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-06-13T06:23:07.834 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:23:07 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: 2024-06-13T06:23:07.620+0000 7f7194782200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-06-13T06:23:07.835 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:23:07 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: 2024-06-13T06:23:07.716+0000 7f7194782200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-06-13T06:23:07.835 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:23:07 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: 2024-06-13T06:23:07.835+0000 7f7194782200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-06-13T06:23:07.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.854+0000 7f8deb68c640 1 -- 172.21.15.39:0/308335752 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8de4102c10 msgr2=0x7f8de4103090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:07.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.854+0000 7f8deb68c640 1 --2- 172.21.15.39:0/308335752 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8de4102c10 0x7f8de4103090 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f8dd8009900 tx=0x7f8dd802a410 comp rx=0 tx=0).stop 2024-06-13T06:23:07.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.854+0000 7f8deb68c640 1 -- 172.21.15.39:0/308335752 shutdown_connections 2024-06-13T06:23:07.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.854+0000 7f8deb68c640 1 --2- 172.21.15.39:0/308335752 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8de4102c10 0x7f8de4103090 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:07.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.854+0000 7f8deb68c640 1 --2- 172.21.15.39:0/308335752 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f8de41035d0 0x7f8de4109e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:07.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.854+0000 7f8deb68c640 1 --2- 172.21.15.39:0/308335752 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8de4101a20 0x7f8de4101e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:07.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.854+0000 7f8deb68c640 1 -- 172.21.15.39:0/308335752 >> 172.21.15.39:0/308335752 conn(0x7f8de40fcf90 msgr2=0x7f8de40ff3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:07.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.854+0000 7f8deb68c640 1 -- 172.21.15.39:0/308335752 shutdown_connections 2024-06-13T06:23:07.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.854+0000 7f8deb68c640 1 -- 172.21.15.39:0/308335752 wait complete. 2024-06-13T06:23:07.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.855+0000 7f8deb68c640 1 Processor -- start 2024-06-13T06:23:07.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.855+0000 7f8deb68c640 1 -- start start 2024-06-13T06:23:07.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.855+0000 7f8deb68c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8de4101a20 0x7f8de4075750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:07.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.855+0000 7f8deb68c640 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f8de4102c10 0x7f8de4073d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:07.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.855+0000 7f8deb68c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8de41035d0 0x7f8de40742d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:07.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.855+0000 7f8deb68c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f8de410d6a0 con 0x7f8de41035d0 2024-06-13T06:23:07.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.855+0000 7f8deb68c640 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f8de410d520 con 0x7f8de4102c10 2024-06-13T06:23:07.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.855+0000 7f8deb68c640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f8de410d820 con 0x7f8de4101a20 2024-06-13T06:23:07.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.855+0000 7f8de9c29640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8de41035d0 0x7f8de40742d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:07.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.855+0000 7f8de9c29640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8de41035d0 0x7f8de40742d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34312/0 (socket says 172.21.15.39:34312) 2024-06-13T06:23:07.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.855+0000 7f8de9c29640 1 -- 172.21.15.39:0/1408176660 learned_addr learned my addr 172.21.15.39:0/1408176660 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:23:07.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.855+0000 7f8de9428640 1 --2- 172.21.15.39:0/1408176660 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8de4101a20 0x7f8de4075750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:07.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.855+0000 7f8de8c27640 1 --2- 172.21.15.39:0/1408176660 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f8de4102c10 0x7f8de4073d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:07.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.856+0000 7f8de9c29640 1 -- 172.21.15.39:0/1408176660 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8de4101a20 msgr2=0x7f8de4075750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:07.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.856+0000 7f8de9c29640 1 --2- 172.21.15.39:0/1408176660 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8de4101a20 0x7f8de4075750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:07.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.856+0000 7f8de9c29640 1 -- 172.21.15.39:0/1408176660 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f8de4102c10 msgr2=0x7f8de4073d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:07.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.856+0000 7f8de9c29640 1 --2- 172.21.15.39:0/1408176660 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f8de4102c10 0x7f8de4073d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:07.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.856+0000 7f8de9c29640 1 -- 172.21.15.39:0/1408176660 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8de4074b60 con 0x7f8de41035d0 2024-06-13T06:23:07.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.856+0000 7f8de9c29640 1 --2- 172.21.15.39:0/1408176660 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8de41035d0 0x7f8de40742d0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f8ddc00eb10 tx=0x7f8ddc00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:07.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.856+0000 7f8dd67fc640 1 -- 172.21.15.39:0/1408176660 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ddc004b20 con 0x7f8de41035d0 2024-06-13T06:23:07.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.856+0000 7f8dd67fc640 1 -- 172.21.15.39:0/1408176660 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8ddc004cc0 con 0x7f8de41035d0 2024-06-13T06:23:07.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.856+0000 7f8deb68c640 1 -- 172.21.15.39:0/1408176660 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8de41a1d80 con 0x7f8de41035d0 2024-06-13T06:23:07.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.856+0000 7f8dd67fc640 1 -- 172.21.15.39:0/1408176660 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ddc010760 con 0x7f8de41035d0 2024-06-13T06:23:07.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.856+0000 7f8deb68c640 1 -- 172.21.15.39:0/1408176660 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8de41a21e0 con 0x7f8de41035d0 2024-06-13T06:23:07.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.857+0000 7f8deb68c640 1 -- 172.21.15.39:0/1408176660 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8de4108ce0 con 0x7f8de41035d0 2024-06-13T06:23:07.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.858+0000 7f8dd67fc640 1 -- 172.21.15.39:0/1408176660 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 19) ==== 137850+0+0 (secure 0 0 0) 0x7f8ddc005020 con 0x7f8de41035d0 2024-06-13T06:23:07.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.859+0000 7f8dd67fc640 1 --2- 172.21.15.39:0/1408176660 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f8dd00a2d00 0x7f8dd00a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:07.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.859+0000 7f8de9428640 1 -- 172.21.15.39:0/1408176660 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f8dd00a2d00 msgr2=0x7f8dd00a51c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.39:6800/2178314534 2024-06-13T06:23:07.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.860+0000 7f8dd67fc640 1 -- 172.21.15.39:0/1408176660 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7f8ddc0cf680 con 0x7f8de41035d0 2024-06-13T06:23:07.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.860+0000 7f8de9428640 1 --2- 172.21.15.39:0/1408176660 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f8dd00a2d00 0x7f8dd00a51c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-06-13T06:23:07.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:07.863+0000 7f8dd67fc640 1 -- 172.21.15.39:0/1408176660 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f8ddc09c570 con 0x7f8de41035d0 2024-06-13T06:23:07.942 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:23:07 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:23:07.676+0000 7f87e151f200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-06-13T06:23:08.041 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:23:07 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: 2024-06-13T06:23:07.746+0000 7f4a4bc28200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-06-13T06:23:08.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.054+0000 7f8deb68c640 1 -- 172.21.15.39:0/1408176660 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) -- 0x7f8de40625a0 con 0x7f8de41035d0 2024-06-13T06:23:08.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.059+0000 7f8dd67fc640 1 -- 172.21.15.39:0/1408176660 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0 v33)=0 v33) ==== 138+0+0 (secure 0 0 0) 0x7f8ddc09be70 con 0x7f8de41035d0 2024-06-13T06:23:08.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.061+0000 7f8de9428640 1 -- 172.21.15.39:0/1408176660 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f8dd00a2d00 msgr2=0x7f8dd00a51c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.39:6800/2178314534 2024-06-13T06:23:08.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.061+0000 7f8de9428640 1 --2- 172.21.15.39:0/1408176660 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f8dd00a2d00 0x7f8dd00a51c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-06-13T06:23:08.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.061+0000 7f8deb68c640 1 -- 172.21.15.39:0/1408176660 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f8dd00a2d00 msgr2=0x7f8dd00a51c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-13T06:23:08.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.061+0000 7f8deb68c640 1 --2- 172.21.15.39:0/1408176660 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f8dd00a2d00 0x7f8dd00a51c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:08.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.061+0000 7f8deb68c640 1 -- 172.21.15.39:0/1408176660 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8de41035d0 msgr2=0x7f8de40742d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:08.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.061+0000 7f8deb68c640 1 --2- 172.21.15.39:0/1408176660 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8de41035d0 0x7f8de40742d0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f8ddc00eb10 tx=0x7f8ddc00c2d0 comp rx=0 tx=0).stop 2024-06-13T06:23:08.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.061+0000 7f8deb68c640 1 -- 172.21.15.39:0/1408176660 shutdown_connections 2024-06-13T06:23:08.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.061+0000 7f8deb68c640 1 --2- 172.21.15.39:0/1408176660 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f8dd00a2d00 0x7f8dd00a51c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:08.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.061+0000 7f8deb68c640 1 --2- 172.21.15.39:0/1408176660 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8de41035d0 0x7f8de40742d0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:08.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.061+0000 7f8deb68c640 1 --2- 172.21.15.39:0/1408176660 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f8de4102c10 0x7f8de4073d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:08.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.061+0000 7f8deb68c640 1 --2- 172.21.15.39:0/1408176660 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8de4101a20 0x7f8de4075750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:08.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.061+0000 7f8deb68c640 1 -- 172.21.15.39:0/1408176660 >> 172.21.15.39:0/1408176660 conn(0x7f8de40fcf90 msgr2=0x7f8de4105eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:08.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.062+0000 7f8deb68c640 1 -- 172.21.15.39:0/1408176660 shutdown_connections 2024-06-13T06:23:08.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.062+0000 7f8deb68c640 1 -- 172.21.15.39:0/1408176660 wait complete. 2024-06-13T06:23:08.072 DEBUG:teuthology.orchestra.run.smithi039:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/dump_on_update true' 2024-06-13T06:23:08.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.179+0000 7fe5fbd30640 1 -- 172.21.15.39:0/1888976488 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5f4102500 msgr2=0x7fe5f41048f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:08.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.179+0000 7fe5fbd30640 1 --2- 172.21.15.39:0/1888976488 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5f4102500 0x7fe5f41048f0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fe5e8009900 tx=0x7fe5e802a410 comp rx=0 tx=0).stop 2024-06-13T06:23:08.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.179+0000 7fe5fbd30640 1 -- 172.21.15.39:0/1888976488 shutdown_connections 2024-06-13T06:23:08.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.179+0000 7fe5fbd30640 1 --2- 172.21.15.39:0/1888976488 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe5f4107760 0x7fe5f4109b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:08.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.179+0000 7fe5fbd30640 1 --2- 172.21.15.39:0/1888976488 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe5f4104e30 0x7fe5f4107220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:08.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.179+0000 7fe5fbd30640 1 --2- 172.21.15.39:0/1888976488 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5f4102500 0x7fe5f41048f0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:08.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.179+0000 7fe5fbd30640 1 -- 172.21.15.39:0/1888976488 >> 172.21.15.39:0/1888976488 conn(0x7fe5f40fbe70 msgr2=0x7fe5f40fe2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:08.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.179+0000 7fe5fbd30640 1 -- 172.21.15.39:0/1888976488 shutdown_connections 2024-06-13T06:23:08.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.179+0000 7fe5fbd30640 1 -- 172.21.15.39:0/1888976488 wait complete. 2024-06-13T06:23:08.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.180+0000 7fe5fbd30640 1 Processor -- start 2024-06-13T06:23:08.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.180+0000 7fe5fbd30640 1 -- start start 2024-06-13T06:23:08.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.180+0000 7fe5fbd30640 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe5f4102500 0x7fe5f4101e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:08.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.180+0000 7fe5fbd30640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5f4104e30 0x7fe5f41004b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:08.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.180+0000 7fe5fbd30640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe5f4107760 0x7fe5f41009f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:08.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.180+0000 7fe5fbd30640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fe5f410d6a0 con 0x7fe5f4104e30 2024-06-13T06:23:08.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.180+0000 7fe5fbd30640 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fe5f410d520 con 0x7fe5f4102500 2024-06-13T06:23:08.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.180+0000 7fe5fbd30640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fe5f410d820 con 0x7fe5f4107760 2024-06-13T06:23:08.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.180+0000 7fe5f92cb640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5f4104e30 0x7fe5f41004b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:08.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.180+0000 7fe5f92cb640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5f4104e30 0x7fe5f41004b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34336/0 (socket says 172.21.15.39:34336) 2024-06-13T06:23:08.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.180+0000 7fe5f9acc640 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe5f4102500 0x7fe5f4101e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:08.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.180+0000 7fe5f92cb640 1 -- 172.21.15.39:0/3221230812 learned_addr learned my addr 172.21.15.39:0/3221230812 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:23:08.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.180+0000 7fe5fa2cd640 1 --2- 172.21.15.39:0/3221230812 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe5f4107760 0x7fe5f41009f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:08.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.180+0000 7fe5f92cb640 1 -- 172.21.15.39:0/3221230812 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe5f4107760 msgr2=0x7fe5f41009f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:08.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.180+0000 7fe5f92cb640 1 --2- 172.21.15.39:0/3221230812 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe5f4107760 0x7fe5f41009f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:08.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.180+0000 7fe5f92cb640 1 -- 172.21.15.39:0/3221230812 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe5f4102500 msgr2=0x7fe5f4101e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:08.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.180+0000 7fe5f92cb640 1 --2- 172.21.15.39:0/3221230812 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe5f4102500 0x7fe5f4101e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:08.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.180+0000 7fe5f92cb640 1 -- 172.21.15.39:0/3221230812 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5f4101280 con 0x7fe5f4104e30 2024-06-13T06:23:08.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.180+0000 7fe5f9acc640 1 --2- 172.21.15.39:0/3221230812 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe5f4102500 0x7fe5f4101e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T06:23:08.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.180+0000 7fe5f92cb640 1 --2- 172.21.15.39:0/3221230812 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5f4104e30 0x7fe5f41004b0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fe5f000d740 tx=0x7fe5f000dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:08.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.181+0000 7fe5e6ffd640 1 -- 172.21.15.39:0/3221230812 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5f0017070 con 0x7fe5f4104e30 2024-06-13T06:23:08.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.181+0000 7fe5e6ffd640 1 -- 172.21.15.39:0/3221230812 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe5f000de50 con 0x7fe5f4104e30 2024-06-13T06:23:08.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.181+0000 7fe5fbd30640 1 -- 172.21.15.39:0/3221230812 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5f41a1e00 con 0x7fe5f4104e30 2024-06-13T06:23:08.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.181+0000 7fe5e6ffd640 1 -- 172.21.15.39:0/3221230812 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5f0004e00 con 0x7fe5f4104e30 2024-06-13T06:23:08.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.181+0000 7fe5fbd30640 1 -- 172.21.15.39:0/3221230812 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5f41a2210 con 0x7fe5f4104e30 2024-06-13T06:23:08.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.182+0000 7fe5fbd30640 1 -- 172.21.15.39:0/3221230812 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe5f40fd960 con 0x7fe5f4104e30 2024-06-13T06:23:08.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.183+0000 7fe5e6ffd640 1 -- 172.21.15.39:0/3221230812 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 19) ==== 137850+0+0 (secure 0 0 0) 0x7fe5f0004fa0 con 0x7fe5f4104e30 2024-06-13T06:23:08.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.184+0000 7fe5e6ffd640 1 --2- 172.21.15.39:0/3221230812 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fe5e00a2c80 0x7fe5e00a5140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:08.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.184+0000 7fe5f9acc640 1 -- 172.21.15.39:0/3221230812 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fe5e00a2c80 msgr2=0x7fe5e00a5140 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.39:6800/2178314534 2024-06-13T06:23:08.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.184+0000 7fe5e6ffd640 1 -- 172.21.15.39:0/3221230812 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7fe5f00cecc0 con 0x7fe5f4104e30 2024-06-13T06:23:08.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.184+0000 7fe5f9acc640 1 --2- 172.21.15.39:0/3221230812 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fe5e00a2c80 0x7fe5e00a5140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-06-13T06:23:08.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.191+0000 7fe5e6ffd640 1 -- 172.21.15.39:0/3221230812 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fe5f009b5c0 con 0x7fe5f4104e30 2024-06-13T06:23:08.196 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:23:07 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:23:07.942+0000 7f87e151f200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-06-13T06:23:08.196 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:23:08 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:23:08.087+0000 7f87e151f200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-06-13T06:23:08.196 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:23:08 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:23:08.196+0000 7f87e151f200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-06-13T06:23:08.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.381+0000 7fe5fbd30640 1 -- 172.21.15.39:0/3221230812 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/dump_on_update}] v 0) -- 0x7fe5f4062710 con 0x7fe5f4104e30 2024-06-13T06:23:08.383 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:23:08 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: 2024-06-13T06:23:08.044+0000 7f4a4bc28200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-06-13T06:23:08.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.385+0000 7fe5f9acc640 1 -- 172.21.15.39:0/3221230812 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fe5e00a2c80 msgr2=0x7fe5e00a5140 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.39:6800/2178314534 2024-06-13T06:23:08.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.385+0000 7fe5f9acc640 1 --2- 172.21.15.39:0/3221230812 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fe5e00a2c80 0x7fe5e00a5140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-06-13T06:23:08.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.389+0000 7fe5e6ffd640 1 -- 172.21.15.39:0/3221230812 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/dump_on_update}]=0 v34)=0 v34) ==== 133+0+0 (secure 0 0 0) 0x7fe5f009f8c0 con 0x7fe5f4104e30 2024-06-13T06:23:08.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.392+0000 7fe5fbd30640 1 -- 172.21.15.39:0/3221230812 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fe5e00a2c80 msgr2=0x7fe5e00a5140 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-13T06:23:08.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.392+0000 7fe5fbd30640 1 --2- 172.21.15.39:0/3221230812 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fe5e00a2c80 0x7fe5e00a5140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:08.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.392+0000 7fe5fbd30640 1 -- 172.21.15.39:0/3221230812 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5f4104e30 msgr2=0x7fe5f41004b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:08.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.392+0000 7fe5fbd30640 1 --2- 172.21.15.39:0/3221230812 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5f4104e30 0x7fe5f41004b0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fe5f000d740 tx=0x7fe5f000dc00 comp rx=0 tx=0).stop 2024-06-13T06:23:08.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.392+0000 7fe5fbd30640 1 -- 172.21.15.39:0/3221230812 shutdown_connections 2024-06-13T06:23:08.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.392+0000 7fe5fbd30640 1 --2- 172.21.15.39:0/3221230812 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7fe5e00a2c80 0x7fe5e00a5140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:08.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.392+0000 7fe5fbd30640 1 --2- 172.21.15.39:0/3221230812 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5f4104e30 0x7fe5f41004b0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:08.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.392+0000 7fe5fbd30640 1 --2- 172.21.15.39:0/3221230812 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe5f4107760 0x7fe5f41009f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:08.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.392+0000 7fe5fbd30640 1 --2- 172.21.15.39:0/3221230812 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe5f4102500 0x7fe5f4101e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:08.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.392+0000 7fe5fbd30640 1 -- 172.21.15.39:0/3221230812 >> 172.21.15.39:0/3221230812 conn(0x7fe5f40fbe70 msgr2=0x7fe5f4102f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:08.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.392+0000 7fe5fbd30640 1 -- 172.21.15.39:0/3221230812 shutdown_connections 2024-06-13T06:23:08.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.392+0000 7fe5fbd30640 1 -- 172.21.15.39:0/3221230812 wait complete. 2024-06-13T06:23:08.403 DEBUG:teuthology.orchestra.run.smithi039:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m' 2024-06-13T06:23:08.468 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:23:08 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: 2024-06-13T06:23:08.148+0000 7f7194782200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-06-13T06:23:08.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:08 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/912809958' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-06-13T06:23:08.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:08 smithi149 ceph-mon[36963]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-06-13T06:23:08.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:08 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/1984843084' entity='client.admin' 2024-06-13T06:23:08.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:08 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/1408176660' entity='client.admin' 2024-06-13T06:23:08.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.515+0000 7f43d7033640 1 -- 172.21.15.39:0/2267696872 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43d01076e0 msgr2=0x7f43d0109b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:08.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.515+0000 7f43d7033640 1 --2- 172.21.15.39:0/2267696872 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43d01076e0 0x7f43d0109b30 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f43c8009ca0 tx=0x7f43c802a8c0 comp rx=0 tx=0).stop 2024-06-13T06:23:08.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.515+0000 7f43d7033640 1 -- 172.21.15.39:0/2267696872 shutdown_connections 2024-06-13T06:23:08.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.515+0000 7f43d7033640 1 --2- 172.21.15.39:0/2267696872 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43d01076e0 0x7f43d0109b30 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:08.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.515+0000 7f43d7033640 1 --2- 172.21.15.39:0/2267696872 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f43d0104db0 0x7f43d01071a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:08.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.515+0000 7f43d7033640 1 --2- 172.21.15.39:0/2267696872 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f43d0102480 0x7f43d0104870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:08.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.515+0000 7f43d7033640 1 -- 172.21.15.39:0/2267696872 >> 172.21.15.39:0/2267696872 conn(0x7f43d00fbe70 msgr2=0x7f43d00fe2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:08.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.515+0000 7f43d7033640 1 -- 172.21.15.39:0/2267696872 shutdown_connections 2024-06-13T06:23:08.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.515+0000 7f43d7033640 1 -- 172.21.15.39:0/2267696872 wait complete. 2024-06-13T06:23:08.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.515+0000 7f43d7033640 1 Processor -- start 2024-06-13T06:23:08.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.515+0000 7f43d7033640 1 -- start start 2024-06-13T06:23:08.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.516+0000 7f43d7033640 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f43d0102480 0x7f43d0197c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:08.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.516+0000 7f43d7033640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f43d0104db0 0x7f43d01981c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:08.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.516+0000 7f43d7033640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43d01076e0 0x7f43d019f1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:08.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.516+0000 7f43d7033640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f43d010d6a0 con 0x7f43d01076e0 2024-06-13T06:23:08.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.516+0000 7f43d7033640 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f43d010d520 con 0x7f43d0102480 2024-06-13T06:23:08.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.516+0000 7f43d7033640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f43d010d820 con 0x7f43d0104db0 2024-06-13T06:23:08.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.516+0000 7f43d55d0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43d01076e0 0x7f43d019f1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:08.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.516+0000 7f43d4dcf640 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f43d0102480 0x7f43d0197c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:08.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.516+0000 7f43d55d0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43d01076e0 0x7f43d019f1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34352/0 (socket says 172.21.15.39:34352) 2024-06-13T06:23:08.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.516+0000 7f43d55d0640 1 -- 172.21.15.39:0/2307679680 learned_addr learned my addr 172.21.15.39:0/2307679680 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:23:08.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.516+0000 7f43cffff640 1 --2- 172.21.15.39:0/2307679680 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f43d0104db0 0x7f43d01981c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:08.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.516+0000 7f43d4dcf640 1 -- 172.21.15.39:0/2307679680 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f43d0104db0 msgr2=0x7f43d01981c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:08.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.516+0000 7f43d4dcf640 1 --2- 172.21.15.39:0/2307679680 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f43d0104db0 0x7f43d01981c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:08.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.516+0000 7f43d4dcf640 1 -- 172.21.15.39:0/2307679680 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43d01076e0 msgr2=0x7f43d019f1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:08.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.516+0000 7f43d4dcf640 1 --2- 172.21.15.39:0/2307679680 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43d01076e0 0x7f43d019f1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:08.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.516+0000 7f43d4dcf640 1 -- 172.21.15.39:0/2307679680 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43d019f890 con 0x7f43d0102480 2024-06-13T06:23:08.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.516+0000 7f43d55d0640 1 --2- 172.21.15.39:0/2307679680 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43d01076e0 0x7f43d019f1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T06:23:08.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.516+0000 7f43d4dcf640 1 --2- 172.21.15.39:0/2307679680 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f43d0102480 0x7f43d0197c80 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f43c400e9f0 tx=0x7f43c400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:08.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.517+0000 7f43cdffb640 1 -- 172.21.15.39:0/2307679680 <== mon.2 v2:172.21.15.96:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43c400ccc0 con 0x7f43d0102480 2024-06-13T06:23:08.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.517+0000 7f43d7033640 1 -- 172.21.15.39:0/2307679680 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43d019fb80 con 0x7f43d0102480 2024-06-13T06:23:08.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.517+0000 7f43cdffb640 1 -- 172.21.15.39:0/2307679680 <== mon.2 v2:172.21.15.96:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f43c4005020 con 0x7f43d0102480 2024-06-13T06:23:08.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.517+0000 7f43cdffb640 1 -- 172.21.15.39:0/2307679680 <== mon.2 v2:172.21.15.96:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43c40049e0 con 0x7f43d0102480 2024-06-13T06:23:08.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.517+0000 7f43d7033640 1 -- 172.21.15.39:0/2307679680 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43d01a0080 con 0x7f43d0102480 2024-06-13T06:23:08.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.518+0000 7f43d7033640 1 -- 172.21.15.39:0/2307679680 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43d00fd960 con 0x7f43d0102480 2024-06-13T06:23:08.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.519+0000 7f43cdffb640 1 -- 172.21.15.39:0/2307679680 <== mon.2 v2:172.21.15.96:3300/0 4 ==== mgrmap(e 19) ==== 137850+0+0 (secure 0 0 0) 0x7f43c4004be0 con 0x7f43d0102480 2024-06-13T06:23:08.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.520+0000 7f43cdffb640 1 --2- 172.21.15.39:0/2307679680 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f43c00a2c80 0x7f43c00a5140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:08.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.520+0000 7f43cffff640 1 -- 172.21.15.39:0/2307679680 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f43c00a2c80 msgr2=0x7f43c00a5140 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.39:6800/2178314534 2024-06-13T06:23:08.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.520+0000 7f43cdffb640 1 -- 172.21.15.39:0/2307679680 <== mon.2 v2:172.21.15.96:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 8248+0+0 (secure 0 0 0) 0x7f43c40cf100 con 0x7f43d0102480 2024-06-13T06:23:08.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.520+0000 7f43cffff640 1 --2- 172.21.15.39:0/2307679680 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f43c00a2c80 0x7f43c00a5140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-06-13T06:23:08.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.524+0000 7f43cdffb640 1 -- 172.21.15.39:0/2307679680 <== mon.2 v2:172.21.15.96:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f43c409c050 con 0x7f43d0102480 2024-06-13T06:23:08.643 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:23:08 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:23:08.322+0000 7f87e151f200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-06-13T06:23:08.643 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:08 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/912809958' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-06-13T06:23:08.643 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:08 smithi039 ceph-mon[32479]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-06-13T06:23:08.643 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:08 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/1984843084' entity='client.admin' 2024-06-13T06:23:08.643 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:08 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/1408176660' entity='client.admin' 2024-06-13T06:23:08.646 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:08 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/912809958' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-06-13T06:23:08.646 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:08 smithi096 ceph-mon[36532]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 3 up:standby-replay 6 up:standby 2024-06-13T06:23:08.646 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:08 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/1984843084' entity='client.admin' 2024-06-13T06:23:08.647 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:08 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/1408176660' entity='client.admin' 2024-06-13T06:23:08.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.721+0000 7f43cffff640 1 -- 172.21.15.39:0/2307679680 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f43c00a2c80 msgr2=0x7f43c00a5140 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.39:6800/2178314534 2024-06-13T06:23:08.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.721+0000 7f43cffff640 1 --2- 172.21.15.39:0/2307679680 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f43c00a2c80 0x7f43c00a5140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-06-13T06:23:08.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:08.731+0000 7f43d7033640 1 -- 172.21.15.39:0/2307679680 --> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7f43d0061de0 con 0x7f43c00a2c80 2024-06-13T06:23:08.921 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:23:08 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:23:08.643+0000 7f87e151f200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-06-13T06:23:09.041 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:23:08 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: 2024-06-13T06:23:08.647+0000 7f4a4bc28200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-06-13T06:23:09.041 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:23:08 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y[37921]: 2024-06-13T06:23:08.863+0000 7f4a4bc28200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-06-13T06:23:09.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:09.122+0000 7f43cffff640 1 -- 172.21.15.39:0/2307679680 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f43c00a2c80 msgr2=0x7f43c00a5140 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.39:6800/2178314534 2024-06-13T06:23:09.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:09.122+0000 7f43cffff640 1 --2- 172.21.15.39:0/2307679680 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f43c00a2c80 0x7f43c00a5140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-06-13T06:23:09.218 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:23:08 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: 2024-06-13T06:23:08.756+0000 7f7194782200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-06-13T06:23:09.218 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:23:08 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z[38802]: 2024-06-13T06:23:08.976+0000 7f7194782200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-06-13T06:23:09.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:09.402+0000 7f43cdffb640 1 -- 172.21.15.39:0/2307679680 <== mon.2 v2:172.21.15.96:3300/0 7 ==== mgrmap(e 20) ==== 137850+0+0 (secure 0 0 0) 0x7f43c4005560 con 0x7f43d0102480 2024-06-13T06:23:09.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:09.533+0000 7f43cdffb640 1 -- 172.21.15.39:0/2307679680 <== mon.2 v2:172.21.15.96:3300/0 8 ==== mgrmap(e 21) ==== 137518+0+0 (secure 0 0 0) 0x7f43c4097f30 con 0x7f43d0102480 2024-06-13T06:23:09.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:09.533+0000 7f43cdffb640 1 -- 172.21.15.39:0/2307679680 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f43c00a2c80 msgr2=0x7f43c00a5140 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-06-13T06:23:09.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:09.533+0000 7f43cdffb640 1 --2- 172.21.15.39:0/2307679680 >> [v2:172.21.15.39:6800/2178314534,v1:172.21.15.39:6801/2178314534] conn(0x7f43c00a2c80 0x7f43c00a5140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:09.671 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:23:09 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:23:09.280+0000 7f87e151f200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-06-13T06:23:09.671 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:23:09 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:23:09.515+0000 7f87e151f200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-06-13T06:23:09.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:09 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/3221230812' entity='client.admin' 2024-06-13T06:23:09.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:09 smithi039 ceph-mon[32479]: Standby manager daemon y restarted 2024-06-13T06:23:09.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:09 smithi039 ceph-mon[32479]: Standby manager daemon y started 2024-06-13T06:23:09.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:09 smithi039 ceph-mon[32479]: from='mgr.? 172.21.15.96:0/2729556327' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-06-13T06:23:09.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:09 smithi039 ceph-mon[32479]: from='mgr.? 172.21.15.96:0/2729556327' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-13T06:23:09.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:09 smithi039 ceph-mon[32479]: from='mgr.? 172.21.15.96:0/2729556327' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-06-13T06:23:09.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:09 smithi039 ceph-mon[32479]: from='mgr.? 172.21.15.96:0/2729556327' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-13T06:23:09.673 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:09 smithi039 ceph-mon[32479]: Standby manager daemon z restarted 2024-06-13T06:23:09.673 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:09 smithi039 ceph-mon[32479]: Standby manager daemon z started 2024-06-13T06:23:09.673 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:09 smithi039 ceph-mon[32479]: from='mgr.? 172.21.15.149:0/3670416036' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-06-13T06:23:09.673 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:09 smithi039 ceph-mon[32479]: from='mgr.? 172.21.15.149:0/3670416036' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-13T06:23:09.673 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:09 smithi039 ceph-mon[32479]: from='mgr.? 172.21.15.149:0/3670416036' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-06-13T06:23:09.673 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:09 smithi039 ceph-mon[32479]: from='mgr.? 172.21.15.149:0/3670416036' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-13T06:23:09.689 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:09 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/3221230812' entity='client.admin' 2024-06-13T06:23:09.689 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:09 smithi096 ceph-mon[36532]: Standby manager daemon y restarted 2024-06-13T06:23:09.689 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:09 smithi096 ceph-mon[36532]: Standby manager daemon y started 2024-06-13T06:23:09.689 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:09 smithi096 ceph-mon[36532]: from='mgr.? 172.21.15.96:0/2729556327' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-06-13T06:23:09.689 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:09 smithi096 ceph-mon[36532]: from='mgr.? 172.21.15.96:0/2729556327' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-13T06:23:09.689 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:09 smithi096 ceph-mon[36532]: from='mgr.? 172.21.15.96:0/2729556327' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-06-13T06:23:09.689 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:09 smithi096 ceph-mon[36532]: from='mgr.? 172.21.15.96:0/2729556327' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-13T06:23:09.689 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:09 smithi096 ceph-mon[36532]: Standby manager daemon z restarted 2024-06-13T06:23:09.690 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:09 smithi096 ceph-mon[36532]: Standby manager daemon z started 2024-06-13T06:23:09.690 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:09 smithi096 ceph-mon[36532]: from='mgr.? 172.21.15.149:0/3670416036' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-06-13T06:23:09.690 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:09 smithi096 ceph-mon[36532]: from='mgr.? 172.21.15.149:0/3670416036' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-13T06:23:09.690 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:09 smithi096 ceph-mon[36532]: from='mgr.? 172.21.15.149:0/3670416036' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-06-13T06:23:09.690 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:09 smithi096 ceph-mon[36532]: from='mgr.? 172.21.15.149:0/3670416036' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-13T06:23:09.690 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:09 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/3221230812' entity='client.admin' 2024-06-13T06:23:09.690 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:09 smithi149 ceph-mon[36963]: Standby manager daemon y restarted 2024-06-13T06:23:09.690 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:09 smithi149 ceph-mon[36963]: Standby manager daemon y started 2024-06-13T06:23:09.690 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:09 smithi149 ceph-mon[36963]: from='mgr.? 172.21.15.96:0/2729556327' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-06-13T06:23:09.691 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:09 smithi149 ceph-mon[36963]: from='mgr.? 172.21.15.96:0/2729556327' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-13T06:23:09.691 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:09 smithi149 ceph-mon[36963]: from='mgr.? 172.21.15.96:0/2729556327' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-06-13T06:23:09.691 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:09 smithi149 ceph-mon[36963]: from='mgr.? 172.21.15.96:0/2729556327' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-13T06:23:09.691 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:09 smithi149 ceph-mon[36963]: Standby manager daemon z restarted 2024-06-13T06:23:09.691 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:09 smithi149 ceph-mon[36963]: Standby manager daemon z started 2024-06-13T06:23:09.691 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:09 smithi149 ceph-mon[36963]: from='mgr.? 172.21.15.149:0/3670416036' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-06-13T06:23:09.691 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:09 smithi149 ceph-mon[36963]: from='mgr.? 172.21.15.149:0/3670416036' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-06-13T06:23:09.691 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:09 smithi149 ceph-mon[36963]: from='mgr.? 172.21.15.149:0/3670416036' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-06-13T06:23:09.691 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:09 smithi149 ceph-mon[36963]: from='mgr.? 172.21.15.149:0/3670416036' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-06-13T06:23:10.172 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:23:09 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:23:09.765+0000 7f87435de700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-13T06:23:10.172 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:23:09 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:23:09.765+0000 7f87435de700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-13T06:23:10.172 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:23:09 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:23:09.765+0000 7f87435de700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-13T06:23:10.172 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:23:09 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:23:09.765+0000 7f87435de700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-13T06:23:10.172 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:23:09 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:23:09.765+0000 7f87435de700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-13T06:23:10.172 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:23:09 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:23:09.766+0000 7f8740dd9700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-13T06:23:10.172 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:23:09 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:23:09.766+0000 7f8740dd9700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-13T06:23:10.172 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:23:09 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:23:09.766+0000 7f8740dd9700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-13T06:23:10.172 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:23:09 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:23:09.766+0000 7f8740dd9700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-13T06:23:10.172 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:23:09 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:23:09.766+0000 7f8740dd9700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-13T06:23:10.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.537+0000 7f43cdffb640 1 -- 172.21.15.39:0/2307679680 <== mon.2 v2:172.21.15.96:3300/0 9 ==== mgrmap(e 22) ==== 137645+0+0 (secure 0 0 0) 0x7f43c405d4f0 con 0x7f43d0102480 2024-06-13T06:23:10.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.538+0000 7f43cdffb640 1 --2- 172.21.15.39:0/2307679680 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f43c00356a0 0x7f43c0035a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:10.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.538+0000 7f43cdffb640 1 -- 172.21.15.39:0/2307679680 --> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7f43c4011e50 con 0x7f43c00356a0 2024-06-13T06:23:10.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.540+0000 7f43cffff640 1 --2- 172.21.15.39:0/2307679680 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f43c00356a0 0x7f43c0035a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:10.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.542+0000 7f43cffff640 1 --2- 172.21.15.39:0/2307679680 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f43c00356a0 0x7f43c0035a80 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f43d0069bb0 tx=0x7f43bc005f90 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:10.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.611+0000 7f43cdffb640 1 -- 172.21.15.39:0/2307679680 <== mgr.15111 v2:172.21.15.39:6800/1826332552 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f43c4011e50 con 0x7f43c00356a0 2024-06-13T06:23:10.611 INFO:teuthology.orchestra.run.smithi039.stdout:Schedule set for path / 2024-06-13T06:23:10.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.614+0000 7f43d7033640 1 -- 172.21.15.39:0/2307679680 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f43c00356a0 msgr2=0x7f43c0035a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:10.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.614+0000 7f43d7033640 1 --2- 172.21.15.39:0/2307679680 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f43c00356a0 0x7f43c0035a80 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f43d0069bb0 tx=0x7f43bc005f90 comp rx=0 tx=0).stop 2024-06-13T06:23:10.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.614+0000 7f43d7033640 1 -- 172.21.15.39:0/2307679680 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f43d0102480 msgr2=0x7f43d0197c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:10.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.614+0000 7f43d7033640 1 --2- 172.21.15.39:0/2307679680 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f43d0102480 0x7f43d0197c80 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f43c400e9f0 tx=0x7f43c400eeb0 comp rx=0 tx=0).stop 2024-06-13T06:23:10.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.614+0000 7f43d55d0640 1 -- 172.21.15.39:0/2307679680 reap_dead start 2024-06-13T06:23:10.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.615+0000 7f43d7033640 1 -- 172.21.15.39:0/2307679680 shutdown_connections 2024-06-13T06:23:10.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.615+0000 7f43d7033640 1 -- 172.21.15.39:0/2307679680 >> 172.21.15.39:0/2307679680 conn(0x7f43d00fbe70 msgr2=0x7f43d0102de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:10.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.615+0000 7f43d7033640 1 -- 172.21.15.39:0/2307679680 shutdown_connections 2024-06-13T06:23:10.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.615+0000 7f43d7033640 1 -- 172.21.15.39:0/2307679680 wait complete. 2024-06-13T06:23:10.629 DEBUG:teuthology.orchestra.run.smithi039:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h' 2024-06-13T06:23:10.653 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:10 smithi039 ceph-mon[32479]: mgrmap e20: x(active, since 10m), standbys: z, y 2024-06-13T06:23:10.653 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:10 smithi039 ceph-mon[32479]: Active manager daemon x restarted 2024-06-13T06:23:10.653 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:10 smithi039 ceph-mon[32479]: Activating manager daemon x 2024-06-13T06:23:10.653 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:10 smithi039 ceph-mon[32479]: osdmap e92: 12 total, 12 up, 12 in 2024-06-13T06:23:10.654 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:10 smithi039 ceph-mon[32479]: mgrmap e21: x(active, starting, since 0.0125062s), standbys: z, y 2024-06-13T06:23:10.654 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:10 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-13T06:23:10.654 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:10 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T06:23:10.654 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:10 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T06:23:10.654 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:10 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-06-13T06:23:10.654 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:10 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-06-13T06:23:10.654 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:10 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-06-13T06:23:10.654 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:10 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-06-13T06:23:10.654 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:10 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-06-13T06:23:10.654 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:10 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-06-13T06:23:10.654 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:10 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-06-13T06:23:10.654 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:10 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-06-13T06:23:10.655 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:10 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-06-13T06:23:10.655 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:10 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-06-13T06:23:10.655 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:10 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-06-13T06:23:10.655 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:10 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-06-13T06:23:10.655 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:10 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-06-13T06:23:10.655 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:10 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-06-13T06:23:10.655 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:10 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-06-13T06:23:10.655 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:10 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-13T06:23:10.655 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:10 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-13T06:23:10.655 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:10 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-13T06:23:10.655 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:10 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-13T06:23:10.655 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:10 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-13T06:23:10.655 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:10 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-13T06:23:10.656 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:10 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-13T06:23:10.656 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:10 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-13T06:23:10.656 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:10 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-13T06:23:10.656 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:10 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-13T06:23:10.656 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:10 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-13T06:23:10.656 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:10 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-13T06:23:10.656 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:10 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-06-13T06:23:10.656 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:10 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-06-13T06:23:10.656 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:10 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-06-13T06:23:10.656 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:10 smithi039 ceph-mon[32479]: Manager daemon x is now available 2024-06-13T06:23:10.656 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:10 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:23:10.656 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:10 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-06-13T06:23:10.656 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:10 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-06-13T06:23:10.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:10 smithi149 ceph-mon[36963]: mgrmap e20: x(active, since 10m), standbys: z, y 2024-06-13T06:23:10.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:10 smithi149 ceph-mon[36963]: Active manager daemon x restarted 2024-06-13T06:23:10.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:10 smithi149 ceph-mon[36963]: Activating manager daemon x 2024-06-13T06:23:10.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:10 smithi149 ceph-mon[36963]: osdmap e92: 12 total, 12 up, 12 in 2024-06-13T06:23:10.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:10 smithi149 ceph-mon[36963]: mgrmap e21: x(active, starting, since 0.0125062s), standbys: z, y 2024-06-13T06:23:10.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:10 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-13T06:23:10.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:10 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T06:23:10.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:10 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T06:23:10.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:10 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-06-13T06:23:10.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:10 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-06-13T06:23:10.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:10 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-06-13T06:23:10.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:10 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-06-13T06:23:10.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:10 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-06-13T06:23:10.720 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:10 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-06-13T06:23:10.720 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:10 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-06-13T06:23:10.720 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:10 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-06-13T06:23:10.720 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:10 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-06-13T06:23:10.720 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:10 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-06-13T06:23:10.720 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:10 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-06-13T06:23:10.720 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:10 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-06-13T06:23:10.720 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:10 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-06-13T06:23:10.720 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:10 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-06-13T06:23:10.720 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:10 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-06-13T06:23:10.720 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:10 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-13T06:23:10.720 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:10 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-13T06:23:10.720 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:10 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-13T06:23:10.720 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:10 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-13T06:23:10.721 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:10 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-13T06:23:10.721 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:10 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-13T06:23:10.721 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:10 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-13T06:23:10.721 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:10 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-13T06:23:10.721 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:10 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-13T06:23:10.721 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:10 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-13T06:23:10.721 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:10 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-13T06:23:10.721 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:10 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-13T06:23:10.721 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:10 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-06-13T06:23:10.721 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:10 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-06-13T06:23:10.721 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:10 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-06-13T06:23:10.721 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:10 smithi149 ceph-mon[36963]: Manager daemon x is now available 2024-06-13T06:23:10.721 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:10 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:23:10.722 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:10 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-06-13T06:23:10.722 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:10 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-06-13T06:23:10.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.741+0000 7fd34a68c640 1 -- 172.21.15.39:0/2119944838 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd344104db0 msgr2=0x7fd3441071a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:10.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.741+0000 7fd34a68c640 1 --2- 172.21.15.39:0/2119944838 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd344104db0 0x7fd3441071a0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fd338009900 tx=0x7fd33802a410 comp rx=0 tx=0).stop 2024-06-13T06:23:10.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.741+0000 7fd34a68c640 1 -- 172.21.15.39:0/2119944838 shutdown_connections 2024-06-13T06:23:10.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.741+0000 7fd34a68c640 1 --2- 172.21.15.39:0/2119944838 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd344104db0 0x7fd3441071a0 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:10.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.741+0000 7fd34a68c640 1 --2- 172.21.15.39:0/2119944838 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd3441076e0 0x7fd344109b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:10.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.741+0000 7fd34a68c640 1 --2- 172.21.15.39:0/2119944838 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd344102480 0x7fd344104870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:10.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.741+0000 7fd34a68c640 1 -- 172.21.15.39:0/2119944838 >> 172.21.15.39:0/2119944838 conn(0x7fd3440fbe70 msgr2=0x7fd3440fe2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:10.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.741+0000 7fd34a68c640 1 -- 172.21.15.39:0/2119944838 shutdown_connections 2024-06-13T06:23:10.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.741+0000 7fd34a68c640 1 -- 172.21.15.39:0/2119944838 wait complete. 2024-06-13T06:23:10.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.742+0000 7fd34a68c640 1 Processor -- start 2024-06-13T06:23:10.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.742+0000 7fd34a68c640 1 -- start start 2024-06-13T06:23:10.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.742+0000 7fd34a68c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd344102480 0x7fd344101df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:10.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.742+0000 7fd34a68c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd344104db0 0x7fd344100430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:10.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.742+0000 7fd34a68c640 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd3441076e0 0x7fd344100970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:10.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.742+0000 7fd34a68c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fd34410d6c0 con 0x7fd344104db0 2024-06-13T06:23:10.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.742+0000 7fd34a68c640 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fd34410d540 con 0x7fd3441076e0 2024-06-13T06:23:10.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.742+0000 7fd34a68c640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fd34410d840 con 0x7fd344102480 2024-06-13T06:23:10.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.742+0000 7fd3437fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd344104db0 0x7fd344100430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:10.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.742+0000 7fd3437fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd344104db0 0x7fd344100430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34492/0 (socket says 172.21.15.39:34492) 2024-06-13T06:23:10.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.742+0000 7fd3437fe640 1 -- 172.21.15.39:0/2331891405 learned_addr learned my addr 172.21.15.39:0/2331891405 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:23:10.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.742+0000 7fd348c29640 1 --2- 172.21.15.39:0/2331891405 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd3441076e0 0x7fd344100970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:10.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.743+0000 7fd343fff640 1 --2- 172.21.15.39:0/2331891405 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd344102480 0x7fd344101df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:10.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.743+0000 7fd348c29640 1 -- 172.21.15.39:0/2331891405 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd344102480 msgr2=0x7fd344101df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:10.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.743+0000 7fd348c29640 1 --2- 172.21.15.39:0/2331891405 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd344102480 0x7fd344101df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:10.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.743+0000 7fd348c29640 1 -- 172.21.15.39:0/2331891405 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd344104db0 msgr2=0x7fd344100430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:10.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.743+0000 7fd348c29640 1 --2- 172.21.15.39:0/2331891405 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd344104db0 0x7fd344100430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:10.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.743+0000 7fd348c29640 1 -- 172.21.15.39:0/2331891405 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd344101200 con 0x7fd3441076e0 2024-06-13T06:23:10.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.743+0000 7fd3437fe640 1 --2- 172.21.15.39:0/2331891405 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd344104db0 0x7fd344100430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T06:23:10.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.743+0000 7fd348c29640 1 --2- 172.21.15.39:0/2331891405 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd3441076e0 0x7fd344100970 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fd33c009fd0 tx=0x7fd33c00ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:10.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.743+0000 7fd3417fa640 1 -- 172.21.15.39:0/2331891405 <== mon.2 v2:172.21.15.96:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd33c00ce20 con 0x7fd3441076e0 2024-06-13T06:23:10.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.743+0000 7fd3417fa640 1 -- 172.21.15.39:0/2331891405 <== mon.2 v2:172.21.15.96:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd33c005020 con 0x7fd3441076e0 2024-06-13T06:23:10.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.743+0000 7fd3417fa640 1 -- 172.21.15.39:0/2331891405 <== mon.2 v2:172.21.15.96:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd33c010720 con 0x7fd3441076e0 2024-06-13T06:23:10.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.743+0000 7fd34a68c640 1 -- 172.21.15.39:0/2331891405 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3441a1dd0 con 0x7fd3441076e0 2024-06-13T06:23:10.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.743+0000 7fd34a68c640 1 -- 172.21.15.39:0/2331891405 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3441a2230 con 0x7fd3441076e0 2024-06-13T06:23:10.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.744+0000 7fd34a68c640 1 -- 172.21.15.39:0/2331891405 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3440fd960 con 0x7fd3441076e0 2024-06-13T06:23:10.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.747+0000 7fd3417fa640 1 -- 172.21.15.39:0/2331891405 <== mon.2 v2:172.21.15.96:3300/0 4 ==== mgrmap(e 22) ==== 137645+0+0 (secure 0 0 0) 0x7fd33c005540 con 0x7fd3441076e0 2024-06-13T06:23:10.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.747+0000 7fd3417fa640 1 --2- 172.21.15.39:0/2331891405 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fd32c0a2ac0 0x7fd32c0a4f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:10.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.747+0000 7fd3417fa640 1 -- 172.21.15.39:0/2331891405 <== mon.2 v2:172.21.15.96:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7fd33c0cf5c0 con 0x7fd3441076e0 2024-06-13T06:23:10.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.747+0000 7fd343fff640 1 --2- 172.21.15.39:0/2331891405 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fd32c0a2ac0 0x7fd32c0a4f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:10.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.748+0000 7fd343fff640 1 --2- 172.21.15.39:0/2331891405 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fd32c0a2ac0 0x7fd32c0a4f80 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fd334009bd0 tx=0x7fd334005f90 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:10.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.750+0000 7fd3417fa640 1 -- 172.21.15.39:0/2331891405 <== mon.2 v2:172.21.15.96:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fd33c09c6c0 con 0x7fd3441076e0 2024-06-13T06:23:10.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:10 smithi096 ceph-mon[36532]: mgrmap e20: x(active, since 10m), standbys: z, y 2024-06-13T06:23:10.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:10 smithi096 ceph-mon[36532]: Active manager daemon x restarted 2024-06-13T06:23:10.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:10 smithi096 ceph-mon[36532]: Activating manager daemon x 2024-06-13T06:23:10.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:10 smithi096 ceph-mon[36532]: osdmap e92: 12 total, 12 up, 12 in 2024-06-13T06:23:10.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:10 smithi096 ceph-mon[36532]: mgrmap e21: x(active, starting, since 0.0125062s), standbys: z, y 2024-06-13T06:23:10.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:10 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-06-13T06:23:10.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:10 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-06-13T06:23:10.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:10 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-06-13T06:23:10.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:10 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-06-13T06:23:10.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:10 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-06-13T06:23:10.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:10 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-06-13T06:23:10.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:10 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-06-13T06:23:10.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:10 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-06-13T06:23:10.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:10 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-06-13T06:23:10.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:10 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-06-13T06:23:10.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:10 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-06-13T06:23:10.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:10 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-06-13T06:23:10.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:10 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-06-13T06:23:10.793 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:10 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-06-13T06:23:10.793 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:10 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-06-13T06:23:10.793 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:10 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-06-13T06:23:10.793 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:10 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-06-13T06:23:10.793 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:10 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-06-13T06:23:10.793 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:10 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-06-13T06:23:10.793 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:10 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-06-13T06:23:10.793 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:10 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-06-13T06:23:10.793 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:10 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-06-13T06:23:10.793 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:10 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-06-13T06:23:10.793 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:10 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-06-13T06:23:10.793 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:10 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-06-13T06:23:10.793 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:10 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-06-13T06:23:10.794 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:10 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-06-13T06:23:10.794 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:10 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-06-13T06:23:10.794 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:10 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-06-13T06:23:10.794 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:10 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-06-13T06:23:10.794 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:10 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-06-13T06:23:10.794 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:10 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-06-13T06:23:10.794 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:10 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-06-13T06:23:10.794 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:10 smithi096 ceph-mon[36532]: Manager daemon x is now available 2024-06-13T06:23:10.794 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:10 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:23:10.794 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:10 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-06-13T06:23:10.794 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:10 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-06-13T06:23:10.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:10.960+0000 7fd34a68c640 1 -- 172.21.15.39:0/2331891405 --> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] -- mgr_command(tid 0: {"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}) -- 0x7fd344061f40 con 0x7fd32c0a2ac0 2024-06-13T06:23:11.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.021+0000 7fd3417fa640 1 -- 172.21.15.39:0/2331891405 <== mgr.15111 v2:172.21.15.39:6800/1826332552 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+26 (secure 0 0 0) 0x7fd344061f40 con 0x7fd32c0a2ac0 2024-06-13T06:23:11.021 INFO:teuthology.orchestra.run.smithi039.stdout:Retention added to path / 2024-06-13T06:23:11.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.024+0000 7fd34a68c640 1 -- 172.21.15.39:0/2331891405 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fd32c0a2ac0 msgr2=0x7fd32c0a4f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:11.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.024+0000 7fd34a68c640 1 --2- 172.21.15.39:0/2331891405 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fd32c0a2ac0 0x7fd32c0a4f80 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fd334009bd0 tx=0x7fd334005f90 comp rx=0 tx=0).stop 2024-06-13T06:23:11.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.024+0000 7fd34a68c640 1 -- 172.21.15.39:0/2331891405 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd3441076e0 msgr2=0x7fd344100970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:11.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.024+0000 7fd34a68c640 1 --2- 172.21.15.39:0/2331891405 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd3441076e0 0x7fd344100970 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fd33c009fd0 tx=0x7fd33c00ef10 comp rx=0 tx=0).stop 2024-06-13T06:23:11.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.024+0000 7fd34a68c640 1 -- 172.21.15.39:0/2331891405 shutdown_connections 2024-06-13T06:23:11.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.024+0000 7fd34a68c640 1 --2- 172.21.15.39:0/2331891405 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd344104db0 0x7fd344100430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:11.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.024+0000 7fd34a68c640 1 --2- 172.21.15.39:0/2331891405 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fd32c0a2ac0 0x7fd32c0a4f80 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:11.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.024+0000 7fd34a68c640 1 --2- 172.21.15.39:0/2331891405 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd3441076e0 0x7fd344100970 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:11.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.024+0000 7fd34a68c640 1 --2- 172.21.15.39:0/2331891405 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd344102480 0x7fd344101df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:11.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.024+0000 7fd34a68c640 1 -- 172.21.15.39:0/2331891405 >> 172.21.15.39:0/2331891405 conn(0x7fd3440fbe70 msgr2=0x7fd344102dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:11.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.024+0000 7fd34a68c640 1 -- 172.21.15.39:0/2331891405 shutdown_connections 2024-06-13T06:23:11.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.024+0000 7fd34a68c640 1 -- 172.21.15.39:0/2331891405 wait complete. 2024-06-13T06:23:11.038 DEBUG:teuthology.orchestra.run.smithi039:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-06-13T06:23:11.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.199+0000 7f1681e64640 1 -- 172.21.15.39:0/3346795041 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f167c1035e0 msgr2=0x7f167c109e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:11.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.199+0000 7f1681e64640 1 --2- 172.21.15.39:0/3346795041 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f167c1035e0 0x7f167c109e70 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f1674009ca0 tx=0x7f167402a8c0 comp rx=0 tx=0).stop 2024-06-13T06:23:11.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.199+0000 7f1681e64640 1 -- 172.21.15.39:0/3346795041 shutdown_connections 2024-06-13T06:23:11.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.199+0000 7f1681e64640 1 --2- 172.21.15.39:0/3346795041 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f167c1035e0 0x7f167c109e70 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:11.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.199+0000 7f1681e64640 1 --2- 172.21.15.39:0/3346795041 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f167c102c20 0x7f167c1030a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:11.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.199+0000 7f1681e64640 1 --2- 172.21.15.39:0/3346795041 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f167c101a30 0x7f167c101e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:11.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.199+0000 7f1681e64640 1 -- 172.21.15.39:0/3346795041 >> 172.21.15.39:0/3346795041 conn(0x7f167c0fcfc0 msgr2=0x7f167c0ff3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:11.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.199+0000 7f1681e64640 1 -- 172.21.15.39:0/3346795041 shutdown_connections 2024-06-13T06:23:11.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.199+0000 7f1681e64640 1 -- 172.21.15.39:0/3346795041 wait complete. 2024-06-13T06:23:11.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.200+0000 7f1681e64640 1 Processor -- start 2024-06-13T06:23:11.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.200+0000 7f1681e64640 1 -- start start 2024-06-13T06:23:11.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.200+0000 7f1681e64640 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f167c101a30 0x7f167c075750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:11.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.200+0000 7f1681e64640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f167c102c20 0x7f167c073d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:11.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.200+0000 7f1681e64640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f167c1035e0 0x7f167c0742d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:11.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.200+0000 7f1681e64640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f167c10d690 con 0x7f167c1035e0 2024-06-13T06:23:11.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.200+0000 7f1681e64640 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f167c10d510 con 0x7f167c101a30 2024-06-13T06:23:11.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.200+0000 7f1681e64640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f167c10d810 con 0x7f167c102c20 2024-06-13T06:23:11.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.201+0000 7f167bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f167c1035e0 0x7f167c0742d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:11.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.201+0000 7f167affd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f167c102c20 0x7f167c073d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:11.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.201+0000 7f167bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f167c1035e0 0x7f167c0742d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60926/0 (socket says 172.21.15.39:60926) 2024-06-13T06:23:11.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.201+0000 7f167affd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f167c102c20 0x7f167c073d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.39:40810/0 (socket says 172.21.15.39:40810) 2024-06-13T06:23:11.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.201+0000 7f167bfff640 1 -- 172.21.15.39:0/1593244985 learned_addr learned my addr 172.21.15.39:0/1593244985 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:23:11.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.201+0000 7f167b7fe640 1 --2- 172.21.15.39:0/1593244985 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f167c101a30 0x7f167c075750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:11.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.201+0000 7f167bfff640 1 -- 172.21.15.39:0/1593244985 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f167c102c20 msgr2=0x7f167c073d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:11.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.201+0000 7f167bfff640 1 --2- 172.21.15.39:0/1593244985 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f167c102c20 0x7f167c073d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:11.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.201+0000 7f167bfff640 1 -- 172.21.15.39:0/1593244985 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f167c101a30 msgr2=0x7f167c075750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:11.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.201+0000 7f167bfff640 1 --2- 172.21.15.39:0/1593244985 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f167c101a30 0x7f167c075750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:11.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.201+0000 7f167bfff640 1 -- 172.21.15.39:0/1593244985 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f167c074b60 con 0x7f167c1035e0 2024-06-13T06:23:11.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.201+0000 7f167bfff640 1 --2- 172.21.15.39:0/1593244985 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f167c1035e0 0x7f167c0742d0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f1674005e30 tx=0x7f1674031ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:11.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.201+0000 7f1678ff9640 1 -- 172.21.15.39:0/1593244985 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1674003c30 con 0x7f167c1035e0 2024-06-13T06:23:11.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.201+0000 7f1678ff9640 1 -- 172.21.15.39:0/1593244985 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1674003dd0 con 0x7f167c1035e0 2024-06-13T06:23:11.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.201+0000 7f1681e64640 1 -- 172.21.15.39:0/1593244985 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f167c1a1d00 con 0x7f167c1035e0 2024-06-13T06:23:11.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.201+0000 7f1678ff9640 1 -- 172.21.15.39:0/1593244985 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f167402fde0 con 0x7f167c1035e0 2024-06-13T06:23:11.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.201+0000 7f1681e64640 1 -- 172.21.15.39:0/1593244985 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f167c1a21a0 con 0x7f167c1035e0 2024-06-13T06:23:11.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.202+0000 7f1681e64640 1 -- 172.21.15.39:0/1593244985 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f167c108c80 con 0x7f167c1035e0 2024-06-13T06:23:11.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.204+0000 7f1678ff9640 1 -- 172.21.15.39:0/1593244985 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 22) ==== 137645+0+0 (secure 0 0 0) 0x7f1674004050 con 0x7f167c1035e0 2024-06-13T06:23:11.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.204+0000 7f1678ff9640 1 --2- 172.21.15.39:0/1593244985 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f16640a2a40 0x7f16640a4f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:11.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.205+0000 7f167b7fe640 1 --2- 172.21.15.39:0/1593244985 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f16640a2a40 0x7f16640a4f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:11.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.205+0000 7f1678ff9640 1 -- 172.21.15.39:0/1593244985 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7f16740f00a0 con 0x7f167c1035e0 2024-06-13T06:23:11.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.205+0000 7f167b7fe640 1 --2- 172.21.15.39:0/1593244985 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f16640a2a40 0x7f16640a4f00 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f166c005d00 tx=0x7f166c005c50 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:11.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.209+0000 7f1678ff9640 1 -- 172.21.15.39:0/1593244985 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f16740bd2b0 con 0x7f167c1035e0 2024-06-13T06:23:11.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.418+0000 7f1681e64640 1 -- 172.21.15.39:0/1593244985 --> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7f167c061de0 con 0x7f16640a2a40 2024-06-13T06:23:11.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.426+0000 7f1678ff9640 1 -- 172.21.15.39:0/1593244985 <== mgr.15111 v2:172.21.15.39:6800/1826332552 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+298 (secure 0 0 0) 0x7f167c061de0 con 0x7f16640a2a40 2024-06-13T06:23:11.426 INFO:teuthology.orchestra.run.smithi039.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-06-13T00:00:00", "created": "2024-06-13T06:23:10", "first": null, "last": null, "last_pruned": null, "created_count": 0, "pruned_count": 0, "active": true} 2024-06-13T06:23:11.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.429+0000 7f1681e64640 1 -- 172.21.15.39:0/1593244985 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f16640a2a40 msgr2=0x7f16640a4f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:11.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.429+0000 7f1681e64640 1 --2- 172.21.15.39:0/1593244985 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f16640a2a40 0x7f16640a4f00 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f166c005d00 tx=0x7f166c005c50 comp rx=0 tx=0).stop 2024-06-13T06:23:11.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.429+0000 7f1681e64640 1 -- 172.21.15.39:0/1593244985 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f167c1035e0 msgr2=0x7f167c0742d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:11.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.429+0000 7f1681e64640 1 --2- 172.21.15.39:0/1593244985 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f167c1035e0 0x7f167c0742d0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f1674005e30 tx=0x7f1674031ee0 comp rx=0 tx=0).stop 2024-06-13T06:23:11.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.429+0000 7f1681e64640 1 -- 172.21.15.39:0/1593244985 shutdown_connections 2024-06-13T06:23:11.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.429+0000 7f1681e64640 1 --2- 172.21.15.39:0/1593244985 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f167c1035e0 0x7f167c0742d0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:11.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.429+0000 7f1681e64640 1 --2- 172.21.15.39:0/1593244985 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f16640a2a40 0x7f16640a4f00 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:11.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.429+0000 7f1681e64640 1 --2- 172.21.15.39:0/1593244985 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f167c102c20 0x7f167c073d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:11.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.429+0000 7f1681e64640 1 --2- 172.21.15.39:0/1593244985 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f167c101a30 0x7f167c075750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:11.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.429+0000 7f1681e64640 1 -- 172.21.15.39:0/1593244985 >> 172.21.15.39:0/1593244985 conn(0x7f167c0fcfc0 msgr2=0x7f167c105e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:11.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.429+0000 7f1681e64640 1 -- 172.21.15.39:0/1593244985 shutdown_connections 2024-06-13T06:23:11.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.429+0000 7f1681e64640 1 -- 172.21.15.39:0/1593244985 wait complete. 2024-06-13T06:23:11.440 DEBUG:teuthology.orchestra.run.smithi039:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-06-13T06:23:11.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:11 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:11.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:11 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:11.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:11 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:11.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:11 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:11.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:11 smithi096 ceph-mon[36532]: mgrmap e22: x(active, since 1.01816s), standbys: z, y 2024-06-13T06:23:11.542 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:11 smithi096 ceph-mon[36532]: [13/Jun/2024:06:23:10] ENGINE Bus STARTING 2024-06-13T06:23:11.542 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:11 smithi096 ceph-mon[36532]: [13/Jun/2024:06:23:10] ENGINE Serving on http://172.21.15.39:8765 2024-06-13T06:23:11.542 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:11 smithi096 ceph-mon[36532]: [13/Jun/2024:06:23:10] ENGINE Serving on https://172.21.15.39:7150 2024-06-13T06:23:11.542 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:11 smithi096 ceph-mon[36532]: [13/Jun/2024:06:23:10] ENGINE Bus STARTED 2024-06-13T06:23:11.542 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:11 smithi096 ceph-mon[36532]: from='client.24959 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:23:11.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.552+0000 7efd56d1b640 1 -- 172.21.15.39:0/1740516005 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd501002d0 msgr2=0x7efd501006f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:11.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.552+0000 7efd56d1b640 1 --2- 172.21.15.39:0/1740516005 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd501002d0 0x7efd501006f0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7efd44009900 tx=0x7efd4402a410 comp rx=0 tx=0).stop 2024-06-13T06:23:11.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.552+0000 7efd56d1b640 1 -- 172.21.15.39:0/1740516005 shutdown_connections 2024-06-13T06:23:11.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.552+0000 7efd56d1b640 1 --2- 172.21.15.39:0/1740516005 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7efd501015d0 0x7efd50101a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:11.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.552+0000 7efd56d1b640 1 --2- 172.21.15.39:0/1740516005 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7efd50100c30 0x7efd50101090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:11.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.552+0000 7efd56d1b640 1 --2- 172.21.15.39:0/1740516005 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd501002d0 0x7efd501006f0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:11.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.552+0000 7efd56d1b640 1 -- 172.21.15.39:0/1740516005 >> 172.21.15.39:0/1740516005 conn(0x7efd500fbe70 msgr2=0x7efd500fe2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:11.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.552+0000 7efd56d1b640 1 -- 172.21.15.39:0/1740516005 shutdown_connections 2024-06-13T06:23:11.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.552+0000 7efd56d1b640 1 -- 172.21.15.39:0/1740516005 wait complete. 2024-06-13T06:23:11.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.553+0000 7efd56d1b640 1 Processor -- start 2024-06-13T06:23:11.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.553+0000 7efd56d1b640 1 -- start start 2024-06-13T06:23:11.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.553+0000 7efd56d1b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd501002d0 0x7efd50199e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:11.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.553+0000 7efd56d1b640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7efd50100c30 0x7efd5019a3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:11.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.553+0000 7efd56d1b640 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7efd501015d0 0x7efd501a1420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:11.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.553+0000 7efd56d1b640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7efd5010f840 con 0x7efd501002d0 2024-06-13T06:23:11.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.553+0000 7efd56d1b640 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7efd5010f6c0 con 0x7efd501015d0 2024-06-13T06:23:11.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.553+0000 7efd56d1b640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7efd5010f9c0 con 0x7efd50100c30 2024-06-13T06:23:11.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.553+0000 7efd54ab7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd501002d0 0x7efd50199e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:11.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.553+0000 7efd54ab7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd501002d0 0x7efd50199e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60938/0 (socket says 172.21.15.39:60938) 2024-06-13T06:23:11.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.553+0000 7efd54ab7640 1 -- 172.21.15.39:0/402833246 learned_addr learned my addr 172.21.15.39:0/402833246 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:23:11.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.553+0000 7efd4ffff640 1 --2- 172.21.15.39:0/402833246 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7efd50100c30 0x7efd5019a3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:11.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.553+0000 7efd552b8640 1 --2- 172.21.15.39:0/402833246 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7efd501015d0 0x7efd501a1420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:11.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.553+0000 7efd54ab7640 1 -- 172.21.15.39:0/402833246 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7efd50100c30 msgr2=0x7efd5019a3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:11.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.553+0000 7efd54ab7640 1 --2- 172.21.15.39:0/402833246 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7efd50100c30 0x7efd5019a3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:11.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.553+0000 7efd54ab7640 1 -- 172.21.15.39:0/402833246 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7efd501015d0 msgr2=0x7efd501a1420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:11.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.553+0000 7efd54ab7640 1 --2- 172.21.15.39:0/402833246 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7efd501015d0 0x7efd501a1420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:11.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.553+0000 7efd54ab7640 1 -- 172.21.15.39:0/402833246 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd501a1a90 con 0x7efd501002d0 2024-06-13T06:23:11.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.554+0000 7efd54ab7640 1 --2- 172.21.15.39:0/402833246 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd501002d0 0x7efd50199e70 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7efd44009230 tx=0x7efd44004360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:11.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.554+0000 7efd4dffb640 1 -- 172.21.15.39:0/402833246 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd4403f030 con 0x7efd501002d0 2024-06-13T06:23:11.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.554+0000 7efd4dffb640 1 -- 172.21.15.39:0/402833246 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7efd44003ce0 con 0x7efd501002d0 2024-06-13T06:23:11.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.554+0000 7efd56d1b640 1 -- 172.21.15.39:0/402833246 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd501a1d20 con 0x7efd501002d0 2024-06-13T06:23:11.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.554+0000 7efd4dffb640 1 -- 172.21.15.39:0/402833246 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd44035070 con 0x7efd501002d0 2024-06-13T06:23:11.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.554+0000 7efd56d1b640 1 -- 172.21.15.39:0/402833246 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd501a21c0 con 0x7efd501002d0 2024-06-13T06:23:11.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.555+0000 7efd56d1b640 1 -- 172.21.15.39:0/402833246 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efd5010b020 con 0x7efd501002d0 2024-06-13T06:23:11.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.556+0000 7efd4dffb640 1 -- 172.21.15.39:0/402833246 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 22) ==== 137645+0+0 (secure 0 0 0) 0x7efd44042030 con 0x7efd501002d0 2024-06-13T06:23:11.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.557+0000 7efd4dffb640 1 --2- 172.21.15.39:0/402833246 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7efd400a2a40 0x7efd400a4f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:11.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.557+0000 7efd4ffff640 1 --2- 172.21.15.39:0/402833246 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7efd400a2a40 0x7efd400a4f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:11.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.557+0000 7efd4dffb640 1 -- 172.21.15.39:0/402833246 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7efd440ef690 con 0x7efd501002d0 2024-06-13T06:23:11.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.557+0000 7efd4ffff640 1 --2- 172.21.15.39:0/402833246 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7efd400a2a40 0x7efd400a4f00 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7efd5019b380 tx=0x7efd3c00b410 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:11.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.561+0000 7efd4dffb640 1 -- 172.21.15.39:0/402833246 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7efd440bc180 con 0x7efd501002d0 2024-06-13T06:23:11.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:11 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:11.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:11 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:11.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:11 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:11.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:11 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:11.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:11 smithi039 ceph-mon[32479]: mgrmap e22: x(active, since 1.01816s), standbys: z, y 2024-06-13T06:23:11.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:11 smithi039 ceph-mon[32479]: [13/Jun/2024:06:23:10] ENGINE Bus STARTING 2024-06-13T06:23:11.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:11 smithi039 ceph-mon[32479]: [13/Jun/2024:06:23:10] ENGINE Serving on http://172.21.15.39:8765 2024-06-13T06:23:11.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:11 smithi039 ceph-mon[32479]: [13/Jun/2024:06:23:10] ENGINE Serving on https://172.21.15.39:7150 2024-06-13T06:23:11.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:11 smithi039 ceph-mon[32479]: [13/Jun/2024:06:23:10] ENGINE Bus STARTED 2024-06-13T06:23:11.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:11 smithi039 ceph-mon[32479]: from='client.24959 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:23:11.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:11 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:11.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:11 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:11.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:11 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:11.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:11 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:11.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:11 smithi149 ceph-mon[36963]: mgrmap e22: x(active, since 1.01816s), standbys: z, y 2024-06-13T06:23:11.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:11 smithi149 ceph-mon[36963]: [13/Jun/2024:06:23:10] ENGINE Bus STARTING 2024-06-13T06:23:11.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:11 smithi149 ceph-mon[36963]: [13/Jun/2024:06:23:10] ENGINE Serving on http://172.21.15.39:8765 2024-06-13T06:23:11.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:11 smithi149 ceph-mon[36963]: [13/Jun/2024:06:23:10] ENGINE Serving on https://172.21.15.39:7150 2024-06-13T06:23:11.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:11 smithi149 ceph-mon[36963]: [13/Jun/2024:06:23:10] ENGINE Bus STARTED 2024-06-13T06:23:11.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:11 smithi149 ceph-mon[36963]: from='client.24959 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:23:11.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.786+0000 7efd56d1b640 1 -- 172.21.15.39:0/402833246 --> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7efd50061de0 con 0x7efd400a2a40 2024-06-13T06:23:11.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.792+0000 7efd4dffb640 1 -- 172.21.15.39:0/402833246 <== mgr.15111 v2:172.21.15.39:6800/1826332552 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7efd50061de0 con 0x7efd400a2a40 2024-06-13T06:23:11.792 INFO:teuthology.orchestra.run.smithi039.stdout:/ 1m 6m3h 2024-06-13T06:23:11.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.795+0000 7efd56d1b640 1 -- 172.21.15.39:0/402833246 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7efd400a2a40 msgr2=0x7efd400a4f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:11.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.795+0000 7efd56d1b640 1 --2- 172.21.15.39:0/402833246 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7efd400a2a40 0x7efd400a4f00 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7efd5019b380 tx=0x7efd3c00b410 comp rx=0 tx=0).stop 2024-06-13T06:23:11.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.795+0000 7efd56d1b640 1 -- 172.21.15.39:0/402833246 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd501002d0 msgr2=0x7efd50199e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:11.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.795+0000 7efd56d1b640 1 --2- 172.21.15.39:0/402833246 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd501002d0 0x7efd50199e70 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7efd44009230 tx=0x7efd44004360 comp rx=0 tx=0).stop 2024-06-13T06:23:11.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.795+0000 7efd56d1b640 1 -- 172.21.15.39:0/402833246 shutdown_connections 2024-06-13T06:23:11.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.795+0000 7efd56d1b640 1 --2- 172.21.15.39:0/402833246 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7efd400a2a40 0x7efd400a4f00 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:11.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.795+0000 7efd56d1b640 1 --2- 172.21.15.39:0/402833246 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7efd501015d0 0x7efd501a1420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:11.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.795+0000 7efd56d1b640 1 --2- 172.21.15.39:0/402833246 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7efd50100c30 0x7efd5019a3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:11.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.795+0000 7efd56d1b640 1 --2- 172.21.15.39:0/402833246 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd501002d0 0x7efd50199e70 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:11.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.795+0000 7efd56d1b640 1 -- 172.21.15.39:0/402833246 >> 172.21.15.39:0/402833246 conn(0x7efd500fbe70 msgr2=0x7efd500fd970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:11.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.795+0000 7efd56d1b640 1 -- 172.21.15.39:0/402833246 shutdown_connections 2024-06-13T06:23:11.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:11.795+0000 7efd56d1b640 1 -- 172.21.15.39:0/402833246 wait complete. 2024-06-13T06:23:11.807 DEBUG:teuthology.orchestra.run.smithi039:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > START_TIME' 2024-06-13T06:23:11.836 INFO:teuthology.run_tasks:Running task full_sequential_finally... 2024-06-13T06:23:11.846 INFO:teuthology.run_tasks:Running task quiescer... 2024-06-13T06:23:11.907 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-06-13T06:23:11.907 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph pg dump --format=json 2024-06-13T06:23:12.210 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:23:12.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:12 smithi039 ceph-mon[32479]: from='client.15195 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:23:12.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:12 smithi039 ceph-mon[32479]: pgmap v4: 97 pgs: 97 active+clean; 1.1 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:23:12.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:12 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:12.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:12 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:12.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:12 smithi039 ceph-mon[32479]: from='client.15201 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:23:12.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:12 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:12.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:12 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:12.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:12 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:12.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:12 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:12.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:12 smithi039 ceph-mon[32479]: mgrmap e23: x(active, since 2s), standbys: z, y 2024-06-13T06:23:12.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:12 smithi149 ceph-mon[36963]: from='client.15195 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:23:12.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:12 smithi149 ceph-mon[36963]: pgmap v4: 97 pgs: 97 active+clean; 1.1 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:23:12.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:12 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:12.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:12 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:12.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:12 smithi149 ceph-mon[36963]: from='client.15201 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:23:12.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:12 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:12.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:12 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:12.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:12 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:12.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:12 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:12.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:12 smithi149 ceph-mon[36963]: mgrmap e23: x(active, since 2s), standbys: z, y 2024-06-13T06:23:13.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:12 smithi096 ceph-mon[36532]: from='client.15195 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:23:13.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:12 smithi096 ceph-mon[36532]: pgmap v4: 97 pgs: 97 active+clean; 1.1 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:23:13.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:12 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:13.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:12 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:13.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:12 smithi096 ceph-mon[36532]: from='client.15201 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:23:13.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:12 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:13.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:12 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:13.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:12 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:13.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:12 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:13.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:12 smithi096 ceph-mon[36532]: mgrmap e23: x(active, since 2s), standbys: z, y 2024-06-13T06:23:13.958 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:13 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:13.958 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:13 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:13.958 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:13 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:23:13.959 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:13 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd='[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]': finished 2024-06-13T06:23:13.959 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:13 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:13.959 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:13 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:13.959 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:13 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:23:13.959 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:13 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:23:13.959 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:13 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:23:13.959 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:13 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:23:13.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:13 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:13.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:13 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:13.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:13 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:23:13.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:13 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd='[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]': finished 2024-06-13T06:23:13.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:13 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:13.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:13 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:13.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:13 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:23:13.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:13 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:23:13.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:13 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:23:13.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:13 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:23:14.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:13 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:14.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:13 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:14.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:13 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:23:14.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:13 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd='[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]': finished 2024-06-13T06:23:14.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:13 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:14.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:13 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:14.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:13 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:23:14.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:13 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:23:14.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:13 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:23:14.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:13 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:23:14.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.194+0000 7ffaf47d5700 1 -- 172.21.15.39:0/3582565905 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffaec06a170 msgr2=0x7ffaec06a5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:14.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.194+0000 7ffaf47d5700 1 --2- 172.21.15.39:0/3582565905 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffaec06a170 0x7ffaec06a5f0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7ffadc009990 tx=0x7ffadc009ca0 comp rx=0 tx=0).stop 2024-06-13T06:23:14.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.194+0000 7ffaf47d5700 1 -- 172.21.15.39:0/3582565905 shutdown_connections 2024-06-13T06:23:14.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.194+0000 7ffaf47d5700 1 --2- 172.21.15.39:0/3582565905 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ffaec06ab30 0x7ffaec10f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:14.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.194+0000 7ffaf47d5700 1 --2- 172.21.15.39:0/3582565905 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ffaec108500 0x7ffaec1088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:14.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.194+0000 7ffaf47d5700 1 --2- 172.21.15.39:0/3582565905 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffaec06a170 0x7ffaec06a5f0 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:14.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.194+0000 7ffaf47d5700 1 -- 172.21.15.39:0/3582565905 >> 172.21.15.39:0/3582565905 conn(0x7ffaec078340 msgr2=0x7ffaec078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:14.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.194+0000 7ffaf47d5700 1 -- 172.21.15.39:0/3582565905 shutdown_connections 2024-06-13T06:23:14.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.194+0000 7ffaf47d5700 1 -- 172.21.15.39:0/3582565905 wait complete. 2024-06-13T06:23:14.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.195+0000 7ffaf47d5700 1 Processor -- start 2024-06-13T06:23:14.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.195+0000 7ffaf47d5700 1 -- start start 2024-06-13T06:23:14.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.195+0000 7ffaf47d5700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ffaec06a170 0x7ffaec19e8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:14.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.195+0000 7ffaf47d5700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffaec06ab30 0x7ffaec19ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:14.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.195+0000 7ffaf47d5700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ffaec108500 0x7ffaec198ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:14.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.195+0000 7ffaf47d5700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7ffaec1127d0 con 0x7ffaec06ab30 2024-06-13T06:23:14.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.195+0000 7ffaf47d5700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7ffaec112650 con 0x7ffaec06a170 2024-06-13T06:23:14.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.195+0000 7ffaf47d5700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7ffaec112950 con 0x7ffaec108500 2024-06-13T06:23:14.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.195+0000 7ffaf1d70700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffaec06ab30 0x7ffaec19ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:14.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.195+0000 7ffaf1d70700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffaec06ab30 0x7ffaec19ede0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60964/0 (socket says 172.21.15.39:60964) 2024-06-13T06:23:14.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.195+0000 7ffaf1d70700 1 -- 172.21.15.39:0/1285024090 learned_addr learned my addr 172.21.15.39:0/1285024090 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:23:14.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.195+0000 7ffaf2571700 1 --2- 172.21.15.39:0/1285024090 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ffaec06a170 0x7ffaec19e8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:14.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.195+0000 7ffaf2d72700 1 --2- 172.21.15.39:0/1285024090 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ffaec108500 0x7ffaec198ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:14.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.196+0000 7ffaf1d70700 1 -- 172.21.15.39:0/1285024090 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ffaec108500 msgr2=0x7ffaec198ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:14.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.196+0000 7ffaf1d70700 1 --2- 172.21.15.39:0/1285024090 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ffaec108500 0x7ffaec198ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:14.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.196+0000 7ffaf1d70700 1 -- 172.21.15.39:0/1285024090 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ffaec06a170 msgr2=0x7ffaec19e8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:14.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.196+0000 7ffaf1d70700 1 --2- 172.21.15.39:0/1285024090 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ffaec06a170 0x7ffaec19e8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:14.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.196+0000 7ffaf1d70700 1 -- 172.21.15.39:0/1285024090 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffaec199210 con 0x7ffaec06ab30 2024-06-13T06:23:14.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.196+0000 7ffaf2571700 1 --2- 172.21.15.39:0/1285024090 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ffaec06a170 0x7ffaec19e8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:23:14.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.196+0000 7ffaf1d70700 1 --2- 172.21.15.39:0/1285024090 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffaec06ab30 0x7ffaec19ede0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7ffadc005910 tx=0x7ffadc00bb60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:14.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.196+0000 7ffae37fe700 1 -- 172.21.15.39:0/1285024090 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffadc027070 con 0x7ffaec06ab30 2024-06-13T06:23:14.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.196+0000 7ffaf47d5700 1 -- 172.21.15.39:0/1285024090 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffaec1994a0 con 0x7ffaec06ab30 2024-06-13T06:23:14.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.196+0000 7ffae37fe700 1 -- 172.21.15.39:0/1285024090 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ffadc003d70 con 0x7ffaec06ab30 2024-06-13T06:23:14.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.196+0000 7ffaf47d5700 1 -- 172.21.15.39:0/1285024090 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffaec101390 con 0x7ffaec06ab30 2024-06-13T06:23:14.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.196+0000 7ffae37fe700 1 -- 172.21.15.39:0/1285024090 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffadc00f6c0 con 0x7ffaec06ab30 2024-06-13T06:23:14.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.197+0000 7ffaf47d5700 1 -- 172.21.15.39:0/1285024090 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffaec069180 con 0x7ffaec06ab30 2024-06-13T06:23:14.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.199+0000 7ffae37fe700 1 -- 172.21.15.39:0/1285024090 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 23) ==== 137953+0+0 (secure 0 0 0) 0x7ffadc02a070 con 0x7ffaec06ab30 2024-06-13T06:23:14.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.199+0000 7ffae37fe700 1 --2- 172.21.15.39:0/1285024090 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7ffad80a2e10 0x7ffad80a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:14.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.199+0000 7ffae37fe700 1 -- 172.21.15.39:0/1285024090 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7ffadc0d0c50 con 0x7ffaec06ab30 2024-06-13T06:23:14.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.199+0000 7ffaf2571700 1 --2- 172.21.15.39:0/1285024090 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7ffad80a2e10 0x7ffad80a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:14.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.200+0000 7ffaf2571700 1 --2- 172.21.15.39:0/1285024090 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7ffad80a2e10 0x7ffad80a52d0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7ffaec0ffa10 tx=0x7ffae8009260 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:14.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.203+0000 7ffae37fe700 1 -- 172.21.15.39:0/1285024090 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7ffadc031070 con 0x7ffaec06ab30 2024-06-13T06:23:14.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.292+0000 7ffae37fe700 1 -- 172.21.15.39:0/1285024090 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mgrmap(e 24) ==== 138009+0+0 (secure 0 0 0) 0x7ffadc009d10 con 0x7ffaec06ab30 2024-06-13T06:23:14.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.420+0000 7ffaf47d5700 1 -- 172.21.15.39:0/1285024090 --> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ffaec199f90 con 0x7ffad80a2e10 2024-06-13T06:23:14.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.430+0000 7ffae37fe700 1 -- 172.21.15.39:0/1285024090 <== mgr.15111 v2:172.21.15.39:6800/1826332552 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258034 (secure 0 0 0) 0x7ffaec199f90 con 0x7ffad80a2e10 2024-06-13T06:23:14.434 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:23:14.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.434+0000 7ffaf47d5700 1 -- 172.21.15.39:0/1285024090 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7ffad80a2e10 msgr2=0x7ffad80a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:14.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.434+0000 7ffaf47d5700 1 --2- 172.21.15.39:0/1285024090 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7ffad80a2e10 0x7ffad80a52d0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7ffaec0ffa10 tx=0x7ffae8009260 comp rx=0 tx=0).stop 2024-06-13T06:23:14.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.434+0000 7ffaf47d5700 1 -- 172.21.15.39:0/1285024090 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffaec06ab30 msgr2=0x7ffaec19ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:14.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.434+0000 7ffaf47d5700 1 --2- 172.21.15.39:0/1285024090 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffaec06ab30 0x7ffaec19ede0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7ffadc005910 tx=0x7ffadc00bb60 comp rx=0 tx=0).stop 2024-06-13T06:23:14.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.434+0000 7ffaf47d5700 1 -- 172.21.15.39:0/1285024090 shutdown_connections 2024-06-13T06:23:14.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.434+0000 7ffaf47d5700 1 --2- 172.21.15.39:0/1285024090 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7ffad80a2e10 0x7ffad80a52d0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:14.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.434+0000 7ffaf47d5700 1 --2- 172.21.15.39:0/1285024090 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ffaec108500 0x7ffaec198ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:14.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.434+0000 7ffaf47d5700 1 --2- 172.21.15.39:0/1285024090 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ffaec06a170 0x7ffaec19e8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:14.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.434+0000 7ffaf47d5700 1 --2- 172.21.15.39:0/1285024090 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffaec06ab30 0x7ffaec19ede0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:14.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.434+0000 7ffaf47d5700 1 -- 172.21.15.39:0/1285024090 >> 172.21.15.39:0/1285024090 conn(0x7ffaec078340 msgr2=0x7ffaec100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:14.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.434+0000 7ffaf47d5700 1 -- 172.21.15.39:0/1285024090 shutdown_connections 2024-06-13T06:23:14.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:14.434+0000 7ffaf47d5700 1 -- 172.21.15.39:0/1285024090 wait complete. 2024-06-13T06:23:14.437 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-06-13T06:23:14.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:14 smithi039 ceph-mon[32479]: Adjusting osd_memory_target on smithi096 to 176.2M 2024-06-13T06:23:14.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:14 smithi039 ceph-mon[32479]: Unable to set osd_memory_target on smithi096 to 184784588: error parsing value: Value '184784588' is below minimum 939524096 2024-06-13T06:23:14.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:14 smithi039 ceph-mon[32479]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:23:14.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:14 smithi039 ceph-mon[32479]: mgrmap e24: x(active, since 4s), standbys: z, y 2024-06-13T06:23:14.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:14 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:14.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:14 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:14.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:14 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:23:14.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:14 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:23:14.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:14 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:23:14.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:14 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:23:14.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:14 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:23:14.923 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:14 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:23:14.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:14 smithi149 ceph-mon[36963]: Adjusting osd_memory_target on smithi096 to 176.2M 2024-06-13T06:23:14.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:14 smithi149 ceph-mon[36963]: Unable to set osd_memory_target on smithi096 to 184784588: error parsing value: Value '184784588' is below minimum 939524096 2024-06-13T06:23:14.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:14 smithi149 ceph-mon[36963]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:23:14.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:14 smithi149 ceph-mon[36963]: mgrmap e24: x(active, since 4s), standbys: z, y 2024-06-13T06:23:14.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:14 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:14.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:14 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:14.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:14 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:23:14.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:14 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:23:14.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:14 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:23:14.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:14 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:23:14.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:14 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:23:14.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:14 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:23:15.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:14 smithi096 ceph-mon[36532]: Adjusting osd_memory_target on smithi096 to 176.2M 2024-06-13T06:23:15.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:14 smithi096 ceph-mon[36532]: Unable to set osd_memory_target on smithi096 to 184784588: error parsing value: Value '184784588' is below minimum 939524096 2024-06-13T06:23:15.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:14 smithi096 ceph-mon[36532]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:23:15.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:14 smithi096 ceph-mon[36532]: mgrmap e24: x(active, since 4s), standbys: z, y 2024-06-13T06:23:15.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:14 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:15.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:14 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:15.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:14 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:23:15.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:14 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:23:15.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:14 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:23:15.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:14 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:23:15.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:14 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:23:15.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:14 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:23:15.172 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":5,"stamp":"2024-06-13T06:23:13.535619+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1188624,"num_objects":66,"num_object_clones":0,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":1272,"num_read_kb":796,"num_write":480,"num_write_kb":4383,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":1236825,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":871,"ondisk_log_size":871,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":378168,"kb_used_data":12324,"kb_used_omap":18,"kb_used_meta":365677,"kb_avail":1124563656,"statfs":{"total":1151940427776,"available":1151553183744,"internally_reserved":0,"allocated":12619776,"data_stored":9001092,"data_compressed":276285,"data_compressed_allocated":364544,"data_compressed_original":3211264,"omap_allocated":19143,"internal_metadata":374453561},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.986859"},"pg_stats":[{"pgid":"3.3f","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.740307+0000","last_change":"2024-06-13T06:20:03.343987+0000","last_active":"2024-06-13T06:23:09.740307+0000","last_peered":"2024-06-13T06:23:09.740307+0000","last_clean":"2024-06-13T06:23:09.740307+0000","last_became_active":"2024-06-13T06:20:03.342882+0000","last_became_peered":"2024-06-13T06:20:03.342882+0000","last_unstale":"2024-06-13T06:23:09.740307+0000","last_undegraded":"2024-06-13T06:23:09.740307+0000","last_fullsized":"2024-06-13T06:23:09.740307+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:00:28.313895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"91'4","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.740326+0000","last_change":"2024-06-13T06:20:03.336296+0000","last_active":"2024-06-13T06:23:09.740326+0000","last_peered":"2024-06-13T06:23:09.740326+0000","last_clean":"2024-06-13T06:23:09.740326+0000","last_became_active":"2024-06-13T06:20:03.334364+0000","last_became_peered":"2024-06-13T06:20:03.334364+0000","last_unstale":"2024-06-13T06:23:09.740326+0000","last_undegraded":"2024-06-13T06:23:09.740326+0000","last_fullsized":"2024-06-13T06:23:09.740326+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:59:15.005507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.740116+0000","last_change":"2024-06-13T06:20:03.338671+0000","last_active":"2024-06-13T06:23:09.740116+0000","last_peered":"2024-06-13T06:23:09.740116+0000","last_clean":"2024-06-13T06:23:09.740116+0000","last_became_active":"2024-06-13T06:20:03.338349+0000","last_became_peered":"2024-06-13T06:20:03.338349+0000","last_unstale":"2024-06-13T06:23:09.740116+0000","last_undegraded":"2024-06-13T06:23:09.740116+0000","last_fullsized":"2024-06-13T06:23:09.740116+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:15:04.858980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.578285+0000","last_change":"2024-06-13T06:20:03.342826+0000","last_active":"2024-06-13T06:23:09.578285+0000","last_peered":"2024-06-13T06:23:09.578285+0000","last_clean":"2024-06-13T06:23:09.578285+0000","last_became_active":"2024-06-13T06:20:03.341981+0000","last_became_peered":"2024-06-13T06:20:03.341981+0000","last_unstale":"2024-06-13T06:23:09.578285+0000","last_undegraded":"2024-06-13T06:23:09.578285+0000","last_fullsized":"2024-06-13T06:23:09.578285+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:36:49.891361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"91'4","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.527202+0000","last_change":"2024-06-13T06:20:03.329030+0000","last_active":"2024-06-13T06:23:09.527202+0000","last_peered":"2024-06-13T06:23:09.527202+0000","last_clean":"2024-06-13T06:23:09.527202+0000","last_became_active":"2024-06-13T06:20:03.328612+0000","last_became_peered":"2024-06-13T06:20:03.328612+0000","last_unstale":"2024-06-13T06:23:09.527202+0000","last_undegraded":"2024-06-13T06:23:09.527202+0000","last_fullsized":"2024-06-13T06:23:09.527202+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:52:50.291953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.527407+0000","last_change":"2024-06-13T06:20:03.334343+0000","last_active":"2024-06-13T06:23:09.527407+0000","last_peered":"2024-06-13T06:23:09.527407+0000","last_clean":"2024-06-13T06:23:09.527407+0000","last_became_active":"2024-06-13T06:20:03.330414+0000","last_became_peered":"2024-06-13T06:20:03.330414+0000","last_unstale":"2024-06-13T06:23:09.527407+0000","last_undegraded":"2024-06-13T06:23:09.527407+0000","last_fullsized":"2024-06-13T06:23:09.527407+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:21:18.560333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"91'5","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.557081+0000","last_change":"2024-06-13T06:20:03.334741+0000","last_active":"2024-06-13T06:23:09.557081+0000","last_peered":"2024-06-13T06:23:09.557081+0000","last_clean":"2024-06-13T06:23:09.557081+0000","last_became_active":"2024-06-13T06:20:03.334298+0000","last_became_peered":"2024-06-13T06:20:03.334298+0000","last_unstale":"2024-06-13T06:23:09.557081+0000","last_undegraded":"2024-06-13T06:23:09.557081+0000","last_fullsized":"2024-06-13T06:23:09.557081+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:43:51.283175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.577900+0000","last_change":"2024-06-13T06:20:03.336134+0000","last_active":"2024-06-13T06:23:09.577900+0000","last_peered":"2024-06-13T06:23:09.577900+0000","last_clean":"2024-06-13T06:23:09.577900+0000","last_became_active":"2024-06-13T06:20:03.335757+0000","last_became_peered":"2024-06-13T06:20:03.335757+0000","last_unstale":"2024-06-13T06:23:09.577900+0000","last_undegraded":"2024-06-13T06:23:09.577900+0000","last_fullsized":"2024-06-13T06:23:09.577900+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:33:07.065159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"91'11","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.775268+0000","last_change":"2024-06-13T06:20:46.812130+0000","last_active":"2024-06-13T06:23:09.775268+0000","last_peered":"2024-06-13T06:23:09.775268+0000","last_clean":"2024-06-13T06:23:09.775268+0000","last_became_active":"2024-06-13T06:20:46.811818+0000","last_became_peered":"2024-06-13T06:20:46.811818+0000","last_unstale":"2024-06-13T06:23:09.775268+0000","last_undegraded":"2024-06-13T06:23:09.775268+0000","last_fullsized":"2024-06-13T06:23:09.775268+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T07:34:01.378735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,11],"acting":[1,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"91'16","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.527871+0000","last_change":"2024-06-13T06:20:03.337544+0000","last_active":"2024-06-13T06:23:09.527871+0000","last_peered":"2024-06-13T06:23:09.527871+0000","last_clean":"2024-06-13T06:23:09.527871+0000","last_became_active":"2024-06-13T06:20:03.337065+0000","last_became_peered":"2024-06-13T06:20:03.337065+0000","last_unstale":"2024-06-13T06:23:09.527871+0000","last_undegraded":"2024-06-13T06:23:09.527871+0000","last_fullsized":"2024-06-13T06:23:09.527871+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:53:31.035251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.557389+0000","last_change":"2024-06-13T06:20:03.333522+0000","last_active":"2024-06-13T06:23:09.557389+0000","last_peered":"2024-06-13T06:23:09.557389+0000","last_clean":"2024-06-13T06:23:09.557389+0000","last_became_active":"2024-06-13T06:20:03.332459+0000","last_became_peered":"2024-06-13T06:20:03.332459+0000","last_unstale":"2024-06-13T06:23:09.557389+0000","last_undegraded":"2024-06-13T06:23:09.557389+0000","last_fullsized":"2024-06-13T06:23:09.557389+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:34:52.811985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.578158+0000","last_change":"2024-06-13T06:20:03.337109+0000","last_active":"2024-06-13T06:23:09.578158+0000","last_peered":"2024-06-13T06:23:09.578158+0000","last_clean":"2024-06-13T06:23:09.578158+0000","last_became_active":"2024-06-13T06:20:03.336757+0000","last_became_peered":"2024-06-13T06:20:03.336757+0000","last_unstale":"2024-06-13T06:23:09.578158+0000","last_undegraded":"2024-06-13T06:23:09.578158+0000","last_fullsized":"2024-06-13T06:23:09.578158+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T07:37:54.150456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.576175+0000","last_change":"2024-06-13T06:20:03.340259+0000","last_active":"2024-06-13T06:23:09.576175+0000","last_peered":"2024-06-13T06:23:09.576175+0000","last_clean":"2024-06-13T06:23:09.576175+0000","last_became_active":"2024-06-13T06:20:03.339856+0000","last_became_peered":"2024-06-13T06:20:03.339856+0000","last_unstale":"2024-06-13T06:23:09.576175+0000","last_undegraded":"2024-06-13T06:23:09.576175+0000","last_fullsized":"2024-06-13T06:23:09.576175+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:02:25.797567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.739988+0000","last_change":"2024-06-13T06:20:03.334182+0000","last_active":"2024-06-13T06:23:09.739988+0000","last_peered":"2024-06-13T06:23:09.739988+0000","last_clean":"2024-06-13T06:23:09.739988+0000","last_became_active":"2024-06-13T06:20:03.333795+0000","last_became_peered":"2024-06-13T06:20:03.333795+0000","last_unstale":"2024-06-13T06:23:09.739988+0000","last_undegraded":"2024-06-13T06:23:09.739988+0000","last_fullsized":"2024-06-13T06:23:09.739988+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:52:17.124185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.739886+0000","last_change":"2024-06-13T06:20:03.338071+0000","last_active":"2024-06-13T06:23:09.739886+0000","last_peered":"2024-06-13T06:23:09.739886+0000","last_clean":"2024-06-13T06:23:09.739886+0000","last_became_active":"2024-06-13T06:20:03.337734+0000","last_became_peered":"2024-06-13T06:20:03.337734+0000","last_unstale":"2024-06-13T06:23:09.739886+0000","last_undegraded":"2024-06-13T06:23:09.739886+0000","last_fullsized":"2024-06-13T06:23:09.739886+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:02:34.694790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.774820+0000","last_change":"2024-06-13T06:20:03.339528+0000","last_active":"2024-06-13T06:23:09.774820+0000","last_peered":"2024-06-13T06:23:09.774820+0000","last_clean":"2024-06-13T06:23:09.774820+0000","last_became_active":"2024-06-13T06:20:03.339071+0000","last_became_peered":"2024-06-13T06:20:03.339071+0000","last_unstale":"2024-06-13T06:23:09.774820+0000","last_undegraded":"2024-06-13T06:23:09.774820+0000","last_fullsized":"2024-06-13T06:23:09.774820+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:34:07.705176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.740393+0000","last_change":"2024-06-13T06:20:03.342207+0000","last_active":"2024-06-13T06:23:09.740393+0000","last_peered":"2024-06-13T06:23:09.740393+0000","last_clean":"2024-06-13T06:23:09.740393+0000","last_became_active":"2024-06-13T06:20:03.341869+0000","last_became_peered":"2024-06-13T06:20:03.341869+0000","last_unstale":"2024-06-13T06:23:09.740393+0000","last_undegraded":"2024-06-13T06:23:09.740393+0000","last_fullsized":"2024-06-13T06:23:09.740393+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:21:21.805087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.523385+0000","last_change":"2024-06-13T06:20:03.341255+0000","last_active":"2024-06-13T06:23:09.523385+0000","last_peered":"2024-06-13T06:23:09.523385+0000","last_clean":"2024-06-13T06:23:09.523385+0000","last_became_active":"2024-06-13T06:20:03.340941+0000","last_became_peered":"2024-06-13T06:20:03.340941+0000","last_unstale":"2024-06-13T06:23:09.523385+0000","last_undegraded":"2024-06-13T06:23:09.523385+0000","last_fullsized":"2024-06-13T06:23:09.523385+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:31:26.337845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.739724+0000","last_change":"2024-06-13T06:20:03.336715+0000","last_active":"2024-06-13T06:23:09.739724+0000","last_peered":"2024-06-13T06:23:09.739724+0000","last_clean":"2024-06-13T06:23:09.739724+0000","last_became_active":"2024-06-13T06:20:03.336176+0000","last_became_peered":"2024-06-13T06:20:03.336176+0000","last_unstale":"2024-06-13T06:23:09.739724+0000","last_undegraded":"2024-06-13T06:23:09.739724+0000","last_fullsized":"2024-06-13T06:23:09.739724+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:21:18.751114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'9","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.523137+0000","last_change":"2024-06-13T06:19:59.566933+0000","last_active":"2024-06-13T06:23:09.523137+0000","last_peered":"2024-06-13T06:23:09.523137+0000","last_clean":"2024-06-13T06:23:09.523137+0000","last_became_active":"2024-06-13T06:19:59.566593+0000","last_became_peered":"2024-06-13T06:19:59.566593+0000","last_unstale":"2024-06-13T06:23:09.523137+0000","last_undegraded":"2024-06-13T06:23:09.523137+0000","last_fullsized":"2024-06-13T06:23:09.523137+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:25:54.806838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"91'5","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.578188+0000","last_change":"2024-06-13T06:20:03.338707+0000","last_active":"2024-06-13T06:23:09.578188+0000","last_peered":"2024-06-13T06:23:09.578188+0000","last_clean":"2024-06-13T06:23:09.578188+0000","last_became_active":"2024-06-13T06:20:03.338400+0000","last_became_peered":"2024-06-13T06:20:03.338400+0000","last_unstale":"2024-06-13T06:23:09.578188+0000","last_undegraded":"2024-06-13T06:23:09.578188+0000","last_fullsized":"2024-06-13T06:23:09.578188+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:51:23.534492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.578384+0000","last_change":"2024-06-13T06:19:59.832788+0000","last_active":"2024-06-13T06:23:09.578384+0000","last_peered":"2024-06-13T06:23:09.578384+0000","last_clean":"2024-06-13T06:23:09.578384+0000","last_became_active":"2024-06-13T06:19:59.832420+0000","last_became_peered":"2024-06-13T06:19:59.832420+0000","last_unstale":"2024-06-13T06:23:09.578384+0000","last_undegraded":"2024-06-13T06:23:09.578384+0000","last_fullsized":"2024-06-13T06:23:09.578384+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:03:48.887324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.740472+0000","last_change":"2024-06-13T06:20:03.337196+0000","last_active":"2024-06-13T06:23:09.740472+0000","last_peered":"2024-06-13T06:23:09.740472+0000","last_clean":"2024-06-13T06:23:09.740472+0000","last_became_active":"2024-06-13T06:20:03.336305+0000","last_became_peered":"2024-06-13T06:20:03.336305+0000","last_unstale":"2024-06-13T06:23:09.740472+0000","last_undegraded":"2024-06-13T06:23:09.740472+0000","last_fullsized":"2024-06-13T06:23:09.740472+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:40:32.365336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"89'4","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.527567+0000","last_change":"2024-06-13T06:19:59.566843+0000","last_active":"2024-06-13T06:23:09.527567+0000","last_peered":"2024-06-13T06:23:09.527567+0000","last_clean":"2024-06-13T06:23:09.527567+0000","last_became_active":"2024-06-13T06:19:59.566350+0000","last_became_peered":"2024-06-13T06:19:59.566350+0000","last_unstale":"2024-06-13T06:23:09.527567+0000","last_undegraded":"2024-06-13T06:23:09.527567+0000","last_fullsized":"2024-06-13T06:23:09.527567+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T10:33:35.399966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.774994+0000","last_change":"2024-06-13T06:20:03.339794+0000","last_active":"2024-06-13T06:23:09.774994+0000","last_peered":"2024-06-13T06:23:09.774994+0000","last_clean":"2024-06-13T06:23:09.774994+0000","last_became_active":"2024-06-13T06:20:03.339069+0000","last_became_peered":"2024-06-13T06:20:03.339069+0000","last_unstale":"2024-06-13T06:23:09.774994+0000","last_undegraded":"2024-06-13T06:23:09.774994+0000","last_fullsized":"2024-06-13T06:23:09.774994+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T09:55:26.967193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"89'2","reported_seq":17,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.739932+0000","last_change":"2024-06-13T06:20:46.684208+0000","last_active":"2024-06-13T06:23:09.739932+0000","last_peered":"2024-06-13T06:23:09.739932+0000","last_clean":"2024-06-13T06:23:09.739932+0000","last_became_active":"2024-06-13T06:20:46.671565+0000","last_became_peered":"2024-06-13T06:20:46.671565+0000","last_unstale":"2024-06-13T06:23:09.739932+0000","last_undegraded":"2024-06-13T06:23:09.739932+0000","last_fullsized":"2024-06-13T06:23:09.739932+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T09:24:34.186779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1d","version":"91'15","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.577777+0000","last_change":"2024-06-13T06:20:03.343090+0000","last_active":"2024-06-13T06:23:09.577777+0000","last_peered":"2024-06-13T06:23:09.577777+0000","last_clean":"2024-06-13T06:23:09.577777+0000","last_became_active":"2024-06-13T06:20:03.342752+0000","last_became_peered":"2024-06-13T06:20:03.342752+0000","last_unstale":"2024-06-13T06:23:09.577777+0000","last_undegraded":"2024-06-13T06:23:09.577777+0000","last_fullsized":"2024-06-13T06:23:09.577777+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:11:29.883907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"92'9","reported_seq":212,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.577945+0000","last_change":"2024-06-13T06:19:59.565437+0000","last_active":"2024-06-13T06:23:09.577945+0000","last_peered":"2024-06-13T06:23:09.577945+0000","last_clean":"2024-06-13T06:23:09.577945+0000","last_became_active":"2024-06-13T06:19:59.565103+0000","last_became_peered":"2024-06-13T06:19:59.565103+0000","last_unstale":"2024-06-13T06:23:09.577945+0000","last_undegraded":"2024-06-13T06:23:09.577945+0000","last_fullsized":"2024-06-13T06:23:09.577945+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:27:29.531378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1851,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":174,"num_read_kb":5,"num_write":6,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.527009+0000","last_change":"2024-06-13T06:20:03.334332+0000","last_active":"2024-06-13T06:23:09.527009+0000","last_peered":"2024-06-13T06:23:09.527009+0000","last_clean":"2024-06-13T06:23:09.527009+0000","last_became_active":"2024-06-13T06:20:03.333992+0000","last_became_peered":"2024-06-13T06:20:03.333992+0000","last_unstale":"2024-06-13T06:23:09.527009+0000","last_undegraded":"2024-06-13T06:23:09.527009+0000","last_fullsized":"2024-06-13T06:23:09.527009+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:24:18.966206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"89'3","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.527301+0000","last_change":"2024-06-13T06:19:59.566111+0000","last_active":"2024-06-13T06:23:09.527301+0000","last_peered":"2024-06-13T06:23:09.527301+0000","last_clean":"2024-06-13T06:23:09.527301+0000","last_became_active":"2024-06-13T06:19:59.565765+0000","last_became_peered":"2024-06-13T06:19:59.565765+0000","last_unstale":"2024-06-13T06:23:09.527301+0000","last_undegraded":"2024-06-13T06:23:09.527301+0000","last_fullsized":"2024-06-13T06:23:09.527301+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T09:35:32.628229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"91'8","reported_seq":21,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.523002+0000","last_change":"2024-06-13T06:20:46.672552+0000","last_active":"2024-06-13T06:23:09.523002+0000","last_peered":"2024-06-13T06:23:09.523002+0000","last_clean":"2024-06-13T06:23:09.523002+0000","last_became_active":"2024-06-13T06:20:46.672169+0000","last_became_peered":"2024-06-13T06:20:46.672169+0000","last_unstale":"2024-06-13T06:23:09.523002+0000","last_undegraded":"2024-06-13T06:23:09.523002+0000","last_fullsized":"2024-06-13T06:23:09.523002+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:20:25.218034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.19","version":"89'2","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.575885+0000","last_change":"2024-06-13T06:19:59.566446+0000","last_active":"2024-06-13T06:23:09.575885+0000","last_peered":"2024-06-13T06:23:09.575885+0000","last_clean":"2024-06-13T06:23:09.575885+0000","last_became_active":"2024-06-13T06:19:59.566126+0000","last_became_peered":"2024-06-13T06:19:59.566126+0000","last_unstale":"2024-06-13T06:23:09.575885+0000","last_undegraded":"2024-06-13T06:23:09.575885+0000","last_fullsized":"2024-06-13T06:23:09.575885+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:14:20.638560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"91'8","reported_seq":21,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.522797+0000","last_change":"2024-06-13T06:20:46.811707+0000","last_active":"2024-06-13T06:23:09.522797+0000","last_peered":"2024-06-13T06:23:09.522797+0000","last_clean":"2024-06-13T06:23:09.522797+0000","last_became_active":"2024-06-13T06:20:46.811293+0000","last_became_peered":"2024-06-13T06:20:46.811293+0000","last_unstale":"2024-06-13T06:23:09.522797+0000","last_undegraded":"2024-06-13T06:23:09.522797+0000","last_fullsized":"2024-06-13T06:23:09.522797+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:27:32.286319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,6],"acting":[9,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"89'1","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.577390+0000","last_change":"2024-06-13T06:19:59.563130+0000","last_active":"2024-06-13T06:23:09.577390+0000","last_peered":"2024-06-13T06:23:09.577390+0000","last_clean":"2024-06-13T06:23:09.577390+0000","last_became_active":"2024-06-13T06:19:59.562802+0000","last_became_peered":"2024-06-13T06:19:59.562802+0000","last_unstale":"2024-06-13T06:23:09.577390+0000","last_undegraded":"2024-06-13T06:23:09.577390+0000","last_fullsized":"2024-06-13T06:23:09.577390+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T09:02:56.466761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.522799+0000","last_change":"2024-06-13T06:20:03.328984+0000","last_active":"2024-06-13T06:23:09.522799+0000","last_peered":"2024-06-13T06:23:09.522799+0000","last_clean":"2024-06-13T06:23:09.522799+0000","last_became_active":"2024-06-13T06:20:03.328636+0000","last_became_peered":"2024-06-13T06:20:03.328636+0000","last_unstale":"2024-06-13T06:23:09.522799+0000","last_undegraded":"2024-06-13T06:23:09.522799+0000","last_fullsized":"2024-06-13T06:23:09.522799+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:59:01.886343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"91'5","reported_seq":203,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.527899+0000","last_change":"2024-06-13T06:19:59.563969+0000","last_active":"2024-06-13T06:23:09.527899+0000","last_peered":"2024-06-13T06:23:09.527899+0000","last_clean":"2024-06-13T06:23:09.527899+0000","last_became_active":"2024-06-13T06:19:59.563540+0000","last_became_peered":"2024-06-13T06:19:59.563540+0000","last_unstale":"2024-06-13T06:23:09.527899+0000","last_undegraded":"2024-06-13T06:23:09.527899+0000","last_fullsized":"2024-06-13T06:23:09.527899+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:08:42.720303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":169,"num_read_kb":169,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.775303+0000","last_change":"2024-06-13T06:20:03.339984+0000","last_active":"2024-06-13T06:23:09.775303+0000","last_peered":"2024-06-13T06:23:09.775303+0000","last_clean":"2024-06-13T06:23:09.775303+0000","last_became_active":"2024-06-13T06:20:03.336966+0000","last_became_peered":"2024-06-13T06:20:03.336966+0000","last_unstale":"2024-06-13T06:23:09.775303+0000","last_undegraded":"2024-06-13T06:23:09.775303+0000","last_fullsized":"2024-06-13T06:23:09.775303+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:29:17.597264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"89'2","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.557432+0000","last_change":"2024-06-13T06:19:59.569760+0000","last_active":"2024-06-13T06:23:09.557432+0000","last_peered":"2024-06-13T06:23:09.557432+0000","last_clean":"2024-06-13T06:23:09.557432+0000","last_became_active":"2024-06-13T06:19:59.569158+0000","last_became_peered":"2024-06-13T06:19:59.569158+0000","last_unstale":"2024-06-13T06:23:09.557432+0000","last_undegraded":"2024-06-13T06:23:09.557432+0000","last_fullsized":"2024-06-13T06:23:09.557432+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:01:05.645534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.740372+0000","last_change":"2024-06-13T06:20:03.333314+0000","last_active":"2024-06-13T06:23:09.740372+0000","last_peered":"2024-06-13T06:23:09.740372+0000","last_clean":"2024-06-13T06:23:09.740372+0000","last_became_active":"2024-06-13T06:20:03.332981+0000","last_became_peered":"2024-06-13T06:20:03.332981+0000","last_unstale":"2024-06-13T06:23:09.740372+0000","last_undegraded":"2024-06-13T06:23:09.740372+0000","last_fullsized":"2024-06-13T06:23:09.740372+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:08:16.319677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"89'4","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.577781+0000","last_change":"2024-06-13T06:19:59.833684+0000","last_active":"2024-06-13T06:23:09.577781+0000","last_peered":"2024-06-13T06:23:09.577781+0000","last_clean":"2024-06-13T06:23:09.577781+0000","last_became_active":"2024-06-13T06:19:59.833320+0000","last_became_peered":"2024-06-13T06:19:59.833320+0000","last_unstale":"2024-06-13T06:23:09.577781+0000","last_undegraded":"2024-06-13T06:23:09.577781+0000","last_fullsized":"2024-06-13T06:23:09.577781+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:30:26.385523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"91'11","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.522955+0000","last_change":"2024-06-13T06:20:46.672447+0000","last_active":"2024-06-13T06:23:09.522955+0000","last_peered":"2024-06-13T06:23:09.522955+0000","last_clean":"2024-06-13T06:23:09.522955+0000","last_became_active":"2024-06-13T06:20:46.671961+0000","last_became_peered":"2024-06-13T06:20:46.671961+0000","last_unstale":"2024-06-13T06:23:09.522955+0000","last_undegraded":"2024-06-13T06:23:09.522955+0000","last_fullsized":"2024-06-13T06:23:09.522955+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:53:28.640521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,4],"acting":[9,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"92'36","reported_seq":433,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.903351+0000","last_change":"2024-06-13T06:20:46.681803+0000","last_active":"2024-06-13T06:23:09.903351+0000","last_peered":"2024-06-13T06:23:09.903351+0000","last_clean":"2024-06-13T06:23:09.903351+0000","last_became_active":"2024-06-13T06:20:46.671610+0000","last_became_peered":"2024-06-13T06:20:46.671610+0000","last_unstale":"2024-06-13T06:23:09.903351+0000","last_undegraded":"2024-06-13T06:23:09.903351+0000","last_fullsized":"2024-06-13T06:23:09.903351+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:56:06.655869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67056,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":345,"num_read_kb":237,"num_write":37,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":56089,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.527365+0000","last_change":"2024-06-13T06:20:03.337067+0000","last_active":"2024-06-13T06:23:09.527365+0000","last_peered":"2024-06-13T06:23:09.527365+0000","last_clean":"2024-06-13T06:23:09.527365+0000","last_became_active":"2024-06-13T06:20:03.336729+0000","last_became_peered":"2024-06-13T06:20:03.336729+0000","last_unstale":"2024-06-13T06:23:09.527365+0000","last_undegraded":"2024-06-13T06:23:09.527365+0000","last_fullsized":"2024-06-13T06:23:09.527365+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:07:06.568324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"89'6","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.739615+0000","last_change":"2024-06-13T06:19:59.568177+0000","last_active":"2024-06-13T06:23:09.739615+0000","last_peered":"2024-06-13T06:23:09.739615+0000","last_clean":"2024-06-13T06:23:09.739615+0000","last_became_active":"2024-06-13T06:19:59.567835+0000","last_became_peered":"2024-06-13T06:19:59.567835+0000","last_unstale":"2024-06-13T06:23:09.739615+0000","last_undegraded":"2024-06-13T06:23:09.739615+0000","last_fullsized":"2024-06-13T06:23:09.739615+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:56:12.654336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.575995+0000","last_change":"2024-06-13T06:20:03.328717+0000","last_active":"2024-06-13T06:23:09.575995+0000","last_peered":"2024-06-13T06:23:09.575995+0000","last_clean":"2024-06-13T06:23:09.575995+0000","last_became_active":"2024-06-13T06:20:03.328389+0000","last_became_peered":"2024-06-13T06:20:03.328389+0000","last_unstale":"2024-06-13T06:23:09.575995+0000","last_undegraded":"2024-06-13T06:23:09.575995+0000","last_fullsized":"2024-06-13T06:23:09.575995+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:24:48.044274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"89'3","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.577439+0000","last_change":"2024-06-13T06:19:59.563284+0000","last_active":"2024-06-13T06:23:09.577439+0000","last_peered":"2024-06-13T06:23:09.577439+0000","last_clean":"2024-06-13T06:23:09.577439+0000","last_became_active":"2024-06-13T06:19:59.562853+0000","last_became_peered":"2024-06-13T06:19:59.562853+0000","last_unstale":"2024-06-13T06:23:09.577439+0000","last_undegraded":"2024-06-13T06:23:09.577439+0000","last_fullsized":"2024-06-13T06:23:09.577439+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:55:28.776164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"91'15","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.557264+0000","last_change":"2024-06-13T06:20:03.328605+0000","last_active":"2024-06-13T06:23:09.557264+0000","last_peered":"2024-06-13T06:23:09.557264+0000","last_clean":"2024-06-13T06:23:09.557264+0000","last_became_active":"2024-06-13T06:20:03.328179+0000","last_became_peered":"2024-06-13T06:20:03.328179+0000","last_unstale":"2024-06-13T06:23:09.557264+0000","last_undegraded":"2024-06-13T06:23:09.557264+0000","last_fullsized":"2024-06-13T06:23:09.557264+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:29:01.634231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"92'7","reported_seq":209,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.772261+0000","last_change":"2024-06-13T06:19:59.567260+0000","last_active":"2024-06-13T06:23:09.772261+0000","last_peered":"2024-06-13T06:23:09.772261+0000","last_clean":"2024-06-13T06:23:09.772261+0000","last_became_active":"2024-06-13T06:19:59.566849+0000","last_became_peered":"2024-06-13T06:19:59.566849+0000","last_unstale":"2024-06-13T06:23:09.772261+0000","last_undegraded":"2024-06-13T06:23:09.772261+0000","last_fullsized":"2024-06-13T06:23:09.772261+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:33:51.864595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1899,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":174,"num_read_kb":5,"num_write":6,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.557021+0000","last_change":"2024-06-13T06:20:03.337743+0000","last_active":"2024-06-13T06:23:09.557021+0000","last_peered":"2024-06-13T06:23:09.557021+0000","last_clean":"2024-06-13T06:23:09.557021+0000","last_became_active":"2024-06-13T06:20:03.337302+0000","last_became_peered":"2024-06-13T06:20:03.337302+0000","last_unstale":"2024-06-13T06:23:09.557021+0000","last_undegraded":"2024-06-13T06:23:09.557021+0000","last_fullsized":"2024-06-13T06:23:09.557021+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T10:45:35.834660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"89'15","reported_seq":45,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.527008+0000","last_change":"2024-06-13T06:19:59.832932+0000","last_active":"2024-06-13T06:23:09.527008+0000","last_peered":"2024-06-13T06:23:09.527008+0000","last_clean":"2024-06-13T06:23:09.527008+0000","last_became_active":"2024-06-13T06:19:59.832465+0000","last_became_peered":"2024-06-13T06:19:59.832465+0000","last_unstale":"2024-06-13T06:23:09.527008+0000","last_undegraded":"2024-06-13T06:23:09.527008+0000","last_fullsized":"2024-06-13T06:23:09.527008+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:29:33.741869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.577429+0000","last_change":"2024-06-13T06:20:03.343075+0000","last_active":"2024-06-13T06:23:09.577429+0000","last_peered":"2024-06-13T06:23:09.577429+0000","last_clean":"2024-06-13T06:23:09.577429+0000","last_became_active":"2024-06-13T06:20:03.342740+0000","last_became_peered":"2024-06-13T06:20:03.342740+0000","last_unstale":"2024-06-13T06:23:09.577429+0000","last_undegraded":"2024-06-13T06:23:09.577429+0000","last_fullsized":"2024-06-13T06:23:09.577429+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:47:32.212852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.527561+0000","last_change":"2024-06-13T06:19:59.568400+0000","last_active":"2024-06-13T06:23:09.527561+0000","last_peered":"2024-06-13T06:23:09.527561+0000","last_clean":"2024-06-13T06:23:09.527561+0000","last_became_active":"2024-06-13T06:19:59.568022+0000","last_became_peered":"2024-06-13T06:19:59.568022+0000","last_unstale":"2024-06-13T06:23:09.527561+0000","last_undegraded":"2024-06-13T06:23:09.527561+0000","last_fullsized":"2024-06-13T06:23:09.527561+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:12:50.513044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"91'5","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.740136+0000","last_change":"2024-06-13T06:20:46.673552+0000","last_active":"2024-06-13T06:23:09.740136+0000","last_peered":"2024-06-13T06:23:09.740136+0000","last_clean":"2024-06-13T06:23:09.740136+0000","last_became_active":"2024-06-13T06:20:46.672166+0000","last_became_peered":"2024-06-13T06:20:46.672166+0000","last_unstale":"2024-06-13T06:23:09.740136+0000","last_undegraded":"2024-06-13T06:23:09.740136+0000","last_fullsized":"2024-06-13T06:23:09.740136+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T09:19:43.857291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,8],"acting":[11,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.523106+0000","last_change":"2024-06-13T06:19:59.834736+0000","last_active":"2024-06-13T06:23:09.523106+0000","last_peered":"2024-06-13T06:23:09.523106+0000","last_clean":"2024-06-13T06:23:09.523106+0000","last_became_active":"2024-06-13T06:19:59.834303+0000","last_became_peered":"2024-06-13T06:19:59.834303+0000","last_unstale":"2024-06-13T06:23:09.523106+0000","last_undegraded":"2024-06-13T06:23:09.523106+0000","last_fullsized":"2024-06-13T06:23:09.523106+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:59:39.930975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"91'5","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.527697+0000","last_change":"2024-06-13T06:20:03.329695+0000","last_active":"2024-06-13T06:23:09.527697+0000","last_peered":"2024-06-13T06:23:09.527697+0000","last_clean":"2024-06-13T06:23:09.527697+0000","last_became_active":"2024-06-13T06:20:03.329358+0000","last_became_peered":"2024-06-13T06:20:03.329358+0000","last_unstale":"2024-06-13T06:23:09.527697+0000","last_undegraded":"2024-06-13T06:23:09.527697+0000","last_fullsized":"2024-06-13T06:23:09.527697+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:15:14.603421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"89'1","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.557212+0000","last_change":"2024-06-13T06:19:59.563944+0000","last_active":"2024-06-13T06:23:09.557212+0000","last_peered":"2024-06-13T06:23:09.557212+0000","last_clean":"2024-06-13T06:23:09.557212+0000","last_became_active":"2024-06-13T06:19:59.563594+0000","last_became_peered":"2024-06-13T06:19:59.563594+0000","last_unstale":"2024-06-13T06:23:09.557212+0000","last_undegraded":"2024-06-13T06:23:09.557212+0000","last_fullsized":"2024-06-13T06:23:09.557212+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:51:42.929079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.527386+0000","last_change":"2024-06-13T06:20:03.336182+0000","last_active":"2024-06-13T06:23:09.527386+0000","last_peered":"2024-06-13T06:23:09.527386+0000","last_clean":"2024-06-13T06:23:09.527386+0000","last_became_active":"2024-06-13T06:20:03.335500+0000","last_became_peered":"2024-06-13T06:20:03.335500+0000","last_unstale":"2024-06-13T06:23:09.527386+0000","last_undegraded":"2024-06-13T06:23:09.527386+0000","last_fullsized":"2024-06-13T06:23:09.527386+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T07:32:13.613578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"91'8","reported_seq":37,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.577703+0000","last_change":"2024-06-13T06:20:46.812688+0000","last_active":"2024-06-13T06:23:09.577703+0000","last_peered":"2024-06-13T06:23:09.577703+0000","last_clean":"2024-06-13T06:23:09.577703+0000","last_became_active":"2024-06-13T06:20:46.812286+0000","last_became_peered":"2024-06-13T06:20:46.812286+0000","last_unstale":"2024-06-13T06:23:09.577703+0000","last_undegraded":"2024-06-13T06:23:09.577703+0000","last_fullsized":"2024-06-13T06:23:09.577703+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:20:09.437747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"92'6","reported_seq":204,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.576366+0000","last_change":"2024-06-13T06:19:59.832754+0000","last_active":"2024-06-13T06:23:09.576366+0000","last_peered":"2024-06-13T06:23:09.576366+0000","last_clean":"2024-06-13T06:23:09.576366+0000","last_became_active":"2024-06-13T06:19:59.832361+0000","last_became_peered":"2024-06-13T06:19:59.832361+0000","last_unstale":"2024-06-13T06:23:09.576366+0000","last_undegraded":"2024-06-13T06:23:09.576366+0000","last_fullsized":"2024-06-13T06:23:09.576366+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:02:58.350573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":169,"num_read_kb":169,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.578294+0000","last_change":"2024-06-13T06:20:03.337841+0000","last_active":"2024-06-13T06:23:09.578294+0000","last_peered":"2024-06-13T06:23:09.578294+0000","last_clean":"2024-06-13T06:23:09.578294+0000","last_became_active":"2024-06-13T06:20:03.337281+0000","last_became_peered":"2024-06-13T06:20:03.337281+0000","last_unstale":"2024-06-13T06:23:09.578294+0000","last_undegraded":"2024-06-13T06:23:09.578294+0000","last_fullsized":"2024-06-13T06:23:09.578294+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:16:30.838399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'3","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.577993+0000","last_change":"2024-06-13T06:19:59.568277+0000","last_active":"2024-06-13T06:23:09.577993+0000","last_peered":"2024-06-13T06:23:09.577993+0000","last_clean":"2024-06-13T06:23:09.577993+0000","last_became_active":"2024-06-13T06:19:59.567541+0000","last_became_peered":"2024-06-13T06:19:59.567541+0000","last_unstale":"2024-06-13T06:23:09.577993+0000","last_undegraded":"2024-06-13T06:23:09.577993+0000","last_fullsized":"2024-06-13T06:23:09.577993+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:47:54.915305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":361,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.557157+0000","last_change":"2024-06-13T06:18:34.317390+0000","last_active":"2024-06-13T06:23:09.557157+0000","last_peered":"2024-06-13T06:23:09.557157+0000","last_clean":"2024-06-13T06:23:09.557157+0000","last_became_active":"2024-06-13T06:18:34.317005+0000","last_became_peered":"2024-06-13T06:18:34.317005+0000","last_unstale":"2024-06-13T06:23:09.557157+0000","last_undegraded":"2024-06-13T06:23:09.557157+0000","last_fullsized":"2024-06-13T06:23:09.557157+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:15:09.350365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:15:09.350365+0000","last_clean_scrub_stamp":"2024-06-13T06:15:09.350365+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:14:34.164625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"91'5","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.575786+0000","last_change":"2024-06-13T06:20:03.340336+0000","last_active":"2024-06-13T06:23:09.575786+0000","last_peered":"2024-06-13T06:23:09.575786+0000","last_clean":"2024-06-13T06:23:09.575786+0000","last_became_active":"2024-06-13T06:20:03.340009+0000","last_became_peered":"2024-06-13T06:20:03.340009+0000","last_unstale":"2024-06-13T06:23:09.575786+0000","last_undegraded":"2024-06-13T06:23:09.575786+0000","last_fullsized":"2024-06-13T06:23:09.575786+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:33:40.983600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'3","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.557313+0000","last_change":"2024-06-13T06:19:59.567443+0000","last_active":"2024-06-13T06:23:09.557313+0000","last_peered":"2024-06-13T06:23:09.557313+0000","last_clean":"2024-06-13T06:23:09.557313+0000","last_became_active":"2024-06-13T06:19:59.567072+0000","last_became_peered":"2024-06-13T06:19:59.567072+0000","last_unstale":"2024-06-13T06:23:09.557313+0000","last_undegraded":"2024-06-13T06:23:09.557313+0000","last_fullsized":"2024-06-13T06:23:09.557313+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:44:35.300398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"89'1","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.527433+0000","last_change":"2024-06-13T06:19:59.834172+0000","last_active":"2024-06-13T06:23:09.527433+0000","last_peered":"2024-06-13T06:23:09.527433+0000","last_clean":"2024-06-13T06:23:09.527433+0000","last_became_active":"2024-06-13T06:19:59.833438+0000","last_became_peered":"2024-06-13T06:19:59.833438+0000","last_unstale":"2024-06-13T06:23:09.527433+0000","last_undegraded":"2024-06-13T06:23:09.527433+0000","last_fullsized":"2024-06-13T06:23:09.527433+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:25:57.760729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.576195+0000","last_change":"2024-06-13T06:20:03.337636+0000","last_active":"2024-06-13T06:23:09.576195+0000","last_peered":"2024-06-13T06:23:09.576195+0000","last_clean":"2024-06-13T06:23:09.576195+0000","last_became_active":"2024-06-13T06:20:03.336962+0000","last_became_peered":"2024-06-13T06:20:03.336962+0000","last_unstale":"2024-06-13T06:23:09.576195+0000","last_undegraded":"2024-06-13T06:23:09.576195+0000","last_fullsized":"2024-06-13T06:23:09.576195+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:52:01.089591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"92'48","reported_seq":100,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.736542+0000","last_change":"2024-06-13T06:19:59.566778+0000","last_active":"2024-06-13T06:23:09.736542+0000","last_peered":"2024-06-13T06:23:09.736542+0000","last_clean":"2024-06-13T06:23:09.736542+0000","last_became_active":"2024-06-13T06:19:59.566406+0000","last_became_peered":"2024-06-13T06:19:59.566406+0000","last_unstale":"2024-06-13T06:23:09.736542+0000","last_undegraded":"2024-06-13T06:23:09.736542+0000","last_fullsized":"2024-06-13T06:23:09.736542+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:47:38.813218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":88,"num_write_kb":840,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"91'5","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.578282+0000","last_change":"2024-06-13T06:20:03.332327+0000","last_active":"2024-06-13T06:23:09.578282+0000","last_peered":"2024-06-13T06:23:09.578282+0000","last_clean":"2024-06-13T06:23:09.578282+0000","last_became_active":"2024-06-13T06:20:03.332012+0000","last_became_peered":"2024-06-13T06:20:03.332012+0000","last_unstale":"2024-06-13T06:23:09.578282+0000","last_undegraded":"2024-06-13T06:23:09.578282+0000","last_fullsized":"2024-06-13T06:23:09.578282+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:40:31.752929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"89'4","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.578129+0000","last_change":"2024-06-13T06:19:59.871364+0000","last_active":"2024-06-13T06:23:09.578129+0000","last_peered":"2024-06-13T06:23:09.578129+0000","last_clean":"2024-06-13T06:23:09.578129+0000","last_became_active":"2024-06-13T06:19:59.870977+0000","last_became_peered":"2024-06-13T06:19:59.870977+0000","last_unstale":"2024-06-13T06:23:09.578129+0000","last_undegraded":"2024-06-13T06:23:09.578129+0000","last_fullsized":"2024-06-13T06:23:09.578129+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T10:13:06.882931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.740332+0000","last_change":"2024-06-13T06:20:03.326400+0000","last_active":"2024-06-13T06:23:09.740332+0000","last_peered":"2024-06-13T06:23:09.740332+0000","last_clean":"2024-06-13T06:23:09.740332+0000","last_became_active":"2024-06-13T06:20:03.326056+0000","last_became_peered":"2024-06-13T06:20:03.326056+0000","last_unstale":"2024-06-13T06:23:09.740332+0000","last_undegraded":"2024-06-13T06:23:09.740332+0000","last_fullsized":"2024-06-13T06:23:09.740332+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T10:55:37.627614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.774833+0000","last_change":"2024-06-13T06:19:59.832873+0000","last_active":"2024-06-13T06:23:09.774833+0000","last_peered":"2024-06-13T06:23:09.774833+0000","last_clean":"2024-06-13T06:23:09.774833+0000","last_became_active":"2024-06-13T06:19:59.832564+0000","last_became_peered":"2024-06-13T06:19:59.832564+0000","last_unstale":"2024-06-13T06:23:09.774833+0000","last_undegraded":"2024-06-13T06:23:09.774833+0000","last_fullsized":"2024-06-13T06:23:09.774833+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:59:09.301487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"91'2","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.526983+0000","last_change":"2024-06-13T06:20:03.338608+0000","last_active":"2024-06-13T06:23:09.526983+0000","last_peered":"2024-06-13T06:23:09.526983+0000","last_clean":"2024-06-13T06:23:09.526983+0000","last_became_active":"2024-06-13T06:20:03.338223+0000","last_became_peered":"2024-06-13T06:20:03.338223+0000","last_unstale":"2024-06-13T06:23:09.526983+0000","last_undegraded":"2024-06-13T06:23:09.526983+0000","last_fullsized":"2024-06-13T06:23:09.526983+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T10:48:40.962563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"89'3","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.578028+0000","last_change":"2024-06-13T06:19:59.564731+0000","last_active":"2024-06-13T06:23:09.578028+0000","last_peered":"2024-06-13T06:23:09.578028+0000","last_clean":"2024-06-13T06:23:09.578028+0000","last_became_active":"2024-06-13T06:19:59.564374+0000","last_became_peered":"2024-06-13T06:19:59.564374+0000","last_unstale":"2024-06-13T06:23:09.578028+0000","last_undegraded":"2024-06-13T06:23:09.578028+0000","last_fullsized":"2024-06-13T06:23:09.578028+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:29:27.565821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.739874+0000","last_change":"2024-06-13T06:20:03.338192+0000","last_active":"2024-06-13T06:23:09.739874+0000","last_peered":"2024-06-13T06:23:09.739874+0000","last_clean":"2024-06-13T06:23:09.739874+0000","last_became_active":"2024-06-13T06:20:03.337623+0000","last_became_peered":"2024-06-13T06:20:03.337623+0000","last_unstale":"2024-06-13T06:23:09.739874+0000","last_undegraded":"2024-06-13T06:23:09.739874+0000","last_fullsized":"2024-06-13T06:23:09.739874+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:46:51.514946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"89'1","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.739925+0000","last_change":"2024-06-13T06:20:46.676257+0000","last_active":"2024-06-13T06:23:09.739925+0000","last_peered":"2024-06-13T06:23:09.739925+0000","last_clean":"2024-06-13T06:23:09.739925+0000","last_became_active":"2024-06-13T06:20:46.671594+0000","last_became_peered":"2024-06-13T06:20:46.671594+0000","last_unstale":"2024-06-13T06:23:09.739925+0000","last_undegraded":"2024-06-13T06:23:09.739925+0000","last_fullsized":"2024-06-13T06:23:09.739925+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:31:51.365837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.578206+0000","last_change":"2024-06-13T06:20:03.333924+0000","last_active":"2024-06-13T06:23:09.578206+0000","last_peered":"2024-06-13T06:23:09.578206+0000","last_clean":"2024-06-13T06:23:09.578206+0000","last_became_active":"2024-06-13T06:20:03.333591+0000","last_became_peered":"2024-06-13T06:20:03.333591+0000","last_unstale":"2024-06-13T06:23:09.578206+0000","last_undegraded":"2024-06-13T06:23:09.578206+0000","last_fullsized":"2024-06-13T06:23:09.578206+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T07:09:33.075835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.527050+0000","last_change":"2024-06-13T06:19:59.569485+0000","last_active":"2024-06-13T06:23:09.527050+0000","last_peered":"2024-06-13T06:23:09.527050+0000","last_clean":"2024-06-13T06:23:09.527050+0000","last_became_active":"2024-06-13T06:19:59.569083+0000","last_became_peered":"2024-06-13T06:19:59.569083+0000","last_unstale":"2024-06-13T06:23:09.527050+0000","last_undegraded":"2024-06-13T06:23:09.527050+0000","last_fullsized":"2024-06-13T06:23:09.527050+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T07:54:39.027326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"91'5","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.557211+0000","last_change":"2024-06-13T06:20:03.332895+0000","last_active":"2024-06-13T06:23:09.557211+0000","last_peered":"2024-06-13T06:23:09.557211+0000","last_clean":"2024-06-13T06:23:09.557211+0000","last_became_active":"2024-06-13T06:20:03.332522+0000","last_became_peered":"2024-06-13T06:20:03.332522+0000","last_unstale":"2024-06-13T06:23:09.557211+0000","last_undegraded":"2024-06-13T06:23:09.557211+0000","last_fullsized":"2024-06-13T06:23:09.557211+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:06:52.386940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"89'3","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.739707+0000","last_change":"2024-06-13T06:19:59.871273+0000","last_active":"2024-06-13T06:23:09.739707+0000","last_peered":"2024-06-13T06:23:09.739707+0000","last_clean":"2024-06-13T06:23:09.739707+0000","last_became_active":"2024-06-13T06:19:59.870771+0000","last_became_peered":"2024-06-13T06:19:59.870771+0000","last_unstale":"2024-06-13T06:23:09.739707+0000","last_undegraded":"2024-06-13T06:23:09.739707+0000","last_fullsized":"2024-06-13T06:23:09.739707+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T07:38:23.253801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.557533+0000","last_change":"2024-06-13T06:20:03.333799+0000","last_active":"2024-06-13T06:23:09.557533+0000","last_peered":"2024-06-13T06:23:09.557533+0000","last_clean":"2024-06-13T06:23:09.557533+0000","last_became_active":"2024-06-13T06:20:03.333149+0000","last_became_peered":"2024-06-13T06:20:03.333149+0000","last_unstale":"2024-06-13T06:23:09.557533+0000","last_undegraded":"2024-06-13T06:23:09.557533+0000","last_fullsized":"2024-06-13T06:23:09.557533+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:38:16.776173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"92'39","reported_seq":76,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.730690+0000","last_change":"2024-06-13T06:19:59.561434+0000","last_active":"2024-06-13T06:23:09.730690+0000","last_peered":"2024-06-13T06:23:09.730690+0000","last_clean":"2024-06-13T06:23:09.730690+0000","last_became_active":"2024-06-13T06:19:59.561076+0000","last_became_peered":"2024-06-13T06:19:59.561076+0000","last_unstale":"2024-06-13T06:23:09.730690+0000","last_undegraded":"2024-06-13T06:23:09.730690+0000","last_fullsized":"2024-06-13T06:23:09.730690+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:50:10.441166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.557195+0000","last_change":"2024-06-13T06:20:03.338390+0000","last_active":"2024-06-13T06:23:09.557195+0000","last_peered":"2024-06-13T06:23:09.557195+0000","last_clean":"2024-06-13T06:23:09.557195+0000","last_became_active":"2024-06-13T06:20:03.338000+0000","last_became_peered":"2024-06-13T06:20:03.338000+0000","last_unstale":"2024-06-13T06:23:09.557195+0000","last_undegraded":"2024-06-13T06:23:09.557195+0000","last_fullsized":"2024-06-13T06:23:09.557195+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T09:46:54.335030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"89'2","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.576290+0000","last_change":"2024-06-13T06:19:59.565675+0000","last_active":"2024-06-13T06:23:09.576290+0000","last_peered":"2024-06-13T06:23:09.576290+0000","last_clean":"2024-06-13T06:23:09.576290+0000","last_became_active":"2024-06-13T06:19:59.565257+0000","last_became_peered":"2024-06-13T06:19:59.565257+0000","last_unstale":"2024-06-13T06:23:09.576290+0000","last_undegraded":"2024-06-13T06:23:09.576290+0000","last_fullsized":"2024-06-13T06:23:09.576290+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T09:48:58.013179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.557602+0000","last_change":"2024-06-13T06:20:03.335204+0000","last_active":"2024-06-13T06:23:09.557602+0000","last_peered":"2024-06-13T06:23:09.557602+0000","last_clean":"2024-06-13T06:23:09.557602+0000","last_became_active":"2024-06-13T06:20:03.334589+0000","last_became_peered":"2024-06-13T06:20:03.334589+0000","last_unstale":"2024-06-13T06:23:09.557602+0000","last_undegraded":"2024-06-13T06:23:09.557602+0000","last_fullsized":"2024-06-13T06:23:09.557602+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:49:37.493543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.740002+0000","last_change":"2024-06-13T06:20:03.339546+0000","last_active":"2024-06-13T06:23:09.740002+0000","last_peered":"2024-06-13T06:23:09.740002+0000","last_clean":"2024-06-13T06:23:09.740002+0000","last_became_active":"2024-06-13T06:20:03.339182+0000","last_became_peered":"2024-06-13T06:20:03.339182+0000","last_unstale":"2024-06-13T06:23:09.740002+0000","last_undegraded":"2024-06-13T06:23:09.740002+0000","last_fullsized":"2024-06-13T06:23:09.740002+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:08:36.171459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"91'12","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.739900+0000","last_change":"2024-06-13T06:20:03.344781+0000","last_active":"2024-06-13T06:23:09.739900+0000","last_peered":"2024-06-13T06:23:09.739900+0000","last_clean":"2024-06-13T06:23:09.739900+0000","last_became_active":"2024-06-13T06:20:03.343968+0000","last_became_peered":"2024-06-13T06:20:03.343968+0000","last_unstale":"2024-06-13T06:23:09.739900+0000","last_undegraded":"2024-06-13T06:23:09.739900+0000","last_fullsized":"2024-06-13T06:23:09.739900+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:27:36.929737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.739522+0000","last_change":"2024-06-13T06:20:03.333802+0000","last_active":"2024-06-13T06:23:09.739522+0000","last_peered":"2024-06-13T06:23:09.739522+0000","last_clean":"2024-06-13T06:23:09.739522+0000","last_became_active":"2024-06-13T06:20:03.333463+0000","last_became_peered":"2024-06-13T06:20:03.333463+0000","last_unstale":"2024-06-13T06:23:09.739522+0000","last_undegraded":"2024-06-13T06:23:09.739522+0000","last_fullsized":"2024-06-13T06:23:09.739522+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:01:43.704543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.740098+0000","last_change":"2024-06-13T06:20:03.328963+0000","last_active":"2024-06-13T06:23:09.740098+0000","last_peered":"2024-06-13T06:23:09.740098+0000","last_clean":"2024-06-13T06:23:09.740098+0000","last_became_active":"2024-06-13T06:20:03.327919+0000","last_became_peered":"2024-06-13T06:20:03.327919+0000","last_unstale":"2024-06-13T06:23:09.740098+0000","last_undegraded":"2024-06-13T06:23:09.740098+0000","last_fullsized":"2024-06-13T06:23:09.740098+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:21:01.096356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"91'4","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.576352+0000","last_change":"2024-06-13T06:20:03.332528+0000","last_active":"2024-06-13T06:23:09.576352+0000","last_peered":"2024-06-13T06:23:09.576352+0000","last_clean":"2024-06-13T06:23:09.576352+0000","last_became_active":"2024-06-13T06:20:03.332184+0000","last_became_peered":"2024-06-13T06:20:03.332184+0000","last_unstale":"2024-06-13T06:23:09.576352+0000","last_undegraded":"2024-06-13T06:23:09.576352+0000","last_fullsized":"2024-06-13T06:23:09.576352+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:37:57.879546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.740052+0000","last_change":"2024-06-13T06:20:03.341100+0000","last_active":"2024-06-13T06:23:09.740052+0000","last_peered":"2024-06-13T06:23:09.740052+0000","last_clean":"2024-06-13T06:23:09.740052+0000","last_became_active":"2024-06-13T06:20:03.340775+0000","last_became_peered":"2024-06-13T06:20:03.340775+0000","last_unstale":"2024-06-13T06:23:09.740052+0000","last_undegraded":"2024-06-13T06:23:09.740052+0000","last_fullsized":"2024-06-13T06:23:09.740052+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:59:21.262970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"91'15","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.739766+0000","last_change":"2024-06-13T06:20:03.342535+0000","last_active":"2024-06-13T06:23:09.739766+0000","last_peered":"2024-06-13T06:23:09.739766+0000","last_clean":"2024-06-13T06:23:09.739766+0000","last_became_active":"2024-06-13T06:20:03.342078+0000","last_became_peered":"2024-06-13T06:20:03.342078+0000","last_unstale":"2024-06-13T06:23:09.739766+0000","last_undegraded":"2024-06-13T06:23:09.739766+0000","last_fullsized":"2024-06-13T06:23:09.739766+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:55:31.208484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"91'2","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.578197+0000","last_change":"2024-06-13T06:20:03.339638+0000","last_active":"2024-06-13T06:23:09.578197+0000","last_peered":"2024-06-13T06:23:09.578197+0000","last_clean":"2024-06-13T06:23:09.578197+0000","last_became_active":"2024-06-13T06:20:03.339326+0000","last_became_peered":"2024-06-13T06:20:03.339326+0000","last_unstale":"2024-06-13T06:23:09.578197+0000","last_undegraded":"2024-06-13T06:23:09.578197+0000","last_fullsized":"2024-06-13T06:23:09.578197+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:21:11.289793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.577396+0000","last_change":"2024-06-13T06:20:03.337506+0000","last_active":"2024-06-13T06:23:09.577396+0000","last_peered":"2024-06-13T06:23:09.577396+0000","last_clean":"2024-06-13T06:23:09.577396+0000","last_became_active":"2024-06-13T06:20:03.336692+0000","last_became_peered":"2024-06-13T06:20:03.336692+0000","last_unstale":"2024-06-13T06:23:09.577396+0000","last_undegraded":"2024-06-13T06:23:09.577396+0000","last_fullsized":"2024-06-13T06:23:09.577396+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:10:08.655549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.577950+0000","last_change":"2024-06-13T06:20:03.337973+0000","last_active":"2024-06-13T06:23:09.577950+0000","last_peered":"2024-06-13T06:23:09.577950+0000","last_clean":"2024-06-13T06:23:09.577950+0000","last_became_active":"2024-06-13T06:20:03.337601+0000","last_became_peered":"2024-06-13T06:20:03.337601+0000","last_unstale":"2024-06-13T06:23:09.577950+0000","last_undegraded":"2024-06-13T06:23:09.577950+0000","last_fullsized":"2024-06-13T06:23:09.577950+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:22:13.204173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.775038+0000","last_change":"2024-06-13T06:20:03.340835+0000","last_active":"2024-06-13T06:23:09.775038+0000","last_peered":"2024-06-13T06:23:09.775038+0000","last_clean":"2024-06-13T06:23:09.775038+0000","last_became_active":"2024-06-13T06:20:03.340449+0000","last_became_peered":"2024-06-13T06:20:03.340449+0000","last_unstale":"2024-06-13T06:23:09.775038+0000","last_undegraded":"2024-06-13T06:23:09.775038+0000","last_fullsized":"2024-06-13T06:23:09.775038+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:43:22.522320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.576216+0000","last_change":"2024-06-13T06:20:03.331652+0000","last_active":"2024-06-13T06:23:09.576216+0000","last_peered":"2024-06-13T06:23:09.576216+0000","last_clean":"2024-06-13T06:23:09.576216+0000","last_became_active":"2024-06-13T06:20:03.331314+0000","last_became_peered":"2024-06-13T06:20:03.331314+0000","last_unstale":"2024-06-13T06:23:09.576216+0000","last_undegraded":"2024-06-13T06:23:09.576216+0000","last_fullsized":"2024-06-13T06:23:09.576216+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:08:21.393531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.740132+0000","last_change":"2024-06-13T06:20:03.343797+0000","last_active":"2024-06-13T06:23:09.740132+0000","last_peered":"2024-06-13T06:23:09.740132+0000","last_clean":"2024-06-13T06:23:09.740132+0000","last_became_active":"2024-06-13T06:20:03.343452+0000","last_became_peered":"2024-06-13T06:20:03.343452+0000","last_unstale":"2024-06-13T06:23:09.740132+0000","last_undegraded":"2024-06-13T06:23:09.740132+0000","last_fullsized":"2024-06-13T06:23:09.740132+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:59:57.502951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":1771104,"data_compressed":109329,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":598022,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":1136,"num_read_kb":677,"num_write":297,"num_write_kb":1443,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":56089,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":536576,"data_stored":1794066,"data_compressed":85009,"data_compressed_allocated":110592,"data_compressed_original":1601536,"omap_allocated":0,"internal_metadata":0},"log_size":232,"ondisk_log_size":232,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351029,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32156,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712996,"statfs":{"total":95995035648,"available":95962107904,"internally_reserved":0,"allocated":999424,"data_stored":492007,"data_compressed":8696,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612667,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32324,"kb_used_data":1144,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712828,"statfs":{"total":95995035648,"available":95961935872,"internally_reserved":0,"allocated":1171456,"data_stored":1216351,"data_compressed":48036,"data_compressed_allocated":61440,"data_compressed_original":675840,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776192,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32196,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712956,"statfs":{"total":95995035648,"available":95962066944,"internally_reserved":0,"allocated":1040384,"data_stored":885459,"data_compressed":27842,"data_compressed_allocated":36864,"data_compressed_original":417792,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037829,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32172,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712980,"statfs":{"total":95995035648,"available":95962091520,"internally_reserved":0,"allocated":1015808,"data_stored":492163,"data_compressed":8696,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299466,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32220,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712932,"statfs":{"total":95995035648,"available":95962042368,"internally_reserved":0,"allocated":1064960,"data_stored":1085072,"data_compressed":45139,"data_compressed_allocated":57344,"data_compressed_original":614400,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462991,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32160,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712992,"statfs":{"total":95995035648,"available":95962103808,"internally_reserved":0,"allocated":1003520,"data_stored":491632,"data_compressed":8696,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574951,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32228,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712924,"statfs":{"total":95995035648,"available":95962034176,"internally_reserved":0,"allocated":1073152,"data_stored":558481,"data_compressed":8696,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738477,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32180,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712972,"statfs":{"total":95995035648,"available":95962083328,"internally_reserved":0,"allocated":1024000,"data_stored":492903,"data_compressed":8696,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411427,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36336,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708816,"statfs":{"total":95995035648,"available":95957827584,"internally_reserved":0,"allocated":1019904,"data_stored":494004,"data_compressed":8696,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149789,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28056,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717096,"statfs":{"total":95995035648,"available":95966306304,"internally_reserved":0,"allocated":1064960,"data_stored":1016759,"data_compressed":33998,"data_compressed_allocated":45056,"data_compressed_original":540672,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888153,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28040,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717112,"statfs":{"total":95995035648,"available":95966322688,"internally_reserved":0,"allocated":1044480,"data_stored":560436,"data_compressed":17799,"data_compressed_allocated":24576,"data_compressed_original":77824,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724627,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28100,"kb_used_data":1072,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717052,"statfs":{"total":95995035648,"available":95966261248,"internally_reserved":0,"allocated":1097728,"data_stored":1215825,"data_compressed":51295,"data_compressed_allocated":65536,"data_compressed_original":737280,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36443,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36443,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36443,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":67056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2579,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":525100,"data_compressed":25302,"data_compressed_allocated":32768,"data_compressed_original":516096,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":69011,"data_compressed":9103,"data_compressed_allocated":12288,"data_compressed_original":53248,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":134305,"data_compressed":6156,"data_compressed_allocated":8192,"data_compressed_original":122880,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4332,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":393954,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":394034,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":131072,"data_stored":201545,"data_compressed":6156,"data_compressed_allocated":8192,"data_compressed_original":122880,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-06-13T06:23:15.177 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph pg dump --format=json 2024-06-13T06:23:15.454 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:23:15.738 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:15 smithi039 ceph-mon[32479]: Adjusting osd_memory_target on smithi039 to 176.1M 2024-06-13T06:23:15.738 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:15 smithi039 ceph-mon[32479]: Unable to set osd_memory_target on smithi039 to 184732262: error parsing value: Value '184732262' is below minimum 939524096 2024-06-13T06:23:15.738 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:15 smithi039 ceph-mon[32479]: Updating smithi039:/etc/ceph/ceph.conf 2024-06-13T06:23:15.738 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:15 smithi039 ceph-mon[32479]: Updating smithi096:/etc/ceph/ceph.conf 2024-06-13T06:23:15.738 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:15 smithi039 ceph-mon[32479]: Updating smithi149:/etc/ceph/ceph.conf 2024-06-13T06:23:15.738 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:15 smithi039 ceph-mon[32479]: from='client.15213 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T06:23:15.739 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:15 smithi039 ceph-mon[32479]: Updating smithi096:/var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T06:23:15.739 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:15 smithi039 ceph-mon[32479]: Updating smithi149:/var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T06:23:15.739 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:15 smithi039 ceph-mon[32479]: Updating smithi039:/var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T06:23:15.739 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:15 smithi039 ceph-mon[32479]: Updating smithi096:/etc/ceph/ceph.client.admin.keyring 2024-06-13T06:23:15.739 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:15 smithi039 ceph-mon[32479]: Updating smithi149:/etc/ceph/ceph.client.admin.keyring 2024-06-13T06:23:15.739 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:15 smithi039 ceph-mon[32479]: Updating smithi039:/etc/ceph/ceph.client.admin.keyring 2024-06-13T06:23:15.739 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:15 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:15.739 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:15 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:15.739 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:15 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:15.739 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:15 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:15.739 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:15 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:15.739 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:15 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:15.739 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:15 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:15.740 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:15 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:23:15.740 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:15 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:23:15.740 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:15 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:23:15.740 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:15 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:15.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:15 smithi149 ceph-mon[36963]: Adjusting osd_memory_target on smithi039 to 176.1M 2024-06-13T06:23:15.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:15 smithi149 ceph-mon[36963]: Unable to set osd_memory_target on smithi039 to 184732262: error parsing value: Value '184732262' is below minimum 939524096 2024-06-13T06:23:15.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:15 smithi149 ceph-mon[36963]: Updating smithi039:/etc/ceph/ceph.conf 2024-06-13T06:23:15.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:15 smithi149 ceph-mon[36963]: Updating smithi096:/etc/ceph/ceph.conf 2024-06-13T06:23:15.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:15 smithi149 ceph-mon[36963]: Updating smithi149:/etc/ceph/ceph.conf 2024-06-13T06:23:15.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:15 smithi149 ceph-mon[36963]: from='client.15213 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T06:23:15.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:15 smithi149 ceph-mon[36963]: Updating smithi096:/var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T06:23:15.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:15 smithi149 ceph-mon[36963]: Updating smithi149:/var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T06:23:15.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:15 smithi149 ceph-mon[36963]: Updating smithi039:/var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T06:23:15.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:15 smithi149 ceph-mon[36963]: Updating smithi096:/etc/ceph/ceph.client.admin.keyring 2024-06-13T06:23:15.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:15 smithi149 ceph-mon[36963]: Updating smithi149:/etc/ceph/ceph.client.admin.keyring 2024-06-13T06:23:15.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:15 smithi149 ceph-mon[36963]: Updating smithi039:/etc/ceph/ceph.client.admin.keyring 2024-06-13T06:23:15.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:15 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:15.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:15 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:15.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:15 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:15.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:15 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:15.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:15 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:15.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:15 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:15.970 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:15 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:15.970 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:15 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:23:15.970 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:15 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:23:15.970 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:15 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:23:15.970 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:15 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:16.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:15 smithi096 ceph-mon[36532]: Adjusting osd_memory_target on smithi039 to 176.1M 2024-06-13T06:23:16.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:15 smithi096 ceph-mon[36532]: Unable to set osd_memory_target on smithi039 to 184732262: error parsing value: Value '184732262' is below minimum 939524096 2024-06-13T06:23:16.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:15 smithi096 ceph-mon[36532]: Updating smithi039:/etc/ceph/ceph.conf 2024-06-13T06:23:16.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:15 smithi096 ceph-mon[36532]: Updating smithi096:/etc/ceph/ceph.conf 2024-06-13T06:23:16.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:15 smithi096 ceph-mon[36532]: Updating smithi149:/etc/ceph/ceph.conf 2024-06-13T06:23:16.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:15 smithi096 ceph-mon[36532]: from='client.15213 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T06:23:16.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:15 smithi096 ceph-mon[36532]: Updating smithi096:/var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T06:23:16.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:15 smithi096 ceph-mon[36532]: Updating smithi149:/var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T06:23:16.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:15 smithi096 ceph-mon[36532]: Updating smithi039:/var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/config/ceph.conf 2024-06-13T06:23:16.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:15 smithi096 ceph-mon[36532]: Updating smithi096:/etc/ceph/ceph.client.admin.keyring 2024-06-13T06:23:16.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:15 smithi096 ceph-mon[36532]: Updating smithi149:/etc/ceph/ceph.client.admin.keyring 2024-06-13T06:23:16.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:15 smithi096 ceph-mon[36532]: Updating smithi039:/etc/ceph/ceph.client.admin.keyring 2024-06-13T06:23:16.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:15 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:16.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:15 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:16.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:15 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:16.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:15 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:16.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:15 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:16.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:15 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:16.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:15 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:16.043 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:15 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:23:16.043 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:15 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:23:16.043 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:15 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:23:16.043 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:15 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:23:16.900 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:16 smithi039 ceph-mon[32479]: Updating smithi149:/var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/config/ceph.client.admin.keyring 2024-06-13T06:23:16.901 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:16 smithi039 ceph-mon[32479]: Updating smithi096:/var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/config/ceph.client.admin.keyring 2024-06-13T06:23:16.901 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:16 smithi039 ceph-mon[32479]: Updating smithi039:/var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/config/ceph.client.admin.keyring 2024-06-13T06:23:16.901 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:16 smithi039 ceph-mon[32479]: pgmap v6: 97 pgs: 97 active+clean; 1.1 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:23:16.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:16 smithi149 ceph-mon[36963]: Updating smithi149:/var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/config/ceph.client.admin.keyring 2024-06-13T06:23:16.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:16 smithi149 ceph-mon[36963]: Updating smithi096:/var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/config/ceph.client.admin.keyring 2024-06-13T06:23:16.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:16 smithi149 ceph-mon[36963]: Updating smithi039:/var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/config/ceph.client.admin.keyring 2024-06-13T06:23:16.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:16 smithi149 ceph-mon[36963]: pgmap v6: 97 pgs: 97 active+clean; 1.1 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:23:17.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:16 smithi096 ceph-mon[36532]: Updating smithi149:/var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/config/ceph.client.admin.keyring 2024-06-13T06:23:17.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:16 smithi096 ceph-mon[36532]: Updating smithi096:/var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/config/ceph.client.admin.keyring 2024-06-13T06:23:17.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:16 smithi096 ceph-mon[36532]: Updating smithi039:/var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/config/ceph.client.admin.keyring 2024-06-13T06:23:17.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:16 smithi096 ceph-mon[36532]: pgmap v6: 97 pgs: 97 active+clean; 1.1 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:23:17.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.162+0000 7fae9c24e700 1 -- 172.21.15.39:0/2806701894 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fae94108510 msgr2=0x7fae941088f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:17.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.162+0000 7fae9c24e700 1 --2- 172.21.15.39:0/2806701894 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fae94108510 0x7fae941088f0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fae90009990 tx=0x7fae90009ca0 comp rx=0 tx=0).stop 2024-06-13T06:23:17.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.162+0000 7fae9c24e700 1 -- 172.21.15.39:0/2806701894 shutdown_connections 2024-06-13T06:23:17.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.162+0000 7fae9c24e700 1 --2- 172.21.15.39:0/2806701894 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fae94102ed0 0x7fae9410f350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:17.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.162+0000 7fae9c24e700 1 --2- 172.21.15.39:0/2806701894 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fae94108510 0x7fae941088f0 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:17.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.162+0000 7fae9c24e700 1 --2- 172.21.15.39:0/2806701894 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fae94102510 0x7fae94102990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:17.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.162+0000 7fae9c24e700 1 -- 172.21.15.39:0/2806701894 >> 172.21.15.39:0/2806701894 conn(0x7fae940795b0 msgr2=0x7fae940799c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:17.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.162+0000 7fae9c24e700 1 -- 172.21.15.39:0/2806701894 shutdown_connections 2024-06-13T06:23:17.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.162+0000 7fae9c24e700 1 -- 172.21.15.39:0/2806701894 wait complete. 2024-06-13T06:23:17.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.163+0000 7fae9c24e700 1 Processor -- start 2024-06-13T06:23:17.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.163+0000 7fae9c24e700 1 -- start start 2024-06-13T06:23:17.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.163+0000 7fae9c24e700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fae94102510 0x7fae9419ae70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:17.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.163+0000 7fae9c24e700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fae94102ed0 0x7fae9419b3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:17.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.163+0000 7fae9c24e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fae94108510 0x7fae9419f740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:17.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.163+0000 7fae9c24e700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fae94112760 con 0x7fae94108510 2024-06-13T06:23:17.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.163+0000 7fae9c24e700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fae941125e0 con 0x7fae94102ed0 2024-06-13T06:23:17.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.163+0000 7fae9c24e700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fae941128e0 con 0x7fae94102510 2024-06-13T06:23:17.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.163+0000 7fae9a7eb700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fae94108510 0x7fae9419f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:17.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.163+0000 7fae9a7eb700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fae94108510 0x7fae9419f740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60974/0 (socket says 172.21.15.39:60974) 2024-06-13T06:23:17.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.163+0000 7fae9a7eb700 1 -- 172.21.15.39:0/2931802174 learned_addr learned my addr 172.21.15.39:0/2931802174 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:23:17.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.163+0000 7fae997e9700 1 --2- 172.21.15.39:0/2931802174 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fae94102ed0 0x7fae9419b3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:17.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.163+0000 7fae99fea700 1 --2- 172.21.15.39:0/2931802174 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fae94102510 0x7fae9419ae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:17.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.164+0000 7fae9a7eb700 1 -- 172.21.15.39:0/2931802174 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fae94102510 msgr2=0x7fae9419ae70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:17.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.164+0000 7fae9a7eb700 1 --2- 172.21.15.39:0/2931802174 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fae94102510 0x7fae9419ae70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:17.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.164+0000 7fae9a7eb700 1 -- 172.21.15.39:0/2931802174 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fae94102ed0 msgr2=0x7fae9419b3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:17.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.164+0000 7fae9a7eb700 1 --2- 172.21.15.39:0/2931802174 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fae94102ed0 0x7fae9419b3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:17.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.164+0000 7fae9a7eb700 1 -- 172.21.15.39:0/2931802174 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae9419fe80 con 0x7fae94108510 2024-06-13T06:23:17.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.164+0000 7fae9a7eb700 1 --2- 172.21.15.39:0/2931802174 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fae94108510 0x7fae9419f740 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fae8c007ee0 tx=0x7fae8c00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:17.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.164+0000 7fae86ffd700 1 -- 172.21.15.39:0/2931802174 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae8c004bb0 con 0x7fae94108510 2024-06-13T06:23:17.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.164+0000 7fae9c24e700 1 -- 172.21.15.39:0/2931802174 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae941a0170 con 0x7fae94108510 2024-06-13T06:23:17.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.164+0000 7fae86ffd700 1 -- 172.21.15.39:0/2931802174 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fae8c004d50 con 0x7fae94108510 2024-06-13T06:23:17.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.164+0000 7fae86ffd700 1 -- 172.21.15.39:0/2931802174 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae8c005960 con 0x7fae94108510 2024-06-13T06:23:17.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.164+0000 7fae9c24e700 1 -- 172.21.15.39:0/2931802174 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae941a79f0 con 0x7fae94108510 2024-06-13T06:23:17.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.165+0000 7fae9c24e700 1 -- 172.21.15.39:0/2931802174 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fae78005330 con 0x7fae94108510 2024-06-13T06:23:17.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.167+0000 7fae86ffd700 1 -- 172.21.15.39:0/2931802174 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 24) ==== 138009+0+0 (secure 0 0 0) 0x7fae8c01a020 con 0x7fae94108510 2024-06-13T06:23:17.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.167+0000 7fae86ffd700 1 --2- 172.21.15.39:0/2931802174 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fae800a2e20 0x7fae800a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:17.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.167+0000 7fae99fea700 1 --2- 172.21.15.39:0/2931802174 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fae800a2e20 0x7fae800a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:17.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.167+0000 7fae86ffd700 1 -- 172.21.15.39:0/2931802174 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7fae8c0cf120 con 0x7fae94108510 2024-06-13T06:23:17.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.168+0000 7fae99fea700 1 --2- 172.21.15.39:0/2931802174 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fae800a2e20 0x7fae800a52e0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fae9000b5c0 tx=0x7fae90005960 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:17.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.171+0000 7fae86ffd700 1 -- 172.21.15.39:0/2931802174 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fae8c010070 con 0x7fae94108510 2024-06-13T06:23:17.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.372+0000 7fae9c24e700 1 -- 172.21.15.39:0/2931802174 --> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fae78000bc0 con 0x7fae800a2e20 2024-06-13T06:23:17.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.380+0000 7fae86ffd700 1 -- 172.21.15.39:0/2931802174 <== mgr.15111 v2:172.21.15.39:6800/1826332552 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258034 (secure 0 0 0) 0x7fae78000bc0 con 0x7fae800a2e20 2024-06-13T06:23:17.383 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:23:17.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.382+0000 7fae9c24e700 1 -- 172.21.15.39:0/2931802174 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fae800a2e20 msgr2=0x7fae800a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:17.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.382+0000 7fae9c24e700 1 --2- 172.21.15.39:0/2931802174 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fae800a2e20 0x7fae800a52e0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fae9000b5c0 tx=0x7fae90005960 comp rx=0 tx=0).stop 2024-06-13T06:23:17.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.382+0000 7fae9c24e700 1 -- 172.21.15.39:0/2931802174 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fae94108510 msgr2=0x7fae9419f740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:17.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.382+0000 7fae9c24e700 1 --2- 172.21.15.39:0/2931802174 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fae94108510 0x7fae9419f740 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fae8c007ee0 tx=0x7fae8c00d3b0 comp rx=0 tx=0).stop 2024-06-13T06:23:17.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.383+0000 7fae9c24e700 1 -- 172.21.15.39:0/2931802174 shutdown_connections 2024-06-13T06:23:17.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.383+0000 7fae9c24e700 1 --2- 172.21.15.39:0/2931802174 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fae800a2e20 0x7fae800a52e0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:17.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.383+0000 7fae9c24e700 1 --2- 172.21.15.39:0/2931802174 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fae94108510 0x7fae9419f740 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:17.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.383+0000 7fae9c24e700 1 --2- 172.21.15.39:0/2931802174 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fae94102510 0x7fae9419ae70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:17.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.383+0000 7fae9c24e700 1 --2- 172.21.15.39:0/2931802174 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fae94102ed0 0x7fae9419b3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:17.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.383+0000 7fae9c24e700 1 -- 172.21.15.39:0/2931802174 >> 172.21.15.39:0/2931802174 conn(0x7fae940795b0 msgr2=0x7fae9410d930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:17.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.383+0000 7fae9c24e700 1 -- 172.21.15.39:0/2931802174 shutdown_connections 2024-06-13T06:23:17.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:17.383+0000 7fae9c24e700 1 -- 172.21.15.39:0/2931802174 wait complete. 2024-06-13T06:23:17.387 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-06-13T06:23:18.164 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":6,"stamp":"2024-06-13T06:23:15.536094+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1188624,"num_objects":66,"num_object_clones":0,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":1272,"num_read_kb":796,"num_write":480,"num_write_kb":4383,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":1236825,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":871,"ondisk_log_size":871,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":378168,"kb_used_data":12324,"kb_used_omap":18,"kb_used_meta":365677,"kb_avail":1124563656,"statfs":{"total":1151940427776,"available":1151553183744,"internally_reserved":0,"allocated":12619776,"data_stored":9001092,"data_compressed":276285,"data_compressed_allocated":364544,"data_compressed_original":3211264,"omap_allocated":19143,"internal_metadata":374453561},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.987334"},"pg_stats":[{"pgid":"3.3f","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.740307+0000","last_change":"2024-06-13T06:20:03.343987+0000","last_active":"2024-06-13T06:23:09.740307+0000","last_peered":"2024-06-13T06:23:09.740307+0000","last_clean":"2024-06-13T06:23:09.740307+0000","last_became_active":"2024-06-13T06:20:03.342882+0000","last_became_peered":"2024-06-13T06:20:03.342882+0000","last_unstale":"2024-06-13T06:23:09.740307+0000","last_undegraded":"2024-06-13T06:23:09.740307+0000","last_fullsized":"2024-06-13T06:23:09.740307+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:00:28.313895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"91'4","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.740326+0000","last_change":"2024-06-13T06:20:03.336296+0000","last_active":"2024-06-13T06:23:09.740326+0000","last_peered":"2024-06-13T06:23:09.740326+0000","last_clean":"2024-06-13T06:23:09.740326+0000","last_became_active":"2024-06-13T06:20:03.334364+0000","last_became_peered":"2024-06-13T06:20:03.334364+0000","last_unstale":"2024-06-13T06:23:09.740326+0000","last_undegraded":"2024-06-13T06:23:09.740326+0000","last_fullsized":"2024-06-13T06:23:09.740326+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:59:15.005507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.740116+0000","last_change":"2024-06-13T06:20:03.338671+0000","last_active":"2024-06-13T06:23:09.740116+0000","last_peered":"2024-06-13T06:23:09.740116+0000","last_clean":"2024-06-13T06:23:09.740116+0000","last_became_active":"2024-06-13T06:20:03.338349+0000","last_became_peered":"2024-06-13T06:20:03.338349+0000","last_unstale":"2024-06-13T06:23:09.740116+0000","last_undegraded":"2024-06-13T06:23:09.740116+0000","last_fullsized":"2024-06-13T06:23:09.740116+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:15:04.858980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.578285+0000","last_change":"2024-06-13T06:20:03.342826+0000","last_active":"2024-06-13T06:23:09.578285+0000","last_peered":"2024-06-13T06:23:09.578285+0000","last_clean":"2024-06-13T06:23:09.578285+0000","last_became_active":"2024-06-13T06:20:03.341981+0000","last_became_peered":"2024-06-13T06:20:03.341981+0000","last_unstale":"2024-06-13T06:23:09.578285+0000","last_undegraded":"2024-06-13T06:23:09.578285+0000","last_fullsized":"2024-06-13T06:23:09.578285+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:36:49.891361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"91'4","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.527202+0000","last_change":"2024-06-13T06:20:03.329030+0000","last_active":"2024-06-13T06:23:09.527202+0000","last_peered":"2024-06-13T06:23:09.527202+0000","last_clean":"2024-06-13T06:23:09.527202+0000","last_became_active":"2024-06-13T06:20:03.328612+0000","last_became_peered":"2024-06-13T06:20:03.328612+0000","last_unstale":"2024-06-13T06:23:09.527202+0000","last_undegraded":"2024-06-13T06:23:09.527202+0000","last_fullsized":"2024-06-13T06:23:09.527202+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:52:50.291953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.527407+0000","last_change":"2024-06-13T06:20:03.334343+0000","last_active":"2024-06-13T06:23:09.527407+0000","last_peered":"2024-06-13T06:23:09.527407+0000","last_clean":"2024-06-13T06:23:09.527407+0000","last_became_active":"2024-06-13T06:20:03.330414+0000","last_became_peered":"2024-06-13T06:20:03.330414+0000","last_unstale":"2024-06-13T06:23:09.527407+0000","last_undegraded":"2024-06-13T06:23:09.527407+0000","last_fullsized":"2024-06-13T06:23:09.527407+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:21:18.560333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"91'5","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.557081+0000","last_change":"2024-06-13T06:20:03.334741+0000","last_active":"2024-06-13T06:23:09.557081+0000","last_peered":"2024-06-13T06:23:09.557081+0000","last_clean":"2024-06-13T06:23:09.557081+0000","last_became_active":"2024-06-13T06:20:03.334298+0000","last_became_peered":"2024-06-13T06:20:03.334298+0000","last_unstale":"2024-06-13T06:23:09.557081+0000","last_undegraded":"2024-06-13T06:23:09.557081+0000","last_fullsized":"2024-06-13T06:23:09.557081+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:43:51.283175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.577900+0000","last_change":"2024-06-13T06:20:03.336134+0000","last_active":"2024-06-13T06:23:09.577900+0000","last_peered":"2024-06-13T06:23:09.577900+0000","last_clean":"2024-06-13T06:23:09.577900+0000","last_became_active":"2024-06-13T06:20:03.335757+0000","last_became_peered":"2024-06-13T06:20:03.335757+0000","last_unstale":"2024-06-13T06:23:09.577900+0000","last_undegraded":"2024-06-13T06:23:09.577900+0000","last_fullsized":"2024-06-13T06:23:09.577900+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:33:07.065159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"91'11","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.775268+0000","last_change":"2024-06-13T06:20:46.812130+0000","last_active":"2024-06-13T06:23:09.775268+0000","last_peered":"2024-06-13T06:23:09.775268+0000","last_clean":"2024-06-13T06:23:09.775268+0000","last_became_active":"2024-06-13T06:20:46.811818+0000","last_became_peered":"2024-06-13T06:20:46.811818+0000","last_unstale":"2024-06-13T06:23:09.775268+0000","last_undegraded":"2024-06-13T06:23:09.775268+0000","last_fullsized":"2024-06-13T06:23:09.775268+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T07:34:01.378735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,11],"acting":[1,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"91'16","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.527871+0000","last_change":"2024-06-13T06:20:03.337544+0000","last_active":"2024-06-13T06:23:09.527871+0000","last_peered":"2024-06-13T06:23:09.527871+0000","last_clean":"2024-06-13T06:23:09.527871+0000","last_became_active":"2024-06-13T06:20:03.337065+0000","last_became_peered":"2024-06-13T06:20:03.337065+0000","last_unstale":"2024-06-13T06:23:09.527871+0000","last_undegraded":"2024-06-13T06:23:09.527871+0000","last_fullsized":"2024-06-13T06:23:09.527871+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:53:31.035251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.557389+0000","last_change":"2024-06-13T06:20:03.333522+0000","last_active":"2024-06-13T06:23:09.557389+0000","last_peered":"2024-06-13T06:23:09.557389+0000","last_clean":"2024-06-13T06:23:09.557389+0000","last_became_active":"2024-06-13T06:20:03.332459+0000","last_became_peered":"2024-06-13T06:20:03.332459+0000","last_unstale":"2024-06-13T06:23:09.557389+0000","last_undegraded":"2024-06-13T06:23:09.557389+0000","last_fullsized":"2024-06-13T06:23:09.557389+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:34:52.811985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.578158+0000","last_change":"2024-06-13T06:20:03.337109+0000","last_active":"2024-06-13T06:23:09.578158+0000","last_peered":"2024-06-13T06:23:09.578158+0000","last_clean":"2024-06-13T06:23:09.578158+0000","last_became_active":"2024-06-13T06:20:03.336757+0000","last_became_peered":"2024-06-13T06:20:03.336757+0000","last_unstale":"2024-06-13T06:23:09.578158+0000","last_undegraded":"2024-06-13T06:23:09.578158+0000","last_fullsized":"2024-06-13T06:23:09.578158+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T07:37:54.150456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.576175+0000","last_change":"2024-06-13T06:20:03.340259+0000","last_active":"2024-06-13T06:23:09.576175+0000","last_peered":"2024-06-13T06:23:09.576175+0000","last_clean":"2024-06-13T06:23:09.576175+0000","last_became_active":"2024-06-13T06:20:03.339856+0000","last_became_peered":"2024-06-13T06:20:03.339856+0000","last_unstale":"2024-06-13T06:23:09.576175+0000","last_undegraded":"2024-06-13T06:23:09.576175+0000","last_fullsized":"2024-06-13T06:23:09.576175+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:02:25.797567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.739988+0000","last_change":"2024-06-13T06:20:03.334182+0000","last_active":"2024-06-13T06:23:09.739988+0000","last_peered":"2024-06-13T06:23:09.739988+0000","last_clean":"2024-06-13T06:23:09.739988+0000","last_became_active":"2024-06-13T06:20:03.333795+0000","last_became_peered":"2024-06-13T06:20:03.333795+0000","last_unstale":"2024-06-13T06:23:09.739988+0000","last_undegraded":"2024-06-13T06:23:09.739988+0000","last_fullsized":"2024-06-13T06:23:09.739988+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:52:17.124185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.739886+0000","last_change":"2024-06-13T06:20:03.338071+0000","last_active":"2024-06-13T06:23:09.739886+0000","last_peered":"2024-06-13T06:23:09.739886+0000","last_clean":"2024-06-13T06:23:09.739886+0000","last_became_active":"2024-06-13T06:20:03.337734+0000","last_became_peered":"2024-06-13T06:20:03.337734+0000","last_unstale":"2024-06-13T06:23:09.739886+0000","last_undegraded":"2024-06-13T06:23:09.739886+0000","last_fullsized":"2024-06-13T06:23:09.739886+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:02:34.694790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.774820+0000","last_change":"2024-06-13T06:20:03.339528+0000","last_active":"2024-06-13T06:23:09.774820+0000","last_peered":"2024-06-13T06:23:09.774820+0000","last_clean":"2024-06-13T06:23:09.774820+0000","last_became_active":"2024-06-13T06:20:03.339071+0000","last_became_peered":"2024-06-13T06:20:03.339071+0000","last_unstale":"2024-06-13T06:23:09.774820+0000","last_undegraded":"2024-06-13T06:23:09.774820+0000","last_fullsized":"2024-06-13T06:23:09.774820+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:34:07.705176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.740393+0000","last_change":"2024-06-13T06:20:03.342207+0000","last_active":"2024-06-13T06:23:09.740393+0000","last_peered":"2024-06-13T06:23:09.740393+0000","last_clean":"2024-06-13T06:23:09.740393+0000","last_became_active":"2024-06-13T06:20:03.341869+0000","last_became_peered":"2024-06-13T06:20:03.341869+0000","last_unstale":"2024-06-13T06:23:09.740393+0000","last_undegraded":"2024-06-13T06:23:09.740393+0000","last_fullsized":"2024-06-13T06:23:09.740393+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:21:21.805087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.523385+0000","last_change":"2024-06-13T06:20:03.341255+0000","last_active":"2024-06-13T06:23:09.523385+0000","last_peered":"2024-06-13T06:23:09.523385+0000","last_clean":"2024-06-13T06:23:09.523385+0000","last_became_active":"2024-06-13T06:20:03.340941+0000","last_became_peered":"2024-06-13T06:20:03.340941+0000","last_unstale":"2024-06-13T06:23:09.523385+0000","last_undegraded":"2024-06-13T06:23:09.523385+0000","last_fullsized":"2024-06-13T06:23:09.523385+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:31:26.337845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.739724+0000","last_change":"2024-06-13T06:20:03.336715+0000","last_active":"2024-06-13T06:23:09.739724+0000","last_peered":"2024-06-13T06:23:09.739724+0000","last_clean":"2024-06-13T06:23:09.739724+0000","last_became_active":"2024-06-13T06:20:03.336176+0000","last_became_peered":"2024-06-13T06:20:03.336176+0000","last_unstale":"2024-06-13T06:23:09.739724+0000","last_undegraded":"2024-06-13T06:23:09.739724+0000","last_fullsized":"2024-06-13T06:23:09.739724+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:21:18.751114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'9","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.523137+0000","last_change":"2024-06-13T06:19:59.566933+0000","last_active":"2024-06-13T06:23:09.523137+0000","last_peered":"2024-06-13T06:23:09.523137+0000","last_clean":"2024-06-13T06:23:09.523137+0000","last_became_active":"2024-06-13T06:19:59.566593+0000","last_became_peered":"2024-06-13T06:19:59.566593+0000","last_unstale":"2024-06-13T06:23:09.523137+0000","last_undegraded":"2024-06-13T06:23:09.523137+0000","last_fullsized":"2024-06-13T06:23:09.523137+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:25:54.806838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"91'5","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.578188+0000","last_change":"2024-06-13T06:20:03.338707+0000","last_active":"2024-06-13T06:23:09.578188+0000","last_peered":"2024-06-13T06:23:09.578188+0000","last_clean":"2024-06-13T06:23:09.578188+0000","last_became_active":"2024-06-13T06:20:03.338400+0000","last_became_peered":"2024-06-13T06:20:03.338400+0000","last_unstale":"2024-06-13T06:23:09.578188+0000","last_undegraded":"2024-06-13T06:23:09.578188+0000","last_fullsized":"2024-06-13T06:23:09.578188+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:51:23.534492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.578384+0000","last_change":"2024-06-13T06:19:59.832788+0000","last_active":"2024-06-13T06:23:09.578384+0000","last_peered":"2024-06-13T06:23:09.578384+0000","last_clean":"2024-06-13T06:23:09.578384+0000","last_became_active":"2024-06-13T06:19:59.832420+0000","last_became_peered":"2024-06-13T06:19:59.832420+0000","last_unstale":"2024-06-13T06:23:09.578384+0000","last_undegraded":"2024-06-13T06:23:09.578384+0000","last_fullsized":"2024-06-13T06:23:09.578384+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:03:48.887324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.740472+0000","last_change":"2024-06-13T06:20:03.337196+0000","last_active":"2024-06-13T06:23:09.740472+0000","last_peered":"2024-06-13T06:23:09.740472+0000","last_clean":"2024-06-13T06:23:09.740472+0000","last_became_active":"2024-06-13T06:20:03.336305+0000","last_became_peered":"2024-06-13T06:20:03.336305+0000","last_unstale":"2024-06-13T06:23:09.740472+0000","last_undegraded":"2024-06-13T06:23:09.740472+0000","last_fullsized":"2024-06-13T06:23:09.740472+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:40:32.365336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"89'4","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.527567+0000","last_change":"2024-06-13T06:19:59.566843+0000","last_active":"2024-06-13T06:23:09.527567+0000","last_peered":"2024-06-13T06:23:09.527567+0000","last_clean":"2024-06-13T06:23:09.527567+0000","last_became_active":"2024-06-13T06:19:59.566350+0000","last_became_peered":"2024-06-13T06:19:59.566350+0000","last_unstale":"2024-06-13T06:23:09.527567+0000","last_undegraded":"2024-06-13T06:23:09.527567+0000","last_fullsized":"2024-06-13T06:23:09.527567+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T10:33:35.399966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.774994+0000","last_change":"2024-06-13T06:20:03.339794+0000","last_active":"2024-06-13T06:23:09.774994+0000","last_peered":"2024-06-13T06:23:09.774994+0000","last_clean":"2024-06-13T06:23:09.774994+0000","last_became_active":"2024-06-13T06:20:03.339069+0000","last_became_peered":"2024-06-13T06:20:03.339069+0000","last_unstale":"2024-06-13T06:23:09.774994+0000","last_undegraded":"2024-06-13T06:23:09.774994+0000","last_fullsized":"2024-06-13T06:23:09.774994+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T09:55:26.967193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"89'2","reported_seq":17,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.739932+0000","last_change":"2024-06-13T06:20:46.684208+0000","last_active":"2024-06-13T06:23:09.739932+0000","last_peered":"2024-06-13T06:23:09.739932+0000","last_clean":"2024-06-13T06:23:09.739932+0000","last_became_active":"2024-06-13T06:20:46.671565+0000","last_became_peered":"2024-06-13T06:20:46.671565+0000","last_unstale":"2024-06-13T06:23:09.739932+0000","last_undegraded":"2024-06-13T06:23:09.739932+0000","last_fullsized":"2024-06-13T06:23:09.739932+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T09:24:34.186779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1d","version":"91'15","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.577777+0000","last_change":"2024-06-13T06:20:03.343090+0000","last_active":"2024-06-13T06:23:09.577777+0000","last_peered":"2024-06-13T06:23:09.577777+0000","last_clean":"2024-06-13T06:23:09.577777+0000","last_became_active":"2024-06-13T06:20:03.342752+0000","last_became_peered":"2024-06-13T06:20:03.342752+0000","last_unstale":"2024-06-13T06:23:09.577777+0000","last_undegraded":"2024-06-13T06:23:09.577777+0000","last_fullsized":"2024-06-13T06:23:09.577777+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:11:29.883907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"92'9","reported_seq":212,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.577945+0000","last_change":"2024-06-13T06:19:59.565437+0000","last_active":"2024-06-13T06:23:09.577945+0000","last_peered":"2024-06-13T06:23:09.577945+0000","last_clean":"2024-06-13T06:23:09.577945+0000","last_became_active":"2024-06-13T06:19:59.565103+0000","last_became_peered":"2024-06-13T06:19:59.565103+0000","last_unstale":"2024-06-13T06:23:09.577945+0000","last_undegraded":"2024-06-13T06:23:09.577945+0000","last_fullsized":"2024-06-13T06:23:09.577945+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:27:29.531378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1851,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":174,"num_read_kb":5,"num_write":6,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.527009+0000","last_change":"2024-06-13T06:20:03.334332+0000","last_active":"2024-06-13T06:23:09.527009+0000","last_peered":"2024-06-13T06:23:09.527009+0000","last_clean":"2024-06-13T06:23:09.527009+0000","last_became_active":"2024-06-13T06:20:03.333992+0000","last_became_peered":"2024-06-13T06:20:03.333992+0000","last_unstale":"2024-06-13T06:23:09.527009+0000","last_undegraded":"2024-06-13T06:23:09.527009+0000","last_fullsized":"2024-06-13T06:23:09.527009+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:24:18.966206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"89'3","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.527301+0000","last_change":"2024-06-13T06:19:59.566111+0000","last_active":"2024-06-13T06:23:09.527301+0000","last_peered":"2024-06-13T06:23:09.527301+0000","last_clean":"2024-06-13T06:23:09.527301+0000","last_became_active":"2024-06-13T06:19:59.565765+0000","last_became_peered":"2024-06-13T06:19:59.565765+0000","last_unstale":"2024-06-13T06:23:09.527301+0000","last_undegraded":"2024-06-13T06:23:09.527301+0000","last_fullsized":"2024-06-13T06:23:09.527301+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T09:35:32.628229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"91'8","reported_seq":21,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.523002+0000","last_change":"2024-06-13T06:20:46.672552+0000","last_active":"2024-06-13T06:23:09.523002+0000","last_peered":"2024-06-13T06:23:09.523002+0000","last_clean":"2024-06-13T06:23:09.523002+0000","last_became_active":"2024-06-13T06:20:46.672169+0000","last_became_peered":"2024-06-13T06:20:46.672169+0000","last_unstale":"2024-06-13T06:23:09.523002+0000","last_undegraded":"2024-06-13T06:23:09.523002+0000","last_fullsized":"2024-06-13T06:23:09.523002+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:20:25.218034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.19","version":"89'2","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.575885+0000","last_change":"2024-06-13T06:19:59.566446+0000","last_active":"2024-06-13T06:23:09.575885+0000","last_peered":"2024-06-13T06:23:09.575885+0000","last_clean":"2024-06-13T06:23:09.575885+0000","last_became_active":"2024-06-13T06:19:59.566126+0000","last_became_peered":"2024-06-13T06:19:59.566126+0000","last_unstale":"2024-06-13T06:23:09.575885+0000","last_undegraded":"2024-06-13T06:23:09.575885+0000","last_fullsized":"2024-06-13T06:23:09.575885+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:14:20.638560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"91'8","reported_seq":21,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.522797+0000","last_change":"2024-06-13T06:20:46.811707+0000","last_active":"2024-06-13T06:23:09.522797+0000","last_peered":"2024-06-13T06:23:09.522797+0000","last_clean":"2024-06-13T06:23:09.522797+0000","last_became_active":"2024-06-13T06:20:46.811293+0000","last_became_peered":"2024-06-13T06:20:46.811293+0000","last_unstale":"2024-06-13T06:23:09.522797+0000","last_undegraded":"2024-06-13T06:23:09.522797+0000","last_fullsized":"2024-06-13T06:23:09.522797+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:27:32.286319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,6],"acting":[9,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"89'1","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.577390+0000","last_change":"2024-06-13T06:19:59.563130+0000","last_active":"2024-06-13T06:23:09.577390+0000","last_peered":"2024-06-13T06:23:09.577390+0000","last_clean":"2024-06-13T06:23:09.577390+0000","last_became_active":"2024-06-13T06:19:59.562802+0000","last_became_peered":"2024-06-13T06:19:59.562802+0000","last_unstale":"2024-06-13T06:23:09.577390+0000","last_undegraded":"2024-06-13T06:23:09.577390+0000","last_fullsized":"2024-06-13T06:23:09.577390+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T09:02:56.466761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.522799+0000","last_change":"2024-06-13T06:20:03.328984+0000","last_active":"2024-06-13T06:23:09.522799+0000","last_peered":"2024-06-13T06:23:09.522799+0000","last_clean":"2024-06-13T06:23:09.522799+0000","last_became_active":"2024-06-13T06:20:03.328636+0000","last_became_peered":"2024-06-13T06:20:03.328636+0000","last_unstale":"2024-06-13T06:23:09.522799+0000","last_undegraded":"2024-06-13T06:23:09.522799+0000","last_fullsized":"2024-06-13T06:23:09.522799+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:59:01.886343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"91'5","reported_seq":203,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.527899+0000","last_change":"2024-06-13T06:19:59.563969+0000","last_active":"2024-06-13T06:23:09.527899+0000","last_peered":"2024-06-13T06:23:09.527899+0000","last_clean":"2024-06-13T06:23:09.527899+0000","last_became_active":"2024-06-13T06:19:59.563540+0000","last_became_peered":"2024-06-13T06:19:59.563540+0000","last_unstale":"2024-06-13T06:23:09.527899+0000","last_undegraded":"2024-06-13T06:23:09.527899+0000","last_fullsized":"2024-06-13T06:23:09.527899+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:08:42.720303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":169,"num_read_kb":169,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.775303+0000","last_change":"2024-06-13T06:20:03.339984+0000","last_active":"2024-06-13T06:23:09.775303+0000","last_peered":"2024-06-13T06:23:09.775303+0000","last_clean":"2024-06-13T06:23:09.775303+0000","last_became_active":"2024-06-13T06:20:03.336966+0000","last_became_peered":"2024-06-13T06:20:03.336966+0000","last_unstale":"2024-06-13T06:23:09.775303+0000","last_undegraded":"2024-06-13T06:23:09.775303+0000","last_fullsized":"2024-06-13T06:23:09.775303+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:29:17.597264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"89'2","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.557432+0000","last_change":"2024-06-13T06:19:59.569760+0000","last_active":"2024-06-13T06:23:09.557432+0000","last_peered":"2024-06-13T06:23:09.557432+0000","last_clean":"2024-06-13T06:23:09.557432+0000","last_became_active":"2024-06-13T06:19:59.569158+0000","last_became_peered":"2024-06-13T06:19:59.569158+0000","last_unstale":"2024-06-13T06:23:09.557432+0000","last_undegraded":"2024-06-13T06:23:09.557432+0000","last_fullsized":"2024-06-13T06:23:09.557432+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:01:05.645534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.740372+0000","last_change":"2024-06-13T06:20:03.333314+0000","last_active":"2024-06-13T06:23:09.740372+0000","last_peered":"2024-06-13T06:23:09.740372+0000","last_clean":"2024-06-13T06:23:09.740372+0000","last_became_active":"2024-06-13T06:20:03.332981+0000","last_became_peered":"2024-06-13T06:20:03.332981+0000","last_unstale":"2024-06-13T06:23:09.740372+0000","last_undegraded":"2024-06-13T06:23:09.740372+0000","last_fullsized":"2024-06-13T06:23:09.740372+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:08:16.319677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"89'4","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.577781+0000","last_change":"2024-06-13T06:19:59.833684+0000","last_active":"2024-06-13T06:23:09.577781+0000","last_peered":"2024-06-13T06:23:09.577781+0000","last_clean":"2024-06-13T06:23:09.577781+0000","last_became_active":"2024-06-13T06:19:59.833320+0000","last_became_peered":"2024-06-13T06:19:59.833320+0000","last_unstale":"2024-06-13T06:23:09.577781+0000","last_undegraded":"2024-06-13T06:23:09.577781+0000","last_fullsized":"2024-06-13T06:23:09.577781+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:30:26.385523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"91'11","reported_seq":24,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.522955+0000","last_change":"2024-06-13T06:20:46.672447+0000","last_active":"2024-06-13T06:23:09.522955+0000","last_peered":"2024-06-13T06:23:09.522955+0000","last_clean":"2024-06-13T06:23:09.522955+0000","last_became_active":"2024-06-13T06:20:46.671961+0000","last_became_peered":"2024-06-13T06:20:46.671961+0000","last_unstale":"2024-06-13T06:23:09.522955+0000","last_undegraded":"2024-06-13T06:23:09.522955+0000","last_fullsized":"2024-06-13T06:23:09.522955+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:53:28.640521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,4],"acting":[9,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"92'36","reported_seq":433,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.903351+0000","last_change":"2024-06-13T06:20:46.681803+0000","last_active":"2024-06-13T06:23:09.903351+0000","last_peered":"2024-06-13T06:23:09.903351+0000","last_clean":"2024-06-13T06:23:09.903351+0000","last_became_active":"2024-06-13T06:20:46.671610+0000","last_became_peered":"2024-06-13T06:20:46.671610+0000","last_unstale":"2024-06-13T06:23:09.903351+0000","last_undegraded":"2024-06-13T06:23:09.903351+0000","last_fullsized":"2024-06-13T06:23:09.903351+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:56:06.655869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67056,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":345,"num_read_kb":237,"num_write":37,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":56089,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.527365+0000","last_change":"2024-06-13T06:20:03.337067+0000","last_active":"2024-06-13T06:23:09.527365+0000","last_peered":"2024-06-13T06:23:09.527365+0000","last_clean":"2024-06-13T06:23:09.527365+0000","last_became_active":"2024-06-13T06:20:03.336729+0000","last_became_peered":"2024-06-13T06:20:03.336729+0000","last_unstale":"2024-06-13T06:23:09.527365+0000","last_undegraded":"2024-06-13T06:23:09.527365+0000","last_fullsized":"2024-06-13T06:23:09.527365+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:07:06.568324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"89'6","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.739615+0000","last_change":"2024-06-13T06:19:59.568177+0000","last_active":"2024-06-13T06:23:09.739615+0000","last_peered":"2024-06-13T06:23:09.739615+0000","last_clean":"2024-06-13T06:23:09.739615+0000","last_became_active":"2024-06-13T06:19:59.567835+0000","last_became_peered":"2024-06-13T06:19:59.567835+0000","last_unstale":"2024-06-13T06:23:09.739615+0000","last_undegraded":"2024-06-13T06:23:09.739615+0000","last_fullsized":"2024-06-13T06:23:09.739615+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:56:12.654336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.575995+0000","last_change":"2024-06-13T06:20:03.328717+0000","last_active":"2024-06-13T06:23:09.575995+0000","last_peered":"2024-06-13T06:23:09.575995+0000","last_clean":"2024-06-13T06:23:09.575995+0000","last_became_active":"2024-06-13T06:20:03.328389+0000","last_became_peered":"2024-06-13T06:20:03.328389+0000","last_unstale":"2024-06-13T06:23:09.575995+0000","last_undegraded":"2024-06-13T06:23:09.575995+0000","last_fullsized":"2024-06-13T06:23:09.575995+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:24:48.044274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"89'3","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.577439+0000","last_change":"2024-06-13T06:19:59.563284+0000","last_active":"2024-06-13T06:23:09.577439+0000","last_peered":"2024-06-13T06:23:09.577439+0000","last_clean":"2024-06-13T06:23:09.577439+0000","last_became_active":"2024-06-13T06:19:59.562853+0000","last_became_peered":"2024-06-13T06:19:59.562853+0000","last_unstale":"2024-06-13T06:23:09.577439+0000","last_undegraded":"2024-06-13T06:23:09.577439+0000","last_fullsized":"2024-06-13T06:23:09.577439+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:55:28.776164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"91'15","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.557264+0000","last_change":"2024-06-13T06:20:03.328605+0000","last_active":"2024-06-13T06:23:09.557264+0000","last_peered":"2024-06-13T06:23:09.557264+0000","last_clean":"2024-06-13T06:23:09.557264+0000","last_became_active":"2024-06-13T06:20:03.328179+0000","last_became_peered":"2024-06-13T06:20:03.328179+0000","last_unstale":"2024-06-13T06:23:09.557264+0000","last_undegraded":"2024-06-13T06:23:09.557264+0000","last_fullsized":"2024-06-13T06:23:09.557264+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:29:01.634231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"92'7","reported_seq":209,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.772261+0000","last_change":"2024-06-13T06:19:59.567260+0000","last_active":"2024-06-13T06:23:09.772261+0000","last_peered":"2024-06-13T06:23:09.772261+0000","last_clean":"2024-06-13T06:23:09.772261+0000","last_became_active":"2024-06-13T06:19:59.566849+0000","last_became_peered":"2024-06-13T06:19:59.566849+0000","last_unstale":"2024-06-13T06:23:09.772261+0000","last_undegraded":"2024-06-13T06:23:09.772261+0000","last_fullsized":"2024-06-13T06:23:09.772261+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:33:51.864595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1899,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":174,"num_read_kb":5,"num_write":6,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.557021+0000","last_change":"2024-06-13T06:20:03.337743+0000","last_active":"2024-06-13T06:23:09.557021+0000","last_peered":"2024-06-13T06:23:09.557021+0000","last_clean":"2024-06-13T06:23:09.557021+0000","last_became_active":"2024-06-13T06:20:03.337302+0000","last_became_peered":"2024-06-13T06:20:03.337302+0000","last_unstale":"2024-06-13T06:23:09.557021+0000","last_undegraded":"2024-06-13T06:23:09.557021+0000","last_fullsized":"2024-06-13T06:23:09.557021+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T10:45:35.834660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"89'15","reported_seq":45,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.527008+0000","last_change":"2024-06-13T06:19:59.832932+0000","last_active":"2024-06-13T06:23:09.527008+0000","last_peered":"2024-06-13T06:23:09.527008+0000","last_clean":"2024-06-13T06:23:09.527008+0000","last_became_active":"2024-06-13T06:19:59.832465+0000","last_became_peered":"2024-06-13T06:19:59.832465+0000","last_unstale":"2024-06-13T06:23:09.527008+0000","last_undegraded":"2024-06-13T06:23:09.527008+0000","last_fullsized":"2024-06-13T06:23:09.527008+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:29:33.741869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.577429+0000","last_change":"2024-06-13T06:20:03.343075+0000","last_active":"2024-06-13T06:23:09.577429+0000","last_peered":"2024-06-13T06:23:09.577429+0000","last_clean":"2024-06-13T06:23:09.577429+0000","last_became_active":"2024-06-13T06:20:03.342740+0000","last_became_peered":"2024-06-13T06:20:03.342740+0000","last_unstale":"2024-06-13T06:23:09.577429+0000","last_undegraded":"2024-06-13T06:23:09.577429+0000","last_fullsized":"2024-06-13T06:23:09.577429+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:47:32.212852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.527561+0000","last_change":"2024-06-13T06:19:59.568400+0000","last_active":"2024-06-13T06:23:09.527561+0000","last_peered":"2024-06-13T06:23:09.527561+0000","last_clean":"2024-06-13T06:23:09.527561+0000","last_became_active":"2024-06-13T06:19:59.568022+0000","last_became_peered":"2024-06-13T06:19:59.568022+0000","last_unstale":"2024-06-13T06:23:09.527561+0000","last_undegraded":"2024-06-13T06:23:09.527561+0000","last_fullsized":"2024-06-13T06:23:09.527561+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:12:50.513044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"91'5","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.740136+0000","last_change":"2024-06-13T06:20:46.673552+0000","last_active":"2024-06-13T06:23:09.740136+0000","last_peered":"2024-06-13T06:23:09.740136+0000","last_clean":"2024-06-13T06:23:09.740136+0000","last_became_active":"2024-06-13T06:20:46.672166+0000","last_became_peered":"2024-06-13T06:20:46.672166+0000","last_unstale":"2024-06-13T06:23:09.740136+0000","last_undegraded":"2024-06-13T06:23:09.740136+0000","last_fullsized":"2024-06-13T06:23:09.740136+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T09:19:43.857291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,8],"acting":[11,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.523106+0000","last_change":"2024-06-13T06:19:59.834736+0000","last_active":"2024-06-13T06:23:09.523106+0000","last_peered":"2024-06-13T06:23:09.523106+0000","last_clean":"2024-06-13T06:23:09.523106+0000","last_became_active":"2024-06-13T06:19:59.834303+0000","last_became_peered":"2024-06-13T06:19:59.834303+0000","last_unstale":"2024-06-13T06:23:09.523106+0000","last_undegraded":"2024-06-13T06:23:09.523106+0000","last_fullsized":"2024-06-13T06:23:09.523106+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:59:39.930975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"91'5","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.527697+0000","last_change":"2024-06-13T06:20:03.329695+0000","last_active":"2024-06-13T06:23:09.527697+0000","last_peered":"2024-06-13T06:23:09.527697+0000","last_clean":"2024-06-13T06:23:09.527697+0000","last_became_active":"2024-06-13T06:20:03.329358+0000","last_became_peered":"2024-06-13T06:20:03.329358+0000","last_unstale":"2024-06-13T06:23:09.527697+0000","last_undegraded":"2024-06-13T06:23:09.527697+0000","last_fullsized":"2024-06-13T06:23:09.527697+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:15:14.603421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"89'1","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.557212+0000","last_change":"2024-06-13T06:19:59.563944+0000","last_active":"2024-06-13T06:23:09.557212+0000","last_peered":"2024-06-13T06:23:09.557212+0000","last_clean":"2024-06-13T06:23:09.557212+0000","last_became_active":"2024-06-13T06:19:59.563594+0000","last_became_peered":"2024-06-13T06:19:59.563594+0000","last_unstale":"2024-06-13T06:23:09.557212+0000","last_undegraded":"2024-06-13T06:23:09.557212+0000","last_fullsized":"2024-06-13T06:23:09.557212+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:51:42.929079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.527386+0000","last_change":"2024-06-13T06:20:03.336182+0000","last_active":"2024-06-13T06:23:09.527386+0000","last_peered":"2024-06-13T06:23:09.527386+0000","last_clean":"2024-06-13T06:23:09.527386+0000","last_became_active":"2024-06-13T06:20:03.335500+0000","last_became_peered":"2024-06-13T06:20:03.335500+0000","last_unstale":"2024-06-13T06:23:09.527386+0000","last_undegraded":"2024-06-13T06:23:09.527386+0000","last_fullsized":"2024-06-13T06:23:09.527386+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T07:32:13.613578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"91'8","reported_seq":37,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.577703+0000","last_change":"2024-06-13T06:20:46.812688+0000","last_active":"2024-06-13T06:23:09.577703+0000","last_peered":"2024-06-13T06:23:09.577703+0000","last_clean":"2024-06-13T06:23:09.577703+0000","last_became_active":"2024-06-13T06:20:46.812286+0000","last_became_peered":"2024-06-13T06:20:46.812286+0000","last_unstale":"2024-06-13T06:23:09.577703+0000","last_undegraded":"2024-06-13T06:23:09.577703+0000","last_fullsized":"2024-06-13T06:23:09.577703+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:20:09.437747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"92'6","reported_seq":204,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.576366+0000","last_change":"2024-06-13T06:19:59.832754+0000","last_active":"2024-06-13T06:23:09.576366+0000","last_peered":"2024-06-13T06:23:09.576366+0000","last_clean":"2024-06-13T06:23:09.576366+0000","last_became_active":"2024-06-13T06:19:59.832361+0000","last_became_peered":"2024-06-13T06:19:59.832361+0000","last_unstale":"2024-06-13T06:23:09.576366+0000","last_undegraded":"2024-06-13T06:23:09.576366+0000","last_fullsized":"2024-06-13T06:23:09.576366+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:02:58.350573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":169,"num_read_kb":169,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.578294+0000","last_change":"2024-06-13T06:20:03.337841+0000","last_active":"2024-06-13T06:23:09.578294+0000","last_peered":"2024-06-13T06:23:09.578294+0000","last_clean":"2024-06-13T06:23:09.578294+0000","last_became_active":"2024-06-13T06:20:03.337281+0000","last_became_peered":"2024-06-13T06:20:03.337281+0000","last_unstale":"2024-06-13T06:23:09.578294+0000","last_undegraded":"2024-06-13T06:23:09.578294+0000","last_fullsized":"2024-06-13T06:23:09.578294+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:16:30.838399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'3","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.577993+0000","last_change":"2024-06-13T06:19:59.568277+0000","last_active":"2024-06-13T06:23:09.577993+0000","last_peered":"2024-06-13T06:23:09.577993+0000","last_clean":"2024-06-13T06:23:09.577993+0000","last_became_active":"2024-06-13T06:19:59.567541+0000","last_became_peered":"2024-06-13T06:19:59.567541+0000","last_unstale":"2024-06-13T06:23:09.577993+0000","last_undegraded":"2024-06-13T06:23:09.577993+0000","last_fullsized":"2024-06-13T06:23:09.577993+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:47:54.915305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":361,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.557157+0000","last_change":"2024-06-13T06:18:34.317390+0000","last_active":"2024-06-13T06:23:09.557157+0000","last_peered":"2024-06-13T06:23:09.557157+0000","last_clean":"2024-06-13T06:23:09.557157+0000","last_became_active":"2024-06-13T06:18:34.317005+0000","last_became_peered":"2024-06-13T06:18:34.317005+0000","last_unstale":"2024-06-13T06:23:09.557157+0000","last_undegraded":"2024-06-13T06:23:09.557157+0000","last_fullsized":"2024-06-13T06:23:09.557157+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:15:09.350365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:15:09.350365+0000","last_clean_scrub_stamp":"2024-06-13T06:15:09.350365+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:14:34.164625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"91'5","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.575786+0000","last_change":"2024-06-13T06:20:03.340336+0000","last_active":"2024-06-13T06:23:09.575786+0000","last_peered":"2024-06-13T06:23:09.575786+0000","last_clean":"2024-06-13T06:23:09.575786+0000","last_became_active":"2024-06-13T06:20:03.340009+0000","last_became_peered":"2024-06-13T06:20:03.340009+0000","last_unstale":"2024-06-13T06:23:09.575786+0000","last_undegraded":"2024-06-13T06:23:09.575786+0000","last_fullsized":"2024-06-13T06:23:09.575786+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:33:40.983600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'3","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.557313+0000","last_change":"2024-06-13T06:19:59.567443+0000","last_active":"2024-06-13T06:23:09.557313+0000","last_peered":"2024-06-13T06:23:09.557313+0000","last_clean":"2024-06-13T06:23:09.557313+0000","last_became_active":"2024-06-13T06:19:59.567072+0000","last_became_peered":"2024-06-13T06:19:59.567072+0000","last_unstale":"2024-06-13T06:23:09.557313+0000","last_undegraded":"2024-06-13T06:23:09.557313+0000","last_fullsized":"2024-06-13T06:23:09.557313+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:44:35.300398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"89'1","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.527433+0000","last_change":"2024-06-13T06:19:59.834172+0000","last_active":"2024-06-13T06:23:09.527433+0000","last_peered":"2024-06-13T06:23:09.527433+0000","last_clean":"2024-06-13T06:23:09.527433+0000","last_became_active":"2024-06-13T06:19:59.833438+0000","last_became_peered":"2024-06-13T06:19:59.833438+0000","last_unstale":"2024-06-13T06:23:09.527433+0000","last_undegraded":"2024-06-13T06:23:09.527433+0000","last_fullsized":"2024-06-13T06:23:09.527433+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:25:57.760729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.576195+0000","last_change":"2024-06-13T06:20:03.337636+0000","last_active":"2024-06-13T06:23:09.576195+0000","last_peered":"2024-06-13T06:23:09.576195+0000","last_clean":"2024-06-13T06:23:09.576195+0000","last_became_active":"2024-06-13T06:20:03.336962+0000","last_became_peered":"2024-06-13T06:20:03.336962+0000","last_unstale":"2024-06-13T06:23:09.576195+0000","last_undegraded":"2024-06-13T06:23:09.576195+0000","last_fullsized":"2024-06-13T06:23:09.576195+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:52:01.089591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"92'48","reported_seq":100,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.736542+0000","last_change":"2024-06-13T06:19:59.566778+0000","last_active":"2024-06-13T06:23:09.736542+0000","last_peered":"2024-06-13T06:23:09.736542+0000","last_clean":"2024-06-13T06:23:09.736542+0000","last_became_active":"2024-06-13T06:19:59.566406+0000","last_became_peered":"2024-06-13T06:19:59.566406+0000","last_unstale":"2024-06-13T06:23:09.736542+0000","last_undegraded":"2024-06-13T06:23:09.736542+0000","last_fullsized":"2024-06-13T06:23:09.736542+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":0,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:47:38.813218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":88,"num_write_kb":840,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"91'5","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.578282+0000","last_change":"2024-06-13T06:20:03.332327+0000","last_active":"2024-06-13T06:23:09.578282+0000","last_peered":"2024-06-13T06:23:09.578282+0000","last_clean":"2024-06-13T06:23:09.578282+0000","last_became_active":"2024-06-13T06:20:03.332012+0000","last_became_peered":"2024-06-13T06:20:03.332012+0000","last_unstale":"2024-06-13T06:23:09.578282+0000","last_undegraded":"2024-06-13T06:23:09.578282+0000","last_fullsized":"2024-06-13T06:23:09.578282+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:40:31.752929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"89'4","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.578129+0000","last_change":"2024-06-13T06:19:59.871364+0000","last_active":"2024-06-13T06:23:09.578129+0000","last_peered":"2024-06-13T06:23:09.578129+0000","last_clean":"2024-06-13T06:23:09.578129+0000","last_became_active":"2024-06-13T06:19:59.870977+0000","last_became_peered":"2024-06-13T06:19:59.870977+0000","last_unstale":"2024-06-13T06:23:09.578129+0000","last_undegraded":"2024-06-13T06:23:09.578129+0000","last_fullsized":"2024-06-13T06:23:09.578129+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T10:13:06.882931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.740332+0000","last_change":"2024-06-13T06:20:03.326400+0000","last_active":"2024-06-13T06:23:09.740332+0000","last_peered":"2024-06-13T06:23:09.740332+0000","last_clean":"2024-06-13T06:23:09.740332+0000","last_became_active":"2024-06-13T06:20:03.326056+0000","last_became_peered":"2024-06-13T06:20:03.326056+0000","last_unstale":"2024-06-13T06:23:09.740332+0000","last_undegraded":"2024-06-13T06:23:09.740332+0000","last_fullsized":"2024-06-13T06:23:09.740332+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T10:55:37.627614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.774833+0000","last_change":"2024-06-13T06:19:59.832873+0000","last_active":"2024-06-13T06:23:09.774833+0000","last_peered":"2024-06-13T06:23:09.774833+0000","last_clean":"2024-06-13T06:23:09.774833+0000","last_became_active":"2024-06-13T06:19:59.832564+0000","last_became_peered":"2024-06-13T06:19:59.832564+0000","last_unstale":"2024-06-13T06:23:09.774833+0000","last_undegraded":"2024-06-13T06:23:09.774833+0000","last_fullsized":"2024-06-13T06:23:09.774833+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:59:09.301487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"91'2","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.526983+0000","last_change":"2024-06-13T06:20:03.338608+0000","last_active":"2024-06-13T06:23:09.526983+0000","last_peered":"2024-06-13T06:23:09.526983+0000","last_clean":"2024-06-13T06:23:09.526983+0000","last_became_active":"2024-06-13T06:20:03.338223+0000","last_became_peered":"2024-06-13T06:20:03.338223+0000","last_unstale":"2024-06-13T06:23:09.526983+0000","last_undegraded":"2024-06-13T06:23:09.526983+0000","last_fullsized":"2024-06-13T06:23:09.526983+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T10:48:40.962563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"89'3","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.578028+0000","last_change":"2024-06-13T06:19:59.564731+0000","last_active":"2024-06-13T06:23:09.578028+0000","last_peered":"2024-06-13T06:23:09.578028+0000","last_clean":"2024-06-13T06:23:09.578028+0000","last_became_active":"2024-06-13T06:19:59.564374+0000","last_became_peered":"2024-06-13T06:19:59.564374+0000","last_unstale":"2024-06-13T06:23:09.578028+0000","last_undegraded":"2024-06-13T06:23:09.578028+0000","last_fullsized":"2024-06-13T06:23:09.578028+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:29:27.565821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.739874+0000","last_change":"2024-06-13T06:20:03.338192+0000","last_active":"2024-06-13T06:23:09.739874+0000","last_peered":"2024-06-13T06:23:09.739874+0000","last_clean":"2024-06-13T06:23:09.739874+0000","last_became_active":"2024-06-13T06:20:03.337623+0000","last_became_peered":"2024-06-13T06:20:03.337623+0000","last_unstale":"2024-06-13T06:23:09.739874+0000","last_undegraded":"2024-06-13T06:23:09.739874+0000","last_fullsized":"2024-06-13T06:23:09.739874+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:46:51.514946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"89'1","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.739925+0000","last_change":"2024-06-13T06:20:46.676257+0000","last_active":"2024-06-13T06:23:09.739925+0000","last_peered":"2024-06-13T06:23:09.739925+0000","last_clean":"2024-06-13T06:23:09.739925+0000","last_became_active":"2024-06-13T06:20:46.671594+0000","last_became_peered":"2024-06-13T06:20:46.671594+0000","last_unstale":"2024-06-13T06:23:09.739925+0000","last_undegraded":"2024-06-13T06:23:09.739925+0000","last_fullsized":"2024-06-13T06:23:09.739925+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:31:51.365837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.578206+0000","last_change":"2024-06-13T06:20:03.333924+0000","last_active":"2024-06-13T06:23:09.578206+0000","last_peered":"2024-06-13T06:23:09.578206+0000","last_clean":"2024-06-13T06:23:09.578206+0000","last_became_active":"2024-06-13T06:20:03.333591+0000","last_became_peered":"2024-06-13T06:20:03.333591+0000","last_unstale":"2024-06-13T06:23:09.578206+0000","last_undegraded":"2024-06-13T06:23:09.578206+0000","last_fullsized":"2024-06-13T06:23:09.578206+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T07:09:33.075835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.527050+0000","last_change":"2024-06-13T06:19:59.569485+0000","last_active":"2024-06-13T06:23:09.527050+0000","last_peered":"2024-06-13T06:23:09.527050+0000","last_clean":"2024-06-13T06:23:09.527050+0000","last_became_active":"2024-06-13T06:19:59.569083+0000","last_became_peered":"2024-06-13T06:19:59.569083+0000","last_unstale":"2024-06-13T06:23:09.527050+0000","last_undegraded":"2024-06-13T06:23:09.527050+0000","last_fullsized":"2024-06-13T06:23:09.527050+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T07:54:39.027326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"91'5","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.557211+0000","last_change":"2024-06-13T06:20:03.332895+0000","last_active":"2024-06-13T06:23:09.557211+0000","last_peered":"2024-06-13T06:23:09.557211+0000","last_clean":"2024-06-13T06:23:09.557211+0000","last_became_active":"2024-06-13T06:20:03.332522+0000","last_became_peered":"2024-06-13T06:20:03.332522+0000","last_unstale":"2024-06-13T06:23:09.557211+0000","last_undegraded":"2024-06-13T06:23:09.557211+0000","last_fullsized":"2024-06-13T06:23:09.557211+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:06:52.386940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"89'3","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.739707+0000","last_change":"2024-06-13T06:19:59.871273+0000","last_active":"2024-06-13T06:23:09.739707+0000","last_peered":"2024-06-13T06:23:09.739707+0000","last_clean":"2024-06-13T06:23:09.739707+0000","last_became_active":"2024-06-13T06:19:59.870771+0000","last_became_peered":"2024-06-13T06:19:59.870771+0000","last_unstale":"2024-06-13T06:23:09.739707+0000","last_undegraded":"2024-06-13T06:23:09.739707+0000","last_fullsized":"2024-06-13T06:23:09.739707+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T07:38:23.253801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.557533+0000","last_change":"2024-06-13T06:20:03.333799+0000","last_active":"2024-06-13T06:23:09.557533+0000","last_peered":"2024-06-13T06:23:09.557533+0000","last_clean":"2024-06-13T06:23:09.557533+0000","last_became_active":"2024-06-13T06:20:03.333149+0000","last_became_peered":"2024-06-13T06:20:03.333149+0000","last_unstale":"2024-06-13T06:23:09.557533+0000","last_undegraded":"2024-06-13T06:23:09.557533+0000","last_fullsized":"2024-06-13T06:23:09.557533+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:38:16.776173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"92'39","reported_seq":76,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.730690+0000","last_change":"2024-06-13T06:19:59.561434+0000","last_active":"2024-06-13T06:23:09.730690+0000","last_peered":"2024-06-13T06:23:09.730690+0000","last_clean":"2024-06-13T06:23:09.730690+0000","last_became_active":"2024-06-13T06:19:59.561076+0000","last_became_peered":"2024-06-13T06:19:59.561076+0000","last_unstale":"2024-06-13T06:23:09.730690+0000","last_undegraded":"2024-06-13T06:23:09.730690+0000","last_fullsized":"2024-06-13T06:23:09.730690+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:50:10.441166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.557195+0000","last_change":"2024-06-13T06:20:03.338390+0000","last_active":"2024-06-13T06:23:09.557195+0000","last_peered":"2024-06-13T06:23:09.557195+0000","last_clean":"2024-06-13T06:23:09.557195+0000","last_became_active":"2024-06-13T06:20:03.338000+0000","last_became_peered":"2024-06-13T06:20:03.338000+0000","last_unstale":"2024-06-13T06:23:09.557195+0000","last_undegraded":"2024-06-13T06:23:09.557195+0000","last_fullsized":"2024-06-13T06:23:09.557195+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T09:46:54.335030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"89'2","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.576290+0000","last_change":"2024-06-13T06:19:59.565675+0000","last_active":"2024-06-13T06:23:09.576290+0000","last_peered":"2024-06-13T06:23:09.576290+0000","last_clean":"2024-06-13T06:23:09.576290+0000","last_became_active":"2024-06-13T06:19:59.565257+0000","last_became_peered":"2024-06-13T06:19:59.565257+0000","last_unstale":"2024-06-13T06:23:09.576290+0000","last_undegraded":"2024-06-13T06:23:09.576290+0000","last_fullsized":"2024-06-13T06:23:09.576290+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T09:48:58.013179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.557602+0000","last_change":"2024-06-13T06:20:03.335204+0000","last_active":"2024-06-13T06:23:09.557602+0000","last_peered":"2024-06-13T06:23:09.557602+0000","last_clean":"2024-06-13T06:23:09.557602+0000","last_became_active":"2024-06-13T06:20:03.334589+0000","last_became_peered":"2024-06-13T06:20:03.334589+0000","last_unstale":"2024-06-13T06:23:09.557602+0000","last_undegraded":"2024-06-13T06:23:09.557602+0000","last_fullsized":"2024-06-13T06:23:09.557602+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:49:37.493543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.740002+0000","last_change":"2024-06-13T06:20:03.339546+0000","last_active":"2024-06-13T06:23:09.740002+0000","last_peered":"2024-06-13T06:23:09.740002+0000","last_clean":"2024-06-13T06:23:09.740002+0000","last_became_active":"2024-06-13T06:20:03.339182+0000","last_became_peered":"2024-06-13T06:20:03.339182+0000","last_unstale":"2024-06-13T06:23:09.740002+0000","last_undegraded":"2024-06-13T06:23:09.740002+0000","last_fullsized":"2024-06-13T06:23:09.740002+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:08:36.171459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"91'12","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.739900+0000","last_change":"2024-06-13T06:20:03.344781+0000","last_active":"2024-06-13T06:23:09.739900+0000","last_peered":"2024-06-13T06:23:09.739900+0000","last_clean":"2024-06-13T06:23:09.739900+0000","last_became_active":"2024-06-13T06:20:03.343968+0000","last_became_peered":"2024-06-13T06:20:03.343968+0000","last_unstale":"2024-06-13T06:23:09.739900+0000","last_undegraded":"2024-06-13T06:23:09.739900+0000","last_fullsized":"2024-06-13T06:23:09.739900+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:27:36.929737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.739522+0000","last_change":"2024-06-13T06:20:03.333802+0000","last_active":"2024-06-13T06:23:09.739522+0000","last_peered":"2024-06-13T06:23:09.739522+0000","last_clean":"2024-06-13T06:23:09.739522+0000","last_became_active":"2024-06-13T06:20:03.333463+0000","last_became_peered":"2024-06-13T06:20:03.333463+0000","last_unstale":"2024-06-13T06:23:09.739522+0000","last_undegraded":"2024-06-13T06:23:09.739522+0000","last_fullsized":"2024-06-13T06:23:09.739522+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:01:43.704543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.740098+0000","last_change":"2024-06-13T06:20:03.328963+0000","last_active":"2024-06-13T06:23:09.740098+0000","last_peered":"2024-06-13T06:23:09.740098+0000","last_clean":"2024-06-13T06:23:09.740098+0000","last_became_active":"2024-06-13T06:20:03.327919+0000","last_became_peered":"2024-06-13T06:20:03.327919+0000","last_unstale":"2024-06-13T06:23:09.740098+0000","last_undegraded":"2024-06-13T06:23:09.740098+0000","last_fullsized":"2024-06-13T06:23:09.740098+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:21:01.096356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"91'4","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.576352+0000","last_change":"2024-06-13T06:20:03.332528+0000","last_active":"2024-06-13T06:23:09.576352+0000","last_peered":"2024-06-13T06:23:09.576352+0000","last_clean":"2024-06-13T06:23:09.576352+0000","last_became_active":"2024-06-13T06:20:03.332184+0000","last_became_peered":"2024-06-13T06:20:03.332184+0000","last_unstale":"2024-06-13T06:23:09.576352+0000","last_undegraded":"2024-06-13T06:23:09.576352+0000","last_fullsized":"2024-06-13T06:23:09.576352+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:37:57.879546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.740052+0000","last_change":"2024-06-13T06:20:03.341100+0000","last_active":"2024-06-13T06:23:09.740052+0000","last_peered":"2024-06-13T06:23:09.740052+0000","last_clean":"2024-06-13T06:23:09.740052+0000","last_became_active":"2024-06-13T06:20:03.340775+0000","last_became_peered":"2024-06-13T06:20:03.340775+0000","last_unstale":"2024-06-13T06:23:09.740052+0000","last_undegraded":"2024-06-13T06:23:09.740052+0000","last_fullsized":"2024-06-13T06:23:09.740052+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:59:21.262970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"91'15","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.739766+0000","last_change":"2024-06-13T06:20:03.342535+0000","last_active":"2024-06-13T06:23:09.739766+0000","last_peered":"2024-06-13T06:23:09.739766+0000","last_clean":"2024-06-13T06:23:09.739766+0000","last_became_active":"2024-06-13T06:20:03.342078+0000","last_became_peered":"2024-06-13T06:20:03.342078+0000","last_unstale":"2024-06-13T06:23:09.739766+0000","last_undegraded":"2024-06-13T06:23:09.739766+0000","last_fullsized":"2024-06-13T06:23:09.739766+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:55:31.208484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"91'2","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.578197+0000","last_change":"2024-06-13T06:20:03.339638+0000","last_active":"2024-06-13T06:23:09.578197+0000","last_peered":"2024-06-13T06:23:09.578197+0000","last_clean":"2024-06-13T06:23:09.578197+0000","last_became_active":"2024-06-13T06:20:03.339326+0000","last_became_peered":"2024-06-13T06:20:03.339326+0000","last_unstale":"2024-06-13T06:23:09.578197+0000","last_undegraded":"2024-06-13T06:23:09.578197+0000","last_fullsized":"2024-06-13T06:23:09.578197+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:21:11.289793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.577396+0000","last_change":"2024-06-13T06:20:03.337506+0000","last_active":"2024-06-13T06:23:09.577396+0000","last_peered":"2024-06-13T06:23:09.577396+0000","last_clean":"2024-06-13T06:23:09.577396+0000","last_became_active":"2024-06-13T06:20:03.336692+0000","last_became_peered":"2024-06-13T06:20:03.336692+0000","last_unstale":"2024-06-13T06:23:09.577396+0000","last_undegraded":"2024-06-13T06:23:09.577396+0000","last_fullsized":"2024-06-13T06:23:09.577396+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:10:08.655549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.577950+0000","last_change":"2024-06-13T06:20:03.337973+0000","last_active":"2024-06-13T06:23:09.577950+0000","last_peered":"2024-06-13T06:23:09.577950+0000","last_clean":"2024-06-13T06:23:09.577950+0000","last_became_active":"2024-06-13T06:20:03.337601+0000","last_became_peered":"2024-06-13T06:20:03.337601+0000","last_unstale":"2024-06-13T06:23:09.577950+0000","last_undegraded":"2024-06-13T06:23:09.577950+0000","last_fullsized":"2024-06-13T06:23:09.577950+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:22:13.204173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.775038+0000","last_change":"2024-06-13T06:20:03.340835+0000","last_active":"2024-06-13T06:23:09.775038+0000","last_peered":"2024-06-13T06:23:09.775038+0000","last_clean":"2024-06-13T06:23:09.775038+0000","last_became_active":"2024-06-13T06:20:03.340449+0000","last_became_peered":"2024-06-13T06:20:03.340449+0000","last_unstale":"2024-06-13T06:23:09.775038+0000","last_undegraded":"2024-06-13T06:23:09.775038+0000","last_fullsized":"2024-06-13T06:23:09.775038+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:43:22.522320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.576216+0000","last_change":"2024-06-13T06:20:03.331652+0000","last_active":"2024-06-13T06:23:09.576216+0000","last_peered":"2024-06-13T06:23:09.576216+0000","last_clean":"2024-06-13T06:23:09.576216+0000","last_became_active":"2024-06-13T06:20:03.331314+0000","last_became_peered":"2024-06-13T06:20:03.331314+0000","last_unstale":"2024-06-13T06:23:09.576216+0000","last_undegraded":"2024-06-13T06:23:09.576216+0000","last_fullsized":"2024-06-13T06:23:09.576216+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:08:21.393531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.740132+0000","last_change":"2024-06-13T06:20:03.343797+0000","last_active":"2024-06-13T06:23:09.740132+0000","last_peered":"2024-06-13T06:23:09.740132+0000","last_clean":"2024-06-13T06:23:09.740132+0000","last_became_active":"2024-06-13T06:20:03.343452+0000","last_became_peered":"2024-06-13T06:20:03.343452+0000","last_unstale":"2024-06-13T06:23:09.740132+0000","last_undegraded":"2024-06-13T06:23:09.740132+0000","last_fullsized":"2024-06-13T06:23:09.740132+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:59:57.502951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":1771104,"data_compressed":109329,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":598022,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":1136,"num_read_kb":677,"num_write":297,"num_write_kb":1443,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":56089,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":536576,"data_stored":1794066,"data_compressed":85009,"data_compressed_allocated":110592,"data_compressed_original":1601536,"omap_allocated":0,"internal_metadata":0},"log_size":232,"ondisk_log_size":232,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351029,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32156,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712996,"statfs":{"total":95995035648,"available":95962107904,"internally_reserved":0,"allocated":999424,"data_stored":492007,"data_compressed":8696,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612667,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32324,"kb_used_data":1144,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712828,"statfs":{"total":95995035648,"available":95961935872,"internally_reserved":0,"allocated":1171456,"data_stored":1216351,"data_compressed":48036,"data_compressed_allocated":61440,"data_compressed_original":675840,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776192,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32196,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712956,"statfs":{"total":95995035648,"available":95962066944,"internally_reserved":0,"allocated":1040384,"data_stored":885459,"data_compressed":27842,"data_compressed_allocated":36864,"data_compressed_original":417792,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037829,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32172,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712980,"statfs":{"total":95995035648,"available":95962091520,"internally_reserved":0,"allocated":1015808,"data_stored":492163,"data_compressed":8696,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299466,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32220,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712932,"statfs":{"total":95995035648,"available":95962042368,"internally_reserved":0,"allocated":1064960,"data_stored":1085072,"data_compressed":45139,"data_compressed_allocated":57344,"data_compressed_original":614400,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462991,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32160,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712992,"statfs":{"total":95995035648,"available":95962103808,"internally_reserved":0,"allocated":1003520,"data_stored":491632,"data_compressed":8696,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574951,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32228,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712924,"statfs":{"total":95995035648,"available":95962034176,"internally_reserved":0,"allocated":1073152,"data_stored":558481,"data_compressed":8696,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738478,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32180,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712972,"statfs":{"total":95995035648,"available":95962083328,"internally_reserved":0,"allocated":1024000,"data_stored":492903,"data_compressed":8696,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411427,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36336,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708816,"statfs":{"total":95995035648,"available":95957827584,"internally_reserved":0,"allocated":1019904,"data_stored":494004,"data_compressed":8696,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149789,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28056,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717096,"statfs":{"total":95995035648,"available":95966306304,"internally_reserved":0,"allocated":1064960,"data_stored":1016759,"data_compressed":33998,"data_compressed_allocated":45056,"data_compressed_original":540672,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888153,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28040,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717112,"statfs":{"total":95995035648,"available":95966322688,"internally_reserved":0,"allocated":1044480,"data_stored":560436,"data_compressed":17799,"data_compressed_allocated":24576,"data_compressed_original":77824,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724627,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28100,"kb_used_data":1072,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717052,"statfs":{"total":95995035648,"available":95966261248,"internally_reserved":0,"allocated":1097728,"data_stored":1215825,"data_compressed":51295,"data_compressed_allocated":65536,"data_compressed_original":737280,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36443,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36443,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36443,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":67056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2579,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":525100,"data_compressed":25302,"data_compressed_allocated":32768,"data_compressed_original":516096,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":69011,"data_compressed":9103,"data_compressed_allocated":12288,"data_compressed_original":53248,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":134305,"data_compressed":6156,"data_compressed_allocated":8192,"data_compressed_original":122880,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4332,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":393954,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":394034,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":131072,"data_stored":201545,"data_compressed":6156,"data_compressed_allocated":8192,"data_compressed_original":122880,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-06-13T06:23:18.169 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-06-13T06:23:18.170 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph pg dump --format=json 2024-06-13T06:23:18.422 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:23:18.836 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:18 smithi039 ceph-mon[32479]: from='client.15219 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T06:23:18.836 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:18 smithi039 ceph-mon[32479]: pgmap v7: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 131 KiB/s wr, 76 op/s 2024-06-13T06:23:18.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:18 smithi149 ceph-mon[36963]: from='client.15219 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T06:23:18.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:18 smithi149 ceph-mon[36963]: pgmap v7: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 131 KiB/s wr, 76 op/s 2024-06-13T06:23:19.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:18 smithi096 ceph-mon[36532]: from='client.15219 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T06:23:19.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:18 smithi096 ceph-mon[36532]: pgmap v7: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 131 KiB/s wr, 76 op/s 2024-06-13T06:23:20.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.042+0000 7ff0ea337700 1 -- 172.21.15.39:0/2267392275 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0e41013c0 msgr2=0x7ff0e4101840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:20.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.042+0000 7ff0ea337700 1 --2- 172.21.15.39:0/2267392275 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0e41013c0 0x7ff0e4101840 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7ff0d8009990 tx=0x7ff0d8009ca0 comp rx=0 tx=0).stop 2024-06-13T06:23:20.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.042+0000 7ff0ea337700 1 -- 172.21.15.39:0/2267392275 shutdown_connections 2024-06-13T06:23:20.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.042+0000 7ff0ea337700 1 --2- 172.21.15.39:0/2267392275 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff0e4101d80 0x7ff0e410e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:20.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.042+0000 7ff0ea337700 1 --2- 172.21.15.39:0/2267392275 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff0e4107440 0x7ff0e4107820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:20.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.042+0000 7ff0ea337700 1 --2- 172.21.15.39:0/2267392275 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0e41013c0 0x7ff0e4101840 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:20.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.042+0000 7ff0ea337700 1 -- 172.21.15.39:0/2267392275 >> 172.21.15.39:0/2267392275 conn(0x7ff0e4077400 msgr2=0x7ff0e4077810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:20.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.042+0000 7ff0ea337700 1 -- 172.21.15.39:0/2267392275 shutdown_connections 2024-06-13T06:23:20.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.042+0000 7ff0ea337700 1 -- 172.21.15.39:0/2267392275 wait complete. 2024-06-13T06:23:20.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.043+0000 7ff0ea337700 1 Processor -- start 2024-06-13T06:23:20.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.043+0000 7ff0ea337700 1 -- start start 2024-06-13T06:23:20.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.043+0000 7ff0ea337700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0e41013c0 0x7ff0e4199b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:20.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.044+0000 7ff0ea337700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff0e4101d80 0x7ff0e419a0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:20.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.044+0000 7ff0ea337700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff0e4107440 0x7ff0e41a4be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:20.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.044+0000 7ff0ea337700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7ff0e41116e0 con 0x7ff0e41013c0 2024-06-13T06:23:20.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.044+0000 7ff0ea337700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7ff0e4111560 con 0x7ff0e4101d80 2024-06-13T06:23:20.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.044+0000 7ff0ea337700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7ff0e4111860 con 0x7ff0e4107440 2024-06-13T06:23:20.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.044+0000 7ff0e3fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0e41013c0 0x7ff0e4199b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:20.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.044+0000 7ff0e3fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0e41013c0 0x7ff0e4199b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32770/0 (socket says 172.21.15.39:32770) 2024-06-13T06:23:20.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.044+0000 7ff0e3fff700 1 -- 172.21.15.39:0/2635152322 learned_addr learned my addr 172.21.15.39:0/2635152322 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:23:20.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.044+0000 7ff0e88d4700 1 --2- 172.21.15.39:0/2635152322 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff0e4107440 0x7ff0e41a4be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:20.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.044+0000 7ff0e37fe700 1 --2- 172.21.15.39:0/2635152322 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff0e4101d80 0x7ff0e419a0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:20.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.044+0000 7ff0e3fff700 1 -- 172.21.15.39:0/2635152322 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff0e4107440 msgr2=0x7ff0e41a4be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:20.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.044+0000 7ff0e3fff700 1 --2- 172.21.15.39:0/2635152322 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff0e4107440 0x7ff0e41a4be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:20.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.044+0000 7ff0e3fff700 1 -- 172.21.15.39:0/2635152322 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff0e4101d80 msgr2=0x7ff0e419a0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:20.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.044+0000 7ff0e3fff700 1 --2- 172.21.15.39:0/2635152322 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff0e4101d80 0x7ff0e419a0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:20.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.044+0000 7ff0e3fff700 1 -- 172.21.15.39:0/2635152322 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0e41a5120 con 0x7ff0e41013c0 2024-06-13T06:23:20.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.044+0000 7ff0e88d4700 1 --2- 172.21.15.39:0/2635152322 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff0e4107440 0x7ff0e41a4be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:23:20.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.044+0000 7ff0e3fff700 1 --2- 172.21.15.39:0/2635152322 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0e41013c0 0x7ff0e4199b60 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7ff0d400b530 tx=0x7ff0d400b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:20.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.044+0000 7ff0e17fa700 1 -- 172.21.15.39:0/2635152322 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0d4015020 con 0x7ff0e41013c0 2024-06-13T06:23:20.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.044+0000 7ff0e17fa700 1 -- 172.21.15.39:0/2635152322 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff0d4011d10 con 0x7ff0e41013c0 2024-06-13T06:23:20.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.044+0000 7ff0ea337700 1 -- 172.21.15.39:0/2635152322 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0e41a52f0 con 0x7ff0e41013c0 2024-06-13T06:23:20.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.044+0000 7ff0e17fa700 1 -- 172.21.15.39:0/2635152322 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0d4010e50 con 0x7ff0e41013c0 2024-06-13T06:23:20.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.044+0000 7ff0ea337700 1 -- 172.21.15.39:0/2635152322 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0e41a5800 con 0x7ff0e41013c0 2024-06-13T06:23:20.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.046+0000 7ff0ea337700 1 -- 172.21.15.39:0/2635152322 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff0e4109900 con 0x7ff0e41013c0 2024-06-13T06:23:20.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.047+0000 7ff0e17fa700 1 -- 172.21.15.39:0/2635152322 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 24) ==== 138009+0+0 (secure 0 0 0) 0x7ff0d4018020 con 0x7ff0e41013c0 2024-06-13T06:23:20.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.048+0000 7ff0e17fa700 1 --2- 172.21.15.39:0/2635152322 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7ff0cc0a2fc0 0x7ff0cc0a5480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:20.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.048+0000 7ff0e37fe700 1 --2- 172.21.15.39:0/2635152322 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7ff0cc0a2fc0 0x7ff0cc0a5480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:20.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.048+0000 7ff0e17fa700 1 -- 172.21.15.39:0/2635152322 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7ff0d40ced60 con 0x7ff0e41013c0 2024-06-13T06:23:20.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.048+0000 7ff0e37fe700 1 --2- 172.21.15.39:0/2635152322 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7ff0cc0a2fc0 0x7ff0cc0a5480 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7ff0d8006010 tx=0x7ff0d800b540 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:20.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.052+0000 7ff0e17fa700 1 -- 172.21.15.39:0/2635152322 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7ff0d401f020 con 0x7ff0e41013c0 2024-06-13T06:23:20.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.255+0000 7ff0ea337700 1 -- 172.21.15.39:0/2635152322 --> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ff0e40628d0 con 0x7ff0cc0a2fc0 2024-06-13T06:23:20.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.263+0000 7ff0e17fa700 1 -- 172.21.15.39:0/2635152322 <== mgr.15111 v2:172.21.15.39:6800/1826332552 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258065 (secure 0 0 0) 0x7ff0e40628d0 con 0x7ff0cc0a2fc0 2024-06-13T06:23:20.265 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:23:20.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.266+0000 7ff0ea337700 1 -- 172.21.15.39:0/2635152322 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7ff0cc0a2fc0 msgr2=0x7ff0cc0a5480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:20.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.266+0000 7ff0ea337700 1 --2- 172.21.15.39:0/2635152322 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7ff0cc0a2fc0 0x7ff0cc0a5480 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7ff0d8006010 tx=0x7ff0d800b540 comp rx=0 tx=0).stop 2024-06-13T06:23:20.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.266+0000 7ff0ea337700 1 -- 172.21.15.39:0/2635152322 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0e41013c0 msgr2=0x7ff0e4199b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:20.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.266+0000 7ff0ea337700 1 --2- 172.21.15.39:0/2635152322 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0e41013c0 0x7ff0e4199b60 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7ff0d400b530 tx=0x7ff0d400b8f0 comp rx=0 tx=0).stop 2024-06-13T06:23:20.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.266+0000 7ff0ea337700 1 -- 172.21.15.39:0/2635152322 shutdown_connections 2024-06-13T06:23:20.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.266+0000 7ff0ea337700 1 --2- 172.21.15.39:0/2635152322 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7ff0cc0a2fc0 0x7ff0cc0a5480 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:20.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.266+0000 7ff0ea337700 1 --2- 172.21.15.39:0/2635152322 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff0e4107440 0x7ff0e41a4be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:20.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.266+0000 7ff0ea337700 1 --2- 172.21.15.39:0/2635152322 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0e41013c0 0x7ff0e4199b60 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:20.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.266+0000 7ff0ea337700 1 --2- 172.21.15.39:0/2635152322 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff0e4101d80 0x7ff0e419a0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:20.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.266+0000 7ff0ea337700 1 -- 172.21.15.39:0/2635152322 >> 172.21.15.39:0/2635152322 conn(0x7ff0e4077400 msgr2=0x7ff0e4100140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:20.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.266+0000 7ff0ea337700 1 -- 172.21.15.39:0/2635152322 shutdown_connections 2024-06-13T06:23:20.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:20.266+0000 7ff0ea337700 1 -- 172.21.15.39:0/2635152322 wait complete. 2024-06-13T06:23:20.268 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-06-13T06:23:20.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:20 smithi039 ceph-mon[32479]: pgmap v8: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 102 KiB/s wr, 59 op/s 2024-06-13T06:23:20.960 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":8,"stamp":"2024-06-13T06:23:19.537162+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1385256,"num_objects":66,"num_object_clones":0,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":1658,"num_read_kb":1254,"num_write":628,"num_write_kb":5298,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":1236825,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":962,"ondisk_log_size":962,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":378268,"kb_used_data":12428,"kb_used_omap":18,"kb_used_meta":365677,"kb_avail":1124563556,"statfs":{"total":1151940427776,"available":1151553081344,"internally_reserved":0,"allocated":12726272,"data_stored":10052868,"data_compressed":326257,"data_compressed_allocated":430080,"data_compressed_original":4218880,"omap_allocated":19143,"internal_metadata":374453561},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":196632,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":386,"num_read_kb":458,"num_write":148,"num_write_kb":915,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.988401"},"pg_stats":[{"pgid":"3.3f","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.740307+0000","last_change":"2024-06-13T06:20:03.343987+0000","last_active":"2024-06-13T06:23:09.740307+0000","last_peered":"2024-06-13T06:23:09.740307+0000","last_clean":"2024-06-13T06:23:09.740307+0000","last_became_active":"2024-06-13T06:20:03.342882+0000","last_became_peered":"2024-06-13T06:20:03.342882+0000","last_unstale":"2024-06-13T06:23:09.740307+0000","last_undegraded":"2024-06-13T06:23:09.740307+0000","last_fullsized":"2024-06-13T06:23:09.740307+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:00:28.313895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"91'4","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.740326+0000","last_change":"2024-06-13T06:20:03.336296+0000","last_active":"2024-06-13T06:23:09.740326+0000","last_peered":"2024-06-13T06:23:09.740326+0000","last_clean":"2024-06-13T06:23:09.740326+0000","last_became_active":"2024-06-13T06:20:03.334364+0000","last_became_peered":"2024-06-13T06:20:03.334364+0000","last_unstale":"2024-06-13T06:23:09.740326+0000","last_undegraded":"2024-06-13T06:23:09.740326+0000","last_fullsized":"2024-06-13T06:23:09.740326+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:59:15.005507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.740116+0000","last_change":"2024-06-13T06:20:03.338671+0000","last_active":"2024-06-13T06:23:09.740116+0000","last_peered":"2024-06-13T06:23:09.740116+0000","last_clean":"2024-06-13T06:23:09.740116+0000","last_became_active":"2024-06-13T06:20:03.338349+0000","last_became_peered":"2024-06-13T06:20:03.338349+0000","last_unstale":"2024-06-13T06:23:09.740116+0000","last_undegraded":"2024-06-13T06:23:09.740116+0000","last_fullsized":"2024-06-13T06:23:09.740116+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T18:15:04.858980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.578285+0000","last_change":"2024-06-13T06:20:03.342826+0000","last_active":"2024-06-13T06:23:09.578285+0000","last_peered":"2024-06-13T06:23:09.578285+0000","last_clean":"2024-06-13T06:23:09.578285+0000","last_became_active":"2024-06-13T06:20:03.341981+0000","last_became_peered":"2024-06-13T06:20:03.341981+0000","last_unstale":"2024-06-13T06:23:09.578285+0000","last_undegraded":"2024-06-13T06:23:09.578285+0000","last_fullsized":"2024-06-13T06:23:09.578285+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:36:49.891361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"91'4","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.527202+0000","last_change":"2024-06-13T06:20:03.329030+0000","last_active":"2024-06-13T06:23:09.527202+0000","last_peered":"2024-06-13T06:23:09.527202+0000","last_clean":"2024-06-13T06:23:09.527202+0000","last_became_active":"2024-06-13T06:20:03.328612+0000","last_became_peered":"2024-06-13T06:20:03.328612+0000","last_unstale":"2024-06-13T06:23:09.527202+0000","last_undegraded":"2024-06-13T06:23:09.527202+0000","last_fullsized":"2024-06-13T06:23:09.527202+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:52:50.291953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.527407+0000","last_change":"2024-06-13T06:20:03.334343+0000","last_active":"2024-06-13T06:23:09.527407+0000","last_peered":"2024-06-13T06:23:09.527407+0000","last_clean":"2024-06-13T06:23:09.527407+0000","last_became_active":"2024-06-13T06:20:03.330414+0000","last_became_peered":"2024-06-13T06:20:03.330414+0000","last_unstale":"2024-06-13T06:23:09.527407+0000","last_undegraded":"2024-06-13T06:23:09.527407+0000","last_fullsized":"2024-06-13T06:23:09.527407+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:21:18.560333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"91'5","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.557081+0000","last_change":"2024-06-13T06:20:03.334741+0000","last_active":"2024-06-13T06:23:09.557081+0000","last_peered":"2024-06-13T06:23:09.557081+0000","last_clean":"2024-06-13T06:23:09.557081+0000","last_became_active":"2024-06-13T06:20:03.334298+0000","last_became_peered":"2024-06-13T06:20:03.334298+0000","last_unstale":"2024-06-13T06:23:09.557081+0000","last_undegraded":"2024-06-13T06:23:09.557081+0000","last_fullsized":"2024-06-13T06:23:09.557081+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:43:51.283175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.577900+0000","last_change":"2024-06-13T06:20:03.336134+0000","last_active":"2024-06-13T06:23:09.577900+0000","last_peered":"2024-06-13T06:23:09.577900+0000","last_clean":"2024-06-13T06:23:09.577900+0000","last_became_active":"2024-06-13T06:20:03.335757+0000","last_became_peered":"2024-06-13T06:20:03.335757+0000","last_unstale":"2024-06-13T06:23:09.577900+0000","last_undegraded":"2024-06-13T06:23:09.577900+0000","last_fullsized":"2024-06-13T06:23:09.577900+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:33:07.065159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"91'11","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.775268+0000","last_change":"2024-06-13T06:20:46.812130+0000","last_active":"2024-06-13T06:23:09.775268+0000","last_peered":"2024-06-13T06:23:09.775268+0000","last_clean":"2024-06-13T06:23:09.775268+0000","last_became_active":"2024-06-13T06:20:46.811818+0000","last_became_peered":"2024-06-13T06:20:46.811818+0000","last_unstale":"2024-06-13T06:23:09.775268+0000","last_undegraded":"2024-06-13T06:23:09.775268+0000","last_fullsized":"2024-06-13T06:23:09.775268+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T07:34:01.378735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,11],"acting":[1,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"91'16","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.527871+0000","last_change":"2024-06-13T06:20:03.337544+0000","last_active":"2024-06-13T06:23:09.527871+0000","last_peered":"2024-06-13T06:23:09.527871+0000","last_clean":"2024-06-13T06:23:09.527871+0000","last_became_active":"2024-06-13T06:20:03.337065+0000","last_became_peered":"2024-06-13T06:20:03.337065+0000","last_unstale":"2024-06-13T06:23:09.527871+0000","last_undegraded":"2024-06-13T06:23:09.527871+0000","last_fullsized":"2024-06-13T06:23:09.527871+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:53:31.035251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.557389+0000","last_change":"2024-06-13T06:20:03.333522+0000","last_active":"2024-06-13T06:23:09.557389+0000","last_peered":"2024-06-13T06:23:09.557389+0000","last_clean":"2024-06-13T06:23:09.557389+0000","last_became_active":"2024-06-13T06:20:03.332459+0000","last_became_peered":"2024-06-13T06:20:03.332459+0000","last_unstale":"2024-06-13T06:23:09.557389+0000","last_undegraded":"2024-06-13T06:23:09.557389+0000","last_fullsized":"2024-06-13T06:23:09.557389+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:34:52.811985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.578158+0000","last_change":"2024-06-13T06:20:03.337109+0000","last_active":"2024-06-13T06:23:09.578158+0000","last_peered":"2024-06-13T06:23:09.578158+0000","last_clean":"2024-06-13T06:23:09.578158+0000","last_became_active":"2024-06-13T06:20:03.336757+0000","last_became_peered":"2024-06-13T06:20:03.336757+0000","last_unstale":"2024-06-13T06:23:09.578158+0000","last_undegraded":"2024-06-13T06:23:09.578158+0000","last_fullsized":"2024-06-13T06:23:09.578158+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T07:37:54.150456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.576175+0000","last_change":"2024-06-13T06:20:03.340259+0000","last_active":"2024-06-13T06:23:09.576175+0000","last_peered":"2024-06-13T06:23:09.576175+0000","last_clean":"2024-06-13T06:23:09.576175+0000","last_became_active":"2024-06-13T06:20:03.339856+0000","last_became_peered":"2024-06-13T06:20:03.339856+0000","last_unstale":"2024-06-13T06:23:09.576175+0000","last_undegraded":"2024-06-13T06:23:09.576175+0000","last_fullsized":"2024-06-13T06:23:09.576175+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:02:25.797567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.739988+0000","last_change":"2024-06-13T06:20:03.334182+0000","last_active":"2024-06-13T06:23:09.739988+0000","last_peered":"2024-06-13T06:23:09.739988+0000","last_clean":"2024-06-13T06:23:09.739988+0000","last_became_active":"2024-06-13T06:20:03.333795+0000","last_became_peered":"2024-06-13T06:20:03.333795+0000","last_unstale":"2024-06-13T06:23:09.739988+0000","last_undegraded":"2024-06-13T06:23:09.739988+0000","last_fullsized":"2024-06-13T06:23:09.739988+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:52:17.124185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.739886+0000","last_change":"2024-06-13T06:20:03.338071+0000","last_active":"2024-06-13T06:23:09.739886+0000","last_peered":"2024-06-13T06:23:09.739886+0000","last_clean":"2024-06-13T06:23:09.739886+0000","last_became_active":"2024-06-13T06:20:03.337734+0000","last_became_peered":"2024-06-13T06:20:03.337734+0000","last_unstale":"2024-06-13T06:23:09.739886+0000","last_undegraded":"2024-06-13T06:23:09.739886+0000","last_fullsized":"2024-06-13T06:23:09.739886+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:02:34.694790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.774820+0000","last_change":"2024-06-13T06:20:03.339528+0000","last_active":"2024-06-13T06:23:09.774820+0000","last_peered":"2024-06-13T06:23:09.774820+0000","last_clean":"2024-06-13T06:23:09.774820+0000","last_became_active":"2024-06-13T06:20:03.339071+0000","last_became_peered":"2024-06-13T06:20:03.339071+0000","last_unstale":"2024-06-13T06:23:09.774820+0000","last_undegraded":"2024-06-13T06:23:09.774820+0000","last_fullsized":"2024-06-13T06:23:09.774820+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:34:07.705176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.740393+0000","last_change":"2024-06-13T06:20:03.342207+0000","last_active":"2024-06-13T06:23:09.740393+0000","last_peered":"2024-06-13T06:23:09.740393+0000","last_clean":"2024-06-13T06:23:09.740393+0000","last_became_active":"2024-06-13T06:20:03.341869+0000","last_became_peered":"2024-06-13T06:20:03.341869+0000","last_unstale":"2024-06-13T06:23:09.740393+0000","last_undegraded":"2024-06-13T06:23:09.740393+0000","last_fullsized":"2024-06-13T06:23:09.740393+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:21:21.805087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.523385+0000","last_change":"2024-06-13T06:20:03.341255+0000","last_active":"2024-06-13T06:23:09.523385+0000","last_peered":"2024-06-13T06:23:09.523385+0000","last_clean":"2024-06-13T06:23:09.523385+0000","last_became_active":"2024-06-13T06:20:03.340941+0000","last_became_peered":"2024-06-13T06:20:03.340941+0000","last_unstale":"2024-06-13T06:23:09.523385+0000","last_undegraded":"2024-06-13T06:23:09.523385+0000","last_fullsized":"2024-06-13T06:23:09.523385+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:31:26.337845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.739724+0000","last_change":"2024-06-13T06:20:03.336715+0000","last_active":"2024-06-13T06:23:09.739724+0000","last_peered":"2024-06-13T06:23:09.739724+0000","last_clean":"2024-06-13T06:23:09.739724+0000","last_became_active":"2024-06-13T06:20:03.336176+0000","last_became_peered":"2024-06-13T06:20:03.336176+0000","last_unstale":"2024-06-13T06:23:09.739724+0000","last_undegraded":"2024-06-13T06:23:09.739724+0000","last_fullsized":"2024-06-13T06:23:09.739724+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:21:18.751114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'9","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.523137+0000","last_change":"2024-06-13T06:19:59.566933+0000","last_active":"2024-06-13T06:23:09.523137+0000","last_peered":"2024-06-13T06:23:09.523137+0000","last_clean":"2024-06-13T06:23:09.523137+0000","last_became_active":"2024-06-13T06:19:59.566593+0000","last_became_peered":"2024-06-13T06:19:59.566593+0000","last_unstale":"2024-06-13T06:23:09.523137+0000","last_undegraded":"2024-06-13T06:23:09.523137+0000","last_fullsized":"2024-06-13T06:23:09.523137+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:25:54.806838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"91'5","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.578188+0000","last_change":"2024-06-13T06:20:03.338707+0000","last_active":"2024-06-13T06:23:09.578188+0000","last_peered":"2024-06-13T06:23:09.578188+0000","last_clean":"2024-06-13T06:23:09.578188+0000","last_became_active":"2024-06-13T06:20:03.338400+0000","last_became_peered":"2024-06-13T06:20:03.338400+0000","last_unstale":"2024-06-13T06:23:09.578188+0000","last_undegraded":"2024-06-13T06:23:09.578188+0000","last_fullsized":"2024-06-13T06:23:09.578188+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:51:23.534492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.578384+0000","last_change":"2024-06-13T06:19:59.832788+0000","last_active":"2024-06-13T06:23:09.578384+0000","last_peered":"2024-06-13T06:23:09.578384+0000","last_clean":"2024-06-13T06:23:09.578384+0000","last_became_active":"2024-06-13T06:19:59.832420+0000","last_became_peered":"2024-06-13T06:19:59.832420+0000","last_unstale":"2024-06-13T06:23:09.578384+0000","last_undegraded":"2024-06-13T06:23:09.578384+0000","last_fullsized":"2024-06-13T06:23:09.578384+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:03:48.887324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.740472+0000","last_change":"2024-06-13T06:20:03.337196+0000","last_active":"2024-06-13T06:23:09.740472+0000","last_peered":"2024-06-13T06:23:09.740472+0000","last_clean":"2024-06-13T06:23:09.740472+0000","last_became_active":"2024-06-13T06:20:03.336305+0000","last_became_peered":"2024-06-13T06:20:03.336305+0000","last_unstale":"2024-06-13T06:23:09.740472+0000","last_undegraded":"2024-06-13T06:23:09.740472+0000","last_fullsized":"2024-06-13T06:23:09.740472+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:40:32.365336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"89'4","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.527567+0000","last_change":"2024-06-13T06:19:59.566843+0000","last_active":"2024-06-13T06:23:09.527567+0000","last_peered":"2024-06-13T06:23:09.527567+0000","last_clean":"2024-06-13T06:23:09.527567+0000","last_became_active":"2024-06-13T06:19:59.566350+0000","last_became_peered":"2024-06-13T06:19:59.566350+0000","last_unstale":"2024-06-13T06:23:09.527567+0000","last_undegraded":"2024-06-13T06:23:09.527567+0000","last_fullsized":"2024-06-13T06:23:09.527567+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T10:33:35.399966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.774994+0000","last_change":"2024-06-13T06:20:03.339794+0000","last_active":"2024-06-13T06:23:09.774994+0000","last_peered":"2024-06-13T06:23:09.774994+0000","last_clean":"2024-06-13T06:23:09.774994+0000","last_became_active":"2024-06-13T06:20:03.339069+0000","last_became_peered":"2024-06-13T06:20:03.339069+0000","last_unstale":"2024-06-13T06:23:09.774994+0000","last_undegraded":"2024-06-13T06:23:09.774994+0000","last_fullsized":"2024-06-13T06:23:09.774994+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T09:55:26.967193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"89'2","reported_seq":17,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.739932+0000","last_change":"2024-06-13T06:20:46.684208+0000","last_active":"2024-06-13T06:23:09.739932+0000","last_peered":"2024-06-13T06:23:09.739932+0000","last_clean":"2024-06-13T06:23:09.739932+0000","last_became_active":"2024-06-13T06:20:46.671565+0000","last_became_peered":"2024-06-13T06:20:46.671565+0000","last_unstale":"2024-06-13T06:23:09.739932+0000","last_undegraded":"2024-06-13T06:23:09.739932+0000","last_fullsized":"2024-06-13T06:23:09.739932+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T09:24:34.186779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,5],"acting":[11,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1d","version":"91'15","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.577777+0000","last_change":"2024-06-13T06:20:03.343090+0000","last_active":"2024-06-13T06:23:09.577777+0000","last_peered":"2024-06-13T06:23:09.577777+0000","last_clean":"2024-06-13T06:23:09.577777+0000","last_became_active":"2024-06-13T06:20:03.342752+0000","last_became_peered":"2024-06-13T06:20:03.342752+0000","last_unstale":"2024-06-13T06:23:09.577777+0000","last_undegraded":"2024-06-13T06:23:09.577777+0000","last_fullsized":"2024-06-13T06:23:09.577777+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:11:29.883907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"92'9","reported_seq":218,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:13.583288+0000","last_change":"2024-06-13T06:19:59.565437+0000","last_active":"2024-06-13T06:23:13.583288+0000","last_peered":"2024-06-13T06:23:13.583288+0000","last_clean":"2024-06-13T06:23:13.583288+0000","last_became_active":"2024-06-13T06:19:59.565103+0000","last_became_peered":"2024-06-13T06:19:59.565103+0000","last_unstale":"2024-06-13T06:23:13.583288+0000","last_undegraded":"2024-06-13T06:23:13.583288+0000","last_fullsized":"2024-06-13T06:23:13.583288+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:27:29.531378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1851,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":180,"num_read_kb":6,"num_write":6,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.527009+0000","last_change":"2024-06-13T06:20:03.334332+0000","last_active":"2024-06-13T06:23:09.527009+0000","last_peered":"2024-06-13T06:23:09.527009+0000","last_clean":"2024-06-13T06:23:09.527009+0000","last_became_active":"2024-06-13T06:20:03.333992+0000","last_became_peered":"2024-06-13T06:20:03.333992+0000","last_unstale":"2024-06-13T06:23:09.527009+0000","last_undegraded":"2024-06-13T06:23:09.527009+0000","last_fullsized":"2024-06-13T06:23:09.527009+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:24:18.966206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"89'3","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.527301+0000","last_change":"2024-06-13T06:19:59.566111+0000","last_active":"2024-06-13T06:23:09.527301+0000","last_peered":"2024-06-13T06:23:09.527301+0000","last_clean":"2024-06-13T06:23:09.527301+0000","last_became_active":"2024-06-13T06:19:59.565765+0000","last_became_peered":"2024-06-13T06:19:59.565765+0000","last_unstale":"2024-06-13T06:23:09.527301+0000","last_undegraded":"2024-06-13T06:23:09.527301+0000","last_fullsized":"2024-06-13T06:23:09.527301+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T09:35:32.628229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"91'8","reported_seq":21,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.523002+0000","last_change":"2024-06-13T06:20:46.672552+0000","last_active":"2024-06-13T06:23:09.523002+0000","last_peered":"2024-06-13T06:23:09.523002+0000","last_clean":"2024-06-13T06:23:09.523002+0000","last_became_active":"2024-06-13T06:20:46.672169+0000","last_became_peered":"2024-06-13T06:20:46.672169+0000","last_unstale":"2024-06-13T06:23:09.523002+0000","last_undegraded":"2024-06-13T06:23:09.523002+0000","last_fullsized":"2024-06-13T06:23:09.523002+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:20:25.218034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.19","version":"89'2","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.575885+0000","last_change":"2024-06-13T06:19:59.566446+0000","last_active":"2024-06-13T06:23:09.575885+0000","last_peered":"2024-06-13T06:23:09.575885+0000","last_clean":"2024-06-13T06:23:09.575885+0000","last_became_active":"2024-06-13T06:19:59.566126+0000","last_became_peered":"2024-06-13T06:19:59.566126+0000","last_unstale":"2024-06-13T06:23:09.575885+0000","last_undegraded":"2024-06-13T06:23:09.575885+0000","last_fullsized":"2024-06-13T06:23:09.575885+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:14:20.638560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"91'8","reported_seq":22,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.522886+0000","last_change":"2024-06-13T06:20:46.811707+0000","last_active":"2024-06-13T06:23:09.522886+0000","last_peered":"2024-06-13T06:23:09.522886+0000","last_clean":"2024-06-13T06:23:09.522886+0000","last_became_active":"2024-06-13T06:20:46.811293+0000","last_became_peered":"2024-06-13T06:20:46.811293+0000","last_unstale":"2024-06-13T06:23:09.522886+0000","last_undegraded":"2024-06-13T06:23:09.522886+0000","last_fullsized":"2024-06-13T06:23:09.522886+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:27:32.286319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,6],"acting":[9,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"89'1","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.577390+0000","last_change":"2024-06-13T06:19:59.563130+0000","last_active":"2024-06-13T06:23:09.577390+0000","last_peered":"2024-06-13T06:23:09.577390+0000","last_clean":"2024-06-13T06:23:09.577390+0000","last_became_active":"2024-06-13T06:19:59.562802+0000","last_became_peered":"2024-06-13T06:19:59.562802+0000","last_unstale":"2024-06-13T06:23:09.577390+0000","last_undegraded":"2024-06-13T06:23:09.577390+0000","last_fullsized":"2024-06-13T06:23:09.577390+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T09:02:56.466761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.522799+0000","last_change":"2024-06-13T06:20:03.328984+0000","last_active":"2024-06-13T06:23:09.522799+0000","last_peered":"2024-06-13T06:23:09.522799+0000","last_clean":"2024-06-13T06:23:09.522799+0000","last_became_active":"2024-06-13T06:20:03.328636+0000","last_became_peered":"2024-06-13T06:20:03.328636+0000","last_unstale":"2024-06-13T06:23:09.522799+0000","last_undegraded":"2024-06-13T06:23:09.522799+0000","last_fullsized":"2024-06-13T06:23:09.522799+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:59:01.886343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"91'5","reported_seq":208,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:13.582677+0000","last_change":"2024-06-13T06:19:59.563969+0000","last_active":"2024-06-13T06:23:13.582677+0000","last_peered":"2024-06-13T06:23:13.582677+0000","last_clean":"2024-06-13T06:23:13.582677+0000","last_became_active":"2024-06-13T06:19:59.563540+0000","last_became_peered":"2024-06-13T06:19:59.563540+0000","last_unstale":"2024-06-13T06:23:13.582677+0000","last_undegraded":"2024-06-13T06:23:13.582677+0000","last_fullsized":"2024-06-13T06:23:13.582677+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:08:42.720303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":174,"num_read_kb":174,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.775303+0000","last_change":"2024-06-13T06:20:03.339984+0000","last_active":"2024-06-13T06:23:09.775303+0000","last_peered":"2024-06-13T06:23:09.775303+0000","last_clean":"2024-06-13T06:23:09.775303+0000","last_became_active":"2024-06-13T06:20:03.336966+0000","last_became_peered":"2024-06-13T06:20:03.336966+0000","last_unstale":"2024-06-13T06:23:09.775303+0000","last_undegraded":"2024-06-13T06:23:09.775303+0000","last_fullsized":"2024-06-13T06:23:09.775303+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:29:17.597264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"89'2","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.557432+0000","last_change":"2024-06-13T06:19:59.569760+0000","last_active":"2024-06-13T06:23:09.557432+0000","last_peered":"2024-06-13T06:23:09.557432+0000","last_clean":"2024-06-13T06:23:09.557432+0000","last_became_active":"2024-06-13T06:19:59.569158+0000","last_became_peered":"2024-06-13T06:19:59.569158+0000","last_unstale":"2024-06-13T06:23:09.557432+0000","last_undegraded":"2024-06-13T06:23:09.557432+0000","last_fullsized":"2024-06-13T06:23:09.557432+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:01:05.645534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.740372+0000","last_change":"2024-06-13T06:20:03.333314+0000","last_active":"2024-06-13T06:23:09.740372+0000","last_peered":"2024-06-13T06:23:09.740372+0000","last_clean":"2024-06-13T06:23:09.740372+0000","last_became_active":"2024-06-13T06:20:03.332981+0000","last_became_peered":"2024-06-13T06:20:03.332981+0000","last_unstale":"2024-06-13T06:23:09.740372+0000","last_undegraded":"2024-06-13T06:23:09.740372+0000","last_fullsized":"2024-06-13T06:23:09.740372+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:08:16.319677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"89'4","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.577781+0000","last_change":"2024-06-13T06:19:59.833684+0000","last_active":"2024-06-13T06:23:09.577781+0000","last_peered":"2024-06-13T06:23:09.577781+0000","last_clean":"2024-06-13T06:23:09.577781+0000","last_became_active":"2024-06-13T06:19:59.833320+0000","last_became_peered":"2024-06-13T06:19:59.833320+0000","last_unstale":"2024-06-13T06:23:09.577781+0000","last_undegraded":"2024-06-13T06:23:09.577781+0000","last_fullsized":"2024-06-13T06:23:09.577781+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:30:26.385523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"91'11","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.523018+0000","last_change":"2024-06-13T06:20:46.672447+0000","last_active":"2024-06-13T06:23:09.523018+0000","last_peered":"2024-06-13T06:23:09.523018+0000","last_clean":"2024-06-13T06:23:09.523018+0000","last_became_active":"2024-06-13T06:20:46.671961+0000","last_became_peered":"2024-06-13T06:20:46.671961+0000","last_unstale":"2024-06-13T06:23:09.523018+0000","last_undegraded":"2024-06-13T06:23:09.523018+0000","last_fullsized":"2024-06-13T06:23:09.523018+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:53:28.640521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,4],"acting":[9,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"92'36","reported_seq":443,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:14.910059+0000","last_change":"2024-06-13T06:20:46.681803+0000","last_active":"2024-06-13T06:23:14.910059+0000","last_peered":"2024-06-13T06:23:14.910059+0000","last_clean":"2024-06-13T06:23:14.910059+0000","last_became_active":"2024-06-13T06:20:46.671610+0000","last_became_peered":"2024-06-13T06:20:46.671610+0000","last_unstale":"2024-06-13T06:23:14.910059+0000","last_undegraded":"2024-06-13T06:23:14.910059+0000","last_fullsized":"2024-06-13T06:23:14.910059+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:56:06.655869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67056,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":355,"num_read_kb":242,"num_write":37,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":56089,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.527365+0000","last_change":"2024-06-13T06:20:03.337067+0000","last_active":"2024-06-13T06:23:09.527365+0000","last_peered":"2024-06-13T06:23:09.527365+0000","last_clean":"2024-06-13T06:23:09.527365+0000","last_became_active":"2024-06-13T06:20:03.336729+0000","last_became_peered":"2024-06-13T06:20:03.336729+0000","last_unstale":"2024-06-13T06:23:09.527365+0000","last_undegraded":"2024-06-13T06:23:09.527365+0000","last_fullsized":"2024-06-13T06:23:09.527365+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:07:06.568324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"89'6","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.739615+0000","last_change":"2024-06-13T06:19:59.568177+0000","last_active":"2024-06-13T06:23:09.739615+0000","last_peered":"2024-06-13T06:23:09.739615+0000","last_clean":"2024-06-13T06:23:09.739615+0000","last_became_active":"2024-06-13T06:19:59.567835+0000","last_became_peered":"2024-06-13T06:19:59.567835+0000","last_unstale":"2024-06-13T06:23:09.739615+0000","last_undegraded":"2024-06-13T06:23:09.739615+0000","last_fullsized":"2024-06-13T06:23:09.739615+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:56:12.654336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.575995+0000","last_change":"2024-06-13T06:20:03.328717+0000","last_active":"2024-06-13T06:23:09.575995+0000","last_peered":"2024-06-13T06:23:09.575995+0000","last_clean":"2024-06-13T06:23:09.575995+0000","last_became_active":"2024-06-13T06:20:03.328389+0000","last_became_peered":"2024-06-13T06:20:03.328389+0000","last_unstale":"2024-06-13T06:23:09.575995+0000","last_undegraded":"2024-06-13T06:23:09.575995+0000","last_fullsized":"2024-06-13T06:23:09.575995+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:24:48.044274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"89'3","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.577439+0000","last_change":"2024-06-13T06:19:59.563284+0000","last_active":"2024-06-13T06:23:09.577439+0000","last_peered":"2024-06-13T06:23:09.577439+0000","last_clean":"2024-06-13T06:23:09.577439+0000","last_became_active":"2024-06-13T06:19:59.562853+0000","last_became_peered":"2024-06-13T06:19:59.562853+0000","last_unstale":"2024-06-13T06:23:09.577439+0000","last_undegraded":"2024-06-13T06:23:09.577439+0000","last_fullsized":"2024-06-13T06:23:09.577439+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:55:28.776164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"91'15","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.557264+0000","last_change":"2024-06-13T06:20:03.328605+0000","last_active":"2024-06-13T06:23:09.557264+0000","last_peered":"2024-06-13T06:23:09.557264+0000","last_clean":"2024-06-13T06:23:09.557264+0000","last_became_active":"2024-06-13T06:20:03.328179+0000","last_became_peered":"2024-06-13T06:20:03.328179+0000","last_unstale":"2024-06-13T06:23:09.557264+0000","last_undegraded":"2024-06-13T06:23:09.557264+0000","last_fullsized":"2024-06-13T06:23:09.557264+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:29:01.634231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"92'7","reported_seq":215,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:13.583388+0000","last_change":"2024-06-13T06:19:59.567260+0000","last_active":"2024-06-13T06:23:13.583388+0000","last_peered":"2024-06-13T06:23:13.583388+0000","last_clean":"2024-06-13T06:23:13.583388+0000","last_became_active":"2024-06-13T06:19:59.566849+0000","last_became_peered":"2024-06-13T06:19:59.566849+0000","last_unstale":"2024-06-13T06:23:13.583388+0000","last_undegraded":"2024-06-13T06:23:13.583388+0000","last_fullsized":"2024-06-13T06:23:13.583388+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:33:51.864595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1899,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":180,"num_read_kb":6,"num_write":6,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.557021+0000","last_change":"2024-06-13T06:20:03.337743+0000","last_active":"2024-06-13T06:23:09.557021+0000","last_peered":"2024-06-13T06:23:09.557021+0000","last_clean":"2024-06-13T06:23:09.557021+0000","last_became_active":"2024-06-13T06:20:03.337302+0000","last_became_peered":"2024-06-13T06:20:03.337302+0000","last_unstale":"2024-06-13T06:23:09.557021+0000","last_undegraded":"2024-06-13T06:23:09.557021+0000","last_fullsized":"2024-06-13T06:23:09.557021+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T10:45:35.834660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"89'15","reported_seq":45,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.527008+0000","last_change":"2024-06-13T06:19:59.832932+0000","last_active":"2024-06-13T06:23:09.527008+0000","last_peered":"2024-06-13T06:23:09.527008+0000","last_clean":"2024-06-13T06:23:09.527008+0000","last_became_active":"2024-06-13T06:19:59.832465+0000","last_became_peered":"2024-06-13T06:19:59.832465+0000","last_unstale":"2024-06-13T06:23:09.527008+0000","last_undegraded":"2024-06-13T06:23:09.527008+0000","last_fullsized":"2024-06-13T06:23:09.527008+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:29:33.741869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.577429+0000","last_change":"2024-06-13T06:20:03.343075+0000","last_active":"2024-06-13T06:23:09.577429+0000","last_peered":"2024-06-13T06:23:09.577429+0000","last_clean":"2024-06-13T06:23:09.577429+0000","last_became_active":"2024-06-13T06:20:03.342740+0000","last_became_peered":"2024-06-13T06:20:03.342740+0000","last_unstale":"2024-06-13T06:23:09.577429+0000","last_undegraded":"2024-06-13T06:23:09.577429+0000","last_fullsized":"2024-06-13T06:23:09.577429+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:47:32.212852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"92'3","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.527613+0000","last_change":"2024-06-13T06:19:59.568400+0000","last_active":"2024-06-13T06:23:09.527613+0000","last_peered":"2024-06-13T06:23:09.527613+0000","last_clean":"2024-06-13T06:23:09.527613+0000","last_became_active":"2024-06-13T06:19:59.568022+0000","last_became_peered":"2024-06-13T06:19:59.568022+0000","last_unstale":"2024-06-13T06:23:09.527613+0000","last_undegraded":"2024-06-13T06:23:09.527613+0000","last_fullsized":"2024-06-13T06:23:09.527613+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:12:50.513044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"91'5","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.740136+0000","last_change":"2024-06-13T06:20:46.673552+0000","last_active":"2024-06-13T06:23:09.740136+0000","last_peered":"2024-06-13T06:23:09.740136+0000","last_clean":"2024-06-13T06:23:09.740136+0000","last_became_active":"2024-06-13T06:20:46.672166+0000","last_became_peered":"2024-06-13T06:20:46.672166+0000","last_unstale":"2024-06-13T06:23:09.740136+0000","last_undegraded":"2024-06-13T06:23:09.740136+0000","last_fullsized":"2024-06-13T06:23:09.740136+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T09:19:43.857291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,8],"acting":[11,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.523106+0000","last_change":"2024-06-13T06:19:59.834736+0000","last_active":"2024-06-13T06:23:09.523106+0000","last_peered":"2024-06-13T06:23:09.523106+0000","last_clean":"2024-06-13T06:23:09.523106+0000","last_became_active":"2024-06-13T06:19:59.834303+0000","last_became_peered":"2024-06-13T06:19:59.834303+0000","last_unstale":"2024-06-13T06:23:09.523106+0000","last_undegraded":"2024-06-13T06:23:09.523106+0000","last_fullsized":"2024-06-13T06:23:09.523106+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:59:39.930975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"91'5","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.527697+0000","last_change":"2024-06-13T06:20:03.329695+0000","last_active":"2024-06-13T06:23:09.527697+0000","last_peered":"2024-06-13T06:23:09.527697+0000","last_clean":"2024-06-13T06:23:09.527697+0000","last_became_active":"2024-06-13T06:20:03.329358+0000","last_became_peered":"2024-06-13T06:20:03.329358+0000","last_unstale":"2024-06-13T06:23:09.527697+0000","last_undegraded":"2024-06-13T06:23:09.527697+0000","last_fullsized":"2024-06-13T06:23:09.527697+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:15:14.603421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"89'1","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.557212+0000","last_change":"2024-06-13T06:19:59.563944+0000","last_active":"2024-06-13T06:23:09.557212+0000","last_peered":"2024-06-13T06:23:09.557212+0000","last_clean":"2024-06-13T06:23:09.557212+0000","last_became_active":"2024-06-13T06:19:59.563594+0000","last_became_peered":"2024-06-13T06:19:59.563594+0000","last_unstale":"2024-06-13T06:23:09.557212+0000","last_undegraded":"2024-06-13T06:23:09.557212+0000","last_fullsized":"2024-06-13T06:23:09.557212+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:51:42.929079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.527386+0000","last_change":"2024-06-13T06:20:03.336182+0000","last_active":"2024-06-13T06:23:09.527386+0000","last_peered":"2024-06-13T06:23:09.527386+0000","last_clean":"2024-06-13T06:23:09.527386+0000","last_became_active":"2024-06-13T06:20:03.335500+0000","last_became_peered":"2024-06-13T06:20:03.335500+0000","last_unstale":"2024-06-13T06:23:09.527386+0000","last_undegraded":"2024-06-13T06:23:09.527386+0000","last_fullsized":"2024-06-13T06:23:09.527386+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T07:32:13.613578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"91'8","reported_seq":37,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.577703+0000","last_change":"2024-06-13T06:20:46.812688+0000","last_active":"2024-06-13T06:23:09.577703+0000","last_peered":"2024-06-13T06:23:09.577703+0000","last_clean":"2024-06-13T06:23:09.577703+0000","last_became_active":"2024-06-13T06:20:46.812286+0000","last_became_peered":"2024-06-13T06:20:46.812286+0000","last_unstale":"2024-06-13T06:23:09.577703+0000","last_undegraded":"2024-06-13T06:23:09.577703+0000","last_fullsized":"2024-06-13T06:23:09.577703+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:20:09.437747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"92'6","reported_seq":209,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:13.582998+0000","last_change":"2024-06-13T06:19:59.832754+0000","last_active":"2024-06-13T06:23:13.582998+0000","last_peered":"2024-06-13T06:23:13.582998+0000","last_clean":"2024-06-13T06:23:13.582998+0000","last_became_active":"2024-06-13T06:19:59.832361+0000","last_became_peered":"2024-06-13T06:19:59.832361+0000","last_unstale":"2024-06-13T06:23:13.582998+0000","last_undegraded":"2024-06-13T06:23:13.582998+0000","last_fullsized":"2024-06-13T06:23:13.582998+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:02:58.350573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":174,"num_read_kb":174,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.578294+0000","last_change":"2024-06-13T06:20:03.337841+0000","last_active":"2024-06-13T06:23:09.578294+0000","last_peered":"2024-06-13T06:23:09.578294+0000","last_clean":"2024-06-13T06:23:09.578294+0000","last_became_active":"2024-06-13T06:20:03.337281+0000","last_became_peered":"2024-06-13T06:20:03.337281+0000","last_unstale":"2024-06-13T06:23:09.578294+0000","last_undegraded":"2024-06-13T06:23:09.578294+0000","last_fullsized":"2024-06-13T06:23:09.578294+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:16:30.838399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'3","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.577993+0000","last_change":"2024-06-13T06:19:59.568277+0000","last_active":"2024-06-13T06:23:09.577993+0000","last_peered":"2024-06-13T06:23:09.577993+0000","last_clean":"2024-06-13T06:23:09.577993+0000","last_became_active":"2024-06-13T06:19:59.567541+0000","last_became_peered":"2024-06-13T06:19:59.567541+0000","last_unstale":"2024-06-13T06:23:09.577993+0000","last_undegraded":"2024-06-13T06:23:09.577993+0000","last_fullsized":"2024-06-13T06:23:09.577993+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:47:54.915305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"92'148","reported_seq":405,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:11.629755+0000","last_change":"2024-06-13T06:18:34.317390+0000","last_active":"2024-06-13T06:23:11.629755+0000","last_peered":"2024-06-13T06:23:11.629755+0000","last_clean":"2024-06-13T06:23:11.629755+0000","last_became_active":"2024-06-13T06:18:34.317005+0000","last_became_peered":"2024-06-13T06:18:34.317005+0000","last_unstale":"2024-06-13T06:23:11.629755+0000","last_undegraded":"2024-06-13T06:23:11.629755+0000","last_fullsized":"2024-06-13T06:23:11.629755+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:15:09.350365+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:15:09.350365+0000","last_clean_scrub_stamp":"2024-06-13T06:15:09.350365+0000","objects_scrubbed":0,"log_size":148,"log_dups_size":0,"ondisk_log_size":148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:14:34.164625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"91'5","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.575786+0000","last_change":"2024-06-13T06:20:03.340336+0000","last_active":"2024-06-13T06:23:09.575786+0000","last_peered":"2024-06-13T06:23:09.575786+0000","last_clean":"2024-06-13T06:23:09.575786+0000","last_became_active":"2024-06-13T06:20:03.340009+0000","last_became_peered":"2024-06-13T06:20:03.340009+0000","last_unstale":"2024-06-13T06:23:09.575786+0000","last_undegraded":"2024-06-13T06:23:09.575786+0000","last_fullsized":"2024-06-13T06:23:09.575786+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:33:40.983600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'3","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.557313+0000","last_change":"2024-06-13T06:19:59.567443+0000","last_active":"2024-06-13T06:23:09.557313+0000","last_peered":"2024-06-13T06:23:09.557313+0000","last_clean":"2024-06-13T06:23:09.557313+0000","last_became_active":"2024-06-13T06:19:59.567072+0000","last_became_peered":"2024-06-13T06:19:59.567072+0000","last_unstale":"2024-06-13T06:23:09.557313+0000","last_undegraded":"2024-06-13T06:23:09.557313+0000","last_fullsized":"2024-06-13T06:23:09.557313+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:44:35.300398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"89'1","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.527433+0000","last_change":"2024-06-13T06:19:59.834172+0000","last_active":"2024-06-13T06:23:09.527433+0000","last_peered":"2024-06-13T06:23:09.527433+0000","last_clean":"2024-06-13T06:23:09.527433+0000","last_became_active":"2024-06-13T06:19:59.833438+0000","last_became_peered":"2024-06-13T06:19:59.833438+0000","last_unstale":"2024-06-13T06:23:09.527433+0000","last_undegraded":"2024-06-13T06:23:09.527433+0000","last_fullsized":"2024-06-13T06:23:09.527433+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:25:57.760729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.576195+0000","last_change":"2024-06-13T06:20:03.337636+0000","last_active":"2024-06-13T06:23:09.576195+0000","last_peered":"2024-06-13T06:23:09.576195+0000","last_clean":"2024-06-13T06:23:09.576195+0000","last_became_active":"2024-06-13T06:20:03.336962+0000","last_became_peered":"2024-06-13T06:20:03.336962+0000","last_unstale":"2024-06-13T06:23:09.576195+0000","last_undegraded":"2024-06-13T06:23:09.576195+0000","last_fullsized":"2024-06-13T06:23:09.576195+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T16:52:01.089591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"92'101","reported_seq":222,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:11.791639+0000","last_change":"2024-06-13T06:19:59.566778+0000","last_active":"2024-06-13T06:23:11.791639+0000","last_peered":"2024-06-13T06:23:11.791639+0000","last_clean":"2024-06-13T06:23:11.791639+0000","last_became_active":"2024-06-13T06:19:59.566406+0000","last_became_peered":"2024-06-13T06:19:59.566406+0000","last_unstale":"2024-06-13T06:23:11.791639+0000","last_undegraded":"2024-06-13T06:23:11.791639+0000","last_fullsized":"2024-06-13T06:23:11.791639+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":0,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:47:38.813218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":312,"num_read_kb":277,"num_write":187,"num_write_kb":1288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"91'5","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.578282+0000","last_change":"2024-06-13T06:20:03.332327+0000","last_active":"2024-06-13T06:23:09.578282+0000","last_peered":"2024-06-13T06:23:09.578282+0000","last_clean":"2024-06-13T06:23:09.578282+0000","last_became_active":"2024-06-13T06:20:03.332012+0000","last_became_peered":"2024-06-13T06:20:03.332012+0000","last_unstale":"2024-06-13T06:23:09.578282+0000","last_undegraded":"2024-06-13T06:23:09.578282+0000","last_fullsized":"2024-06-13T06:23:09.578282+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:40:31.752929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"89'4","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.578129+0000","last_change":"2024-06-13T06:19:59.871364+0000","last_active":"2024-06-13T06:23:09.578129+0000","last_peered":"2024-06-13T06:23:09.578129+0000","last_clean":"2024-06-13T06:23:09.578129+0000","last_became_active":"2024-06-13T06:19:59.870977+0000","last_became_peered":"2024-06-13T06:19:59.870977+0000","last_unstale":"2024-06-13T06:23:09.578129+0000","last_undegraded":"2024-06-13T06:23:09.578129+0000","last_fullsized":"2024-06-13T06:23:09.578129+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T10:13:06.882931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.740332+0000","last_change":"2024-06-13T06:20:03.326400+0000","last_active":"2024-06-13T06:23:09.740332+0000","last_peered":"2024-06-13T06:23:09.740332+0000","last_clean":"2024-06-13T06:23:09.740332+0000","last_became_active":"2024-06-13T06:20:03.326056+0000","last_became_peered":"2024-06-13T06:20:03.326056+0000","last_unstale":"2024-06-13T06:23:09.740332+0000","last_undegraded":"2024-06-13T06:23:09.740332+0000","last_fullsized":"2024-06-13T06:23:09.740332+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T10:55:37.627614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.774833+0000","last_change":"2024-06-13T06:19:59.832873+0000","last_active":"2024-06-13T06:23:09.774833+0000","last_peered":"2024-06-13T06:23:09.774833+0000","last_clean":"2024-06-13T06:23:09.774833+0000","last_became_active":"2024-06-13T06:19:59.832564+0000","last_became_peered":"2024-06-13T06:19:59.832564+0000","last_unstale":"2024-06-13T06:23:09.774833+0000","last_undegraded":"2024-06-13T06:23:09.774833+0000","last_fullsized":"2024-06-13T06:23:09.774833+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T08:59:09.301487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"91'2","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.526983+0000","last_change":"2024-06-13T06:20:03.338608+0000","last_active":"2024-06-13T06:23:09.526983+0000","last_peered":"2024-06-13T06:23:09.526983+0000","last_clean":"2024-06-13T06:23:09.526983+0000","last_became_active":"2024-06-13T06:20:03.338223+0000","last_became_peered":"2024-06-13T06:20:03.338223+0000","last_unstale":"2024-06-13T06:23:09.526983+0000","last_undegraded":"2024-06-13T06:23:09.526983+0000","last_fullsized":"2024-06-13T06:23:09.526983+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T10:48:40.962563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"89'3","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.578028+0000","last_change":"2024-06-13T06:19:59.564731+0000","last_active":"2024-06-13T06:23:09.578028+0000","last_peered":"2024-06-13T06:23:09.578028+0000","last_clean":"2024-06-13T06:23:09.578028+0000","last_became_active":"2024-06-13T06:19:59.564374+0000","last_became_peered":"2024-06-13T06:19:59.564374+0000","last_unstale":"2024-06-13T06:23:09.578028+0000","last_undegraded":"2024-06-13T06:23:09.578028+0000","last_fullsized":"2024-06-13T06:23:09.578028+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:29:27.565821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.739874+0000","last_change":"2024-06-13T06:20:03.338192+0000","last_active":"2024-06-13T06:23:09.739874+0000","last_peered":"2024-06-13T06:23:09.739874+0000","last_clean":"2024-06-13T06:23:09.739874+0000","last_became_active":"2024-06-13T06:20:03.337623+0000","last_became_peered":"2024-06-13T06:20:03.337623+0000","last_unstale":"2024-06-13T06:23:09.739874+0000","last_undegraded":"2024-06-13T06:23:09.739874+0000","last_fullsized":"2024-06-13T06:23:09.739874+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:46:51.514946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"89'1","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.739925+0000","last_change":"2024-06-13T06:20:46.676257+0000","last_active":"2024-06-13T06:23:09.739925+0000","last_peered":"2024-06-13T06:23:09.739925+0000","last_clean":"2024-06-13T06:23:09.739925+0000","last_became_active":"2024-06-13T06:20:46.671594+0000","last_became_peered":"2024-06-13T06:20:46.671594+0000","last_unstale":"2024-06-13T06:23:09.739925+0000","last_undegraded":"2024-06-13T06:23:09.739925+0000","last_fullsized":"2024-06-13T06:23:09.739925+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:31:51.365837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.578206+0000","last_change":"2024-06-13T06:20:03.333924+0000","last_active":"2024-06-13T06:23:09.578206+0000","last_peered":"2024-06-13T06:23:09.578206+0000","last_clean":"2024-06-13T06:23:09.578206+0000","last_became_active":"2024-06-13T06:20:03.333591+0000","last_became_peered":"2024-06-13T06:20:03.333591+0000","last_unstale":"2024-06-13T06:23:09.578206+0000","last_undegraded":"2024-06-13T06:23:09.578206+0000","last_fullsized":"2024-06-13T06:23:09.578206+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T07:09:33.075835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.527050+0000","last_change":"2024-06-13T06:19:59.569485+0000","last_active":"2024-06-13T06:23:09.527050+0000","last_peered":"2024-06-13T06:23:09.527050+0000","last_clean":"2024-06-13T06:23:09.527050+0000","last_became_active":"2024-06-13T06:19:59.569083+0000","last_became_peered":"2024-06-13T06:19:59.569083+0000","last_unstale":"2024-06-13T06:23:09.527050+0000","last_undegraded":"2024-06-13T06:23:09.527050+0000","last_fullsized":"2024-06-13T06:23:09.527050+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T07:54:39.027326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"91'5","reported_seq":28,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.557211+0000","last_change":"2024-06-13T06:20:03.332895+0000","last_active":"2024-06-13T06:23:09.557211+0000","last_peered":"2024-06-13T06:23:09.557211+0000","last_clean":"2024-06-13T06:23:09.557211+0000","last_became_active":"2024-06-13T06:20:03.332522+0000","last_became_peered":"2024-06-13T06:20:03.332522+0000","last_unstale":"2024-06-13T06:23:09.557211+0000","last_undegraded":"2024-06-13T06:23:09.557211+0000","last_fullsized":"2024-06-13T06:23:09.557211+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:06:52.386940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"89'3","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.739707+0000","last_change":"2024-06-13T06:19:59.871273+0000","last_active":"2024-06-13T06:23:09.739707+0000","last_peered":"2024-06-13T06:23:09.739707+0000","last_clean":"2024-06-13T06:23:09.739707+0000","last_became_active":"2024-06-13T06:19:59.870771+0000","last_became_peered":"2024-06-13T06:19:59.870771+0000","last_unstale":"2024-06-13T06:23:09.739707+0000","last_undegraded":"2024-06-13T06:23:09.739707+0000","last_fullsized":"2024-06-13T06:23:09.739707+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T07:38:23.253801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.557533+0000","last_change":"2024-06-13T06:20:03.333799+0000","last_active":"2024-06-13T06:23:09.557533+0000","last_peered":"2024-06-13T06:23:09.557533+0000","last_clean":"2024-06-13T06:23:09.557533+0000","last_became_active":"2024-06-13T06:20:03.333149+0000","last_became_peered":"2024-06-13T06:20:03.333149+0000","last_unstale":"2024-06-13T06:23:09.557533+0000","last_undegraded":"2024-06-13T06:23:09.557533+0000","last_fullsized":"2024-06-13T06:23:09.557533+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:38:16.776173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"92'65","reported_seq":125,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:11.423950+0000","last_change":"2024-06-13T06:19:59.561434+0000","last_active":"2024-06-13T06:23:11.423950+0000","last_peered":"2024-06-13T06:23:11.423950+0000","last_clean":"2024-06-13T06:23:11.423950+0000","last_became_active":"2024-06-13T06:19:59.561076+0000","last_became_peered":"2024-06-13T06:19:59.561076+0000","last_unstale":"2024-06-13T06:23:11.423950+0000","last_undegraded":"2024-06-13T06:23:11.423950+0000","last_fullsized":"2024-06-13T06:23:11.423950+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":0,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:50:10.441166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":328302,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":34,"num_read_kb":33,"num_write":76,"num_write_kb":941,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.557195+0000","last_change":"2024-06-13T06:20:03.338390+0000","last_active":"2024-06-13T06:23:09.557195+0000","last_peered":"2024-06-13T06:23:09.557195+0000","last_clean":"2024-06-13T06:23:09.557195+0000","last_became_active":"2024-06-13T06:20:03.338000+0000","last_became_peered":"2024-06-13T06:20:03.338000+0000","last_unstale":"2024-06-13T06:23:09.557195+0000","last_undegraded":"2024-06-13T06:23:09.557195+0000","last_fullsized":"2024-06-13T06:23:09.557195+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T09:46:54.335030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"89'2","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.576290+0000","last_change":"2024-06-13T06:19:59.565675+0000","last_active":"2024-06-13T06:23:09.576290+0000","last_peered":"2024-06-13T06:23:09.576290+0000","last_clean":"2024-06-13T06:23:09.576290+0000","last_became_active":"2024-06-13T06:19:59.565257+0000","last_became_peered":"2024-06-13T06:19:59.565257+0000","last_unstale":"2024-06-13T06:23:09.576290+0000","last_undegraded":"2024-06-13T06:23:09.576290+0000","last_fullsized":"2024-06-13T06:23:09.576290+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:19:58.545018+0000","last_clean_scrub_stamp":"2024-06-13T06:19:58.545018+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T09:48:58.013179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.557602+0000","last_change":"2024-06-13T06:20:03.335204+0000","last_active":"2024-06-13T06:23:09.557602+0000","last_peered":"2024-06-13T06:23:09.557602+0000","last_clean":"2024-06-13T06:23:09.557602+0000","last_became_active":"2024-06-13T06:20:03.334589+0000","last_became_peered":"2024-06-13T06:20:03.334589+0000","last_unstale":"2024-06-13T06:23:09.557602+0000","last_undegraded":"2024-06-13T06:23:09.557602+0000","last_fullsized":"2024-06-13T06:23:09.557602+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:49:37.493543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"91'9","reported_seq":32,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.740002+0000","last_change":"2024-06-13T06:20:03.339546+0000","last_active":"2024-06-13T06:23:09.740002+0000","last_peered":"2024-06-13T06:23:09.740002+0000","last_clean":"2024-06-13T06:23:09.740002+0000","last_became_active":"2024-06-13T06:20:03.339182+0000","last_became_peered":"2024-06-13T06:20:03.339182+0000","last_unstale":"2024-06-13T06:23:09.740002+0000","last_undegraded":"2024-06-13T06:23:09.740002+0000","last_fullsized":"2024-06-13T06:23:09.740002+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:08:36.171459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"91'12","reported_seq":35,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.739900+0000","last_change":"2024-06-13T06:20:03.344781+0000","last_active":"2024-06-13T06:23:09.739900+0000","last_peered":"2024-06-13T06:23:09.739900+0000","last_clean":"2024-06-13T06:23:09.739900+0000","last_became_active":"2024-06-13T06:20:03.343968+0000","last_became_peered":"2024-06-13T06:20:03.343968+0000","last_unstale":"2024-06-13T06:23:09.739900+0000","last_undegraded":"2024-06-13T06:23:09.739900+0000","last_fullsized":"2024-06-13T06:23:09.739900+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T11:27:36.929737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.739522+0000","last_change":"2024-06-13T06:20:03.333802+0000","last_active":"2024-06-13T06:23:09.739522+0000","last_peered":"2024-06-13T06:23:09.739522+0000","last_clean":"2024-06-13T06:23:09.739522+0000","last_became_active":"2024-06-13T06:20:03.333463+0000","last_became_peered":"2024-06-13T06:20:03.333463+0000","last_unstale":"2024-06-13T06:23:09.739522+0000","last_undegraded":"2024-06-13T06:23:09.739522+0000","last_fullsized":"2024-06-13T06:23:09.739522+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T13:01:43.704543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"91'7","reported_seq":30,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.740098+0000","last_change":"2024-06-13T06:20:03.328963+0000","last_active":"2024-06-13T06:23:09.740098+0000","last_peered":"2024-06-13T06:23:09.740098+0000","last_clean":"2024-06-13T06:23:09.740098+0000","last_became_active":"2024-06-13T06:20:03.327919+0000","last_became_peered":"2024-06-13T06:20:03.327919+0000","last_unstale":"2024-06-13T06:23:09.740098+0000","last_undegraded":"2024-06-13T06:23:09.740098+0000","last_fullsized":"2024-06-13T06:23:09.740098+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:21:01.096356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"91'4","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.576352+0000","last_change":"2024-06-13T06:20:03.332528+0000","last_active":"2024-06-13T06:23:09.576352+0000","last_peered":"2024-06-13T06:23:09.576352+0000","last_clean":"2024-06-13T06:23:09.576352+0000","last_became_active":"2024-06-13T06:20:03.332184+0000","last_became_peered":"2024-06-13T06:20:03.332184+0000","last_unstale":"2024-06-13T06:23:09.576352+0000","last_undegraded":"2024-06-13T06:23:09.576352+0000","last_fullsized":"2024-06-13T06:23:09.576352+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:37:57.879546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.740052+0000","last_change":"2024-06-13T06:20:03.341100+0000","last_active":"2024-06-13T06:23:09.740052+0000","last_peered":"2024-06-13T06:23:09.740052+0000","last_clean":"2024-06-13T06:23:09.740052+0000","last_became_active":"2024-06-13T06:20:03.340775+0000","last_became_peered":"2024-06-13T06:20:03.340775+0000","last_unstale":"2024-06-13T06:23:09.740052+0000","last_undegraded":"2024-06-13T06:23:09.740052+0000","last_fullsized":"2024-06-13T06:23:09.740052+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:59:21.262970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"91'15","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.739766+0000","last_change":"2024-06-13T06:20:03.342535+0000","last_active":"2024-06-13T06:23:09.739766+0000","last_peered":"2024-06-13T06:23:09.739766+0000","last_clean":"2024-06-13T06:23:09.739766+0000","last_became_active":"2024-06-13T06:20:03.342078+0000","last_became_peered":"2024-06-13T06:20:03.342078+0000","last_unstale":"2024-06-13T06:23:09.739766+0000","last_undegraded":"2024-06-13T06:23:09.739766+0000","last_fullsized":"2024-06-13T06:23:09.739766+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:55:31.208484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"91'2","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.578197+0000","last_change":"2024-06-13T06:20:03.339638+0000","last_active":"2024-06-13T06:23:09.578197+0000","last_peered":"2024-06-13T06:23:09.578197+0000","last_clean":"2024-06-13T06:23:09.578197+0000","last_became_active":"2024-06-13T06:20:03.339326+0000","last_became_peered":"2024-06-13T06:20:03.339326+0000","last_unstale":"2024-06-13T06:23:09.578197+0000","last_undegraded":"2024-06-13T06:23:09.578197+0000","last_fullsized":"2024-06-13T06:23:09.578197+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T12:21:11.289793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"91'6","reported_seq":29,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.577396+0000","last_change":"2024-06-13T06:20:03.337506+0000","last_active":"2024-06-13T06:23:09.577396+0000","last_peered":"2024-06-13T06:23:09.577396+0000","last_clean":"2024-06-13T06:23:09.577396+0000","last_became_active":"2024-06-13T06:20:03.336692+0000","last_became_peered":"2024-06-13T06:20:03.336692+0000","last_unstale":"2024-06-13T06:23:09.577396+0000","last_undegraded":"2024-06-13T06:23:09.577396+0000","last_fullsized":"2024-06-13T06:23:09.577396+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T17:10:08.655549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.577950+0000","last_change":"2024-06-13T06:20:03.337973+0000","last_active":"2024-06-13T06:23:09.577950+0000","last_peered":"2024-06-13T06:23:09.577950+0000","last_clean":"2024-06-13T06:23:09.577950+0000","last_became_active":"2024-06-13T06:20:03.337601+0000","last_became_peered":"2024-06-13T06:20:03.337601+0000","last_unstale":"2024-06-13T06:23:09.577950+0000","last_undegraded":"2024-06-13T06:23:09.577950+0000","last_fullsized":"2024-06-13T06:23:09.577950+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T06:22:13.204173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"91'10","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.775038+0000","last_change":"2024-06-13T06:20:03.340835+0000","last_active":"2024-06-13T06:23:09.775038+0000","last_peered":"2024-06-13T06:23:09.775038+0000","last_clean":"2024-06-13T06:23:09.775038+0000","last_became_active":"2024-06-13T06:20:03.340449+0000","last_became_peered":"2024-06-13T06:20:03.340449+0000","last_unstale":"2024-06-13T06:23:09.775038+0000","last_undegraded":"2024-06-13T06:23:09.775038+0000","last_fullsized":"2024-06-13T06:23:09.775038+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T14:43:22.522320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"91'11","reported_seq":34,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.576216+0000","last_change":"2024-06-13T06:20:03.331652+0000","last_active":"2024-06-13T06:23:09.576216+0000","last_peered":"2024-06-13T06:23:09.576216+0000","last_clean":"2024-06-13T06:23:09.576216+0000","last_became_active":"2024-06-13T06:20:03.331314+0000","last_became_peered":"2024-06-13T06:20:03.331314+0000","last_unstale":"2024-06-13T06:23:09.576216+0000","last_undegraded":"2024-06-13T06:23:09.576216+0000","last_fullsized":"2024-06-13T06:23:09.576216+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:08:21.393531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"91'8","reported_seq":31,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-06-13T06:23:09.740132+0000","last_change":"2024-06-13T06:20:03.343797+0000","last_active":"2024-06-13T06:23:09.740132+0000","last_peered":"2024-06-13T06:23:09.740132+0000","last_clean":"2024-06-13T06:23:09.740132+0000","last_became_active":"2024-06-13T06:20:03.343452+0000","last_became_peered":"2024-06-13T06:20:03.343452+0000","last_unstale":"2024-06-13T06:23:09.740132+0000","last_undegraded":"2024-06-13T06:23:09.740132+0000","last_fullsized":"2024-06-13T06:23:09.740132+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-06-13T06:20:02.311058+0000","last_clean_scrub_stamp":"2024-06-13T06:20:02.311058+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-06-14T15:59:57.502951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":1771104,"data_compressed":109329,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":0,"internal_metadata":0},"log_size":148,"ondisk_log_size":148,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":794654,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":1421,"num_read_kb":924,"num_write":425,"num_write_kb":2358,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":56089,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":610304,"data_stored":2383962,"data_compressed":112576,"data_compressed_allocated":147456,"data_compressed_original":2154496,"omap_allocated":0,"internal_metadata":0},"log_size":312,"ondisk_log_size":312,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351030,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32156,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712996,"statfs":{"total":95995035648,"available":95962107904,"internally_reserved":0,"allocated":999424,"data_stored":492007,"data_compressed":8696,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612668,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32360,"kb_used_data":1176,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712792,"statfs":{"total":95995035648,"available":95961899008,"internally_reserved":0,"allocated":1204224,"data_stored":1480087,"data_compressed":60341,"data_compressed_allocated":77824,"data_compressed_original":921600,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776193,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32192,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712960,"statfs":{"total":95995035648,"available":95962071040,"internally_reserved":0,"allocated":1040384,"data_stored":885459,"data_compressed":27985,"data_compressed_allocated":36864,"data_compressed_original":417792,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037830,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32192,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712960,"statfs":{"total":95995035648,"available":95962071040,"internally_reserved":0,"allocated":1040384,"data_stored":885379,"data_compressed":27985,"data_compressed_allocated":36864,"data_compressed_original":417792,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299467,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32216,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712936,"statfs":{"total":95995035648,"available":95962046464,"internally_reserved":0,"allocated":1064960,"data_stored":1086242,"data_compressed":45139,"data_compressed_allocated":57344,"data_compressed_original":614400,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462992,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32160,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712992,"statfs":{"total":95995035648,"available":95962103808,"internally_reserved":0,"allocated":1003520,"data_stored":491632,"data_compressed":8696,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574952,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32228,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712924,"statfs":{"total":95995035648,"available":95962034176,"internally_reserved":0,"allocated":1073152,"data_stored":558481,"data_compressed":8696,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738478,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32180,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712972,"statfs":{"total":95995035648,"available":95962083328,"internally_reserved":0,"allocated":1024000,"data_stored":492903,"data_compressed":8696,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411428,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36336,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708816,"statfs":{"total":95995035648,"available":95957827584,"internally_reserved":0,"allocated":1019904,"data_stored":494004,"data_compressed":8696,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149790,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28088,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717064,"statfs":{"total":95995035648,"available":95966273536,"internally_reserved":0,"allocated":1089536,"data_stored":1213391,"data_compressed":43187,"data_compressed_allocated":57344,"data_compressed_original":724992,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888154,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28040,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717112,"statfs":{"total":95995035648,"available":95966322688,"internally_reserved":0,"allocated":1044480,"data_stored":560436,"data_compressed":17799,"data_compressed_allocated":24576,"data_compressed_original":77824,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724628,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28120,"kb_used_data":1096,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717032,"statfs":{"total":95995035648,"available":95966240768,"internally_reserved":0,"allocated":1122304,"data_stored":1412847,"data_compressed":60341,"data_compressed_allocated":77824,"data_compressed_original":921600,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36443,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36443,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36443,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":67056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2579,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":721732,"data_compressed":34491,"data_compressed_allocated":45056,"data_compressed_original":700416,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":69011,"data_compressed":9103,"data_compressed_allocated":12288,"data_compressed_original":53248,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":330937,"data_compressed":15202,"data_compressed_allocated":20480,"data_compressed_original":307200,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4332,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":393954,"data_compressed":19289,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":394034,"data_compressed":19289,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":155648,"data_stored":398177,"data_compressed":15202,"data_compressed_allocated":20480,"data_compressed_original":307200,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-06-13T06:23:20.964 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T06:23:20.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:20 smithi149 ceph-mon[36963]: pgmap v8: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 102 KiB/s wr, 59 op/s 2024-06-13T06:23:21.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:20 smithi096 ceph-mon[36532]: pgmap v8: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 102 KiB/s wr, 59 op/s 2024-06-13T06:23:21.215 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:23:21.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:21 smithi039 ceph-mon[32479]: from='client.15225 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T06:23:21.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:21 smithi149 ceph-mon[36963]: from='client.15225 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T06:23:22.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:21 smithi096 ceph-mon[36532]: from='client.15225 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-06-13T06:23:22.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:22.875+0000 7ff71fcc0700 1 -- 172.21.15.39:0/1247537538 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff718101fc0 msgr2=0x7ff718106010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:22.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:22.875+0000 7ff71fcc0700 1 --2- 172.21.15.39:0/1247537538 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff718101fc0 0x7ff718106010 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7ff7080099c0 tx=0x7ff708009cd0 comp rx=0 tx=0).stop 2024-06-13T06:23:22.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:22.875+0000 7ff71fcc0700 1 -- 172.21.15.39:0/1247537538 shutdown_connections 2024-06-13T06:23:22.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:22.875+0000 7ff71fcc0700 1 --2- 172.21.15.39:0/1247537538 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff7181066f0 0x7ff71810e2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:22.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:22.875+0000 7ff71fcc0700 1 --2- 172.21.15.39:0/1247537538 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff718101610 0x7ff7181019f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:22.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:22.875+0000 7ff71fcc0700 1 --2- 172.21.15.39:0/1247537538 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff718101fc0 0x7ff718106010 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:22.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:22.875+0000 7ff71fcc0700 1 -- 172.21.15.39:0/1247537538 >> 172.21.15.39:0/1247537538 conn(0x7ff718078430 msgr2=0x7ff718078840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:22.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:22.875+0000 7ff71fcc0700 1 -- 172.21.15.39:0/1247537538 shutdown_connections 2024-06-13T06:23:22.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:22.875+0000 7ff71fcc0700 1 -- 172.21.15.39:0/1247537538 wait complete. 2024-06-13T06:23:22.876 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:22 smithi039 ceph-mon[32479]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 83 KiB/s wr, 51 op/s 2024-06-13T06:23:22.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:22.876+0000 7ff71fcc0700 1 Processor -- start 2024-06-13T06:23:22.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:22.876+0000 7ff71fcc0700 1 -- start start 2024-06-13T06:23:22.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:22.876+0000 7ff71fcc0700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff718101610 0x7ff71819e850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:22.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:22.876+0000 7ff71fcc0700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff718101fc0 0x7ff71819ed90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:22.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:22.876+0000 7ff71fcc0700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff7181066f0 0x7ff718198a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:22.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:22.876+0000 7ff71fcc0700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7ff7181116b0 con 0x7ff7181066f0 2024-06-13T06:23:22.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:22.876+0000 7ff71fcc0700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7ff718111530 con 0x7ff718101610 2024-06-13T06:23:22.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:22.876+0000 7ff71fcc0700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7ff718111830 con 0x7ff718101fc0 2024-06-13T06:23:22.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:22.876+0000 7ff71e25d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff7181066f0 0x7ff718198a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:22.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:22.876+0000 7ff71e25d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff7181066f0 0x7ff718198a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55510/0 (socket says 172.21.15.39:55510) 2024-06-13T06:23:22.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:22.876+0000 7ff71da5c700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff718101610 0x7ff71819e850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:22.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:22.876+0000 7ff71e25d700 1 -- 172.21.15.39:0/1755045136 learned_addr learned my addr 172.21.15.39:0/1755045136 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:23:22.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:22.876+0000 7ff71d25b700 1 --2- 172.21.15.39:0/1755045136 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff718101fc0 0x7ff71819ed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:22.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:22.877+0000 7ff71e25d700 1 -- 172.21.15.39:0/1755045136 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff718101fc0 msgr2=0x7ff71819ed90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:22.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:22.877+0000 7ff71e25d700 1 --2- 172.21.15.39:0/1755045136 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff718101fc0 0x7ff71819ed90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:22.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:22.877+0000 7ff71e25d700 1 -- 172.21.15.39:0/1755045136 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff718101610 msgr2=0x7ff71819e850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:22.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:22.877+0000 7ff71e25d700 1 --2- 172.21.15.39:0/1755045136 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff718101610 0x7ff71819e850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:22.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:22.877+0000 7ff71e25d700 1 -- 172.21.15.39:0/1755045136 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7181991c0 con 0x7ff7181066f0 2024-06-13T06:23:22.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:22.877+0000 7ff71da5c700 1 --2- 172.21.15.39:0/1755045136 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff718101610 0x7ff71819e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T06:23:22.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:22.877+0000 7ff71e25d700 1 --2- 172.21.15.39:0/1755045136 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff7181066f0 0x7ff718198a60 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7ff710007ee0 tx=0x7ff71000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:22.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:22.877+0000 7ff70effd700 1 -- 172.21.15.39:0/1755045136 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff71000dbd0 con 0x7ff7181066f0 2024-06-13T06:23:22.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:22.877+0000 7ff70effd700 1 -- 172.21.15.39:0/1755045136 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff71000dd70 con 0x7ff7181066f0 2024-06-13T06:23:22.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:22.877+0000 7ff70effd700 1 -- 172.21.15.39:0/1755045136 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff710005a60 con 0x7ff7181066f0 2024-06-13T06:23:22.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:22.877+0000 7ff71fcc0700 1 -- 172.21.15.39:0/1755045136 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7181994b0 con 0x7ff7181066f0 2024-06-13T06:23:22.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:22.877+0000 7ff71fcc0700 1 -- 172.21.15.39:0/1755045136 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff718102fe0 con 0x7ff7181066f0 2024-06-13T06:23:22.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:22.878+0000 7ff71fcc0700 1 -- 172.21.15.39:0/1755045136 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff718069180 con 0x7ff7181066f0 2024-06-13T06:23:22.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:22.880+0000 7ff70effd700 1 -- 172.21.15.39:0/1755045136 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 24) ==== 138009+0+0 (secure 0 0 0) 0x7ff71001a020 con 0x7ff7181066f0 2024-06-13T06:23:22.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:22.880+0000 7ff70effd700 1 --2- 172.21.15.39:0/1755045136 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7ff7040a2ea0 0x7ff7040a5360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:22.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:22.880+0000 7ff71da5c700 1 --2- 172.21.15.39:0/1755045136 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7ff7040a2ea0 0x7ff7040a5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:22.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:22.880+0000 7ff70effd700 1 -- 172.21.15.39:0/1755045136 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7ff7100cf290 con 0x7ff7181066f0 2024-06-13T06:23:22.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:22.881+0000 7ff71da5c700 1 --2- 172.21.15.39:0/1755045136 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7ff7040a2ea0 0x7ff7040a5360 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7ff718078ce0 tx=0x7ff714010040 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:22.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:22.884+0000 7ff70effd700 1 -- 172.21.15.39:0/1755045136 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7ff710010070 con 0x7ff7181066f0 2024-06-13T06:23:22.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:22 smithi149 ceph-mon[36963]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 83 KiB/s wr, 51 op/s 2024-06-13T06:23:23.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:22 smithi096 ceph-mon[36532]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 83 KiB/s wr, 51 op/s 2024-06-13T06:23:23.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:23.135+0000 7ff71fcc0700 1 -- 172.21.15.39:0/1755045136 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff71802dca0 con 0x7ff7181066f0 2024-06-13T06:23:23.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:23.135+0000 7ff70effd700 1 -- 172.21.15.39:0/1755045136 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11865 (secure 0 0 0) 0x7ff71009bd50 con 0x7ff7181066f0 2024-06-13T06:23:23.135 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:23:23.135 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/2373452665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":2373452665},{"type":"v1","addr":"172.21.15.39:6835","nonce":2373452665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/2187635150","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":2187635150},{"type":"v1","addr":"172.21.15.39:6837","nonce":2187635150}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14571,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6839/1475451558","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":1475451558},{"type":"v1","addr":"172.21.15.39:6839","nonce":1475451558}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14577,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6841/313570480","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":313570480},{"type":"v1","addr":"172.21.15.39:6841","nonce":313570480}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/980475055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":980475055},{"type":"v1","addr":"172.21.15.149:6833","nonce":980475055}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24427,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/2757180167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":2757180167},{"type":"v1","addr":"172.21.15.149:6835","nonce":2757180167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-13T06:20:05.248660+0000","modified":"2024-06-13T06:23:07.325841+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24512,"mds_1":24482,"mds_2":24455},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24431":{"gid":24431,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.96:6833/2827318421","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6832","nonce":2827318421},{"type":"v1","addr":"172.21.15.96:6833","nonce":2827318421}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24439":{"gid":24439,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6837/1742889729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":1742889729},{"type":"v1","addr":"172.21.15.149:6837","nonce":1742889729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6839/862740064","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":862740064},{"type":"v1","addr":"172.21.15.149:6839","nonce":862740064}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.96:6835/3408571209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6834","nonce":3408571209},{"type":"v1","addr":"172.21.15.96:6835","nonce":3408571209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.96:6837/2574644445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6836","nonce":2574644445},{"type":"v1","addr":"172.21.15.96:6837","nonce":2574644445}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.96:6839/1459106434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6838","nonce":1459106434},{"type":"v1","addr":"172.21.15.96:6839","nonce":1459106434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24512,"qdb_cluster":[24482,24512,24455]},"id":1}]} 2024-06-13T06:23:23.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:23.138+0000 7ff71fcc0700 1 -- 172.21.15.39:0/1755045136 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7ff7040a2ea0 msgr2=0x7ff7040a5360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:23.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:23.138+0000 7ff71fcc0700 1 --2- 172.21.15.39:0/1755045136 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7ff7040a2ea0 0x7ff7040a5360 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7ff718078ce0 tx=0x7ff714010040 comp rx=0 tx=0).stop 2024-06-13T06:23:23.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:23.138+0000 7ff71fcc0700 1 -- 172.21.15.39:0/1755045136 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff7181066f0 msgr2=0x7ff718198a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:23.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:23.138+0000 7ff71fcc0700 1 --2- 172.21.15.39:0/1755045136 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff7181066f0 0x7ff718198a60 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7ff710007ee0 tx=0x7ff71000d3b0 comp rx=0 tx=0).stop 2024-06-13T06:23:23.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:23.138+0000 7ff71fcc0700 1 -- 172.21.15.39:0/1755045136 shutdown_connections 2024-06-13T06:23:23.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:23.138+0000 7ff71fcc0700 1 --2- 172.21.15.39:0/1755045136 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7ff7040a2ea0 0x7ff7040a5360 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:23.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:23.138+0000 7ff71fcc0700 1 --2- 172.21.15.39:0/1755045136 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff7181066f0 0x7ff718198a60 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:23.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:23.138+0000 7ff71fcc0700 1 --2- 172.21.15.39:0/1755045136 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff718101610 0x7ff71819e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:23.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:23.138+0000 7ff71fcc0700 1 --2- 172.21.15.39:0/1755045136 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff718101fc0 0x7ff71819ed90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:23.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:23.138+0000 7ff71fcc0700 1 -- 172.21.15.39:0/1755045136 >> 172.21.15.39:0/1755045136 conn(0x7ff718078430 msgr2=0x7ff71806ae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:23.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:23.138+0000 7ff71fcc0700 1 -- 172.21.15.39:0/1755045136 shutdown_connections 2024-06-13T06:23:23.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:23.138+0000 7ff71fcc0700 1 -- 172.21.15.39:0/1755045136 wait complete. 2024-06-13T06:23:23.139 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 24 2024-06-13T06:23:23.793 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T06:23:24.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:23 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/1755045136' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:23:24.043 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:23:24.166 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:23 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/1755045136' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:23:24.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:23 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/1755045136' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:23:24.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:24 smithi039 ceph-mon[32479]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 76 KiB/s wr, 46 op/s 2024-06-13T06:23:25.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:24 smithi096 ceph-mon[36532]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 76 KiB/s wr, 46 op/s 2024-06-13T06:23:25.119 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:24 smithi149 ceph-mon[36963]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 76 KiB/s wr, 46 op/s 2024-06-13T06:23:25.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.683+0000 7f7bc7257700 1 -- 172.21.15.39:0/490087058 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7bc0101380 msgr2=0x7f7bc0101800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:25.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.683+0000 7f7bc7257700 1 --2- 172.21.15.39:0/490087058 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7bc0101380 0x7f7bc0101800 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f7bac009990 tx=0x7f7bac009ca0 comp rx=0 tx=0).stop 2024-06-13T06:23:25.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.683+0000 7f7bc7257700 1 -- 172.21.15.39:0/490087058 shutdown_connections 2024-06-13T06:23:25.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.683+0000 7f7bc7257700 1 --2- 172.21.15.39:0/490087058 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f7bc0101d40 0x7f7bc010e230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:25.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.683+0000 7f7bc7257700 1 --2- 172.21.15.39:0/490087058 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7bc01073f0 0x7f7bc01077d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:25.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.683+0000 7f7bc7257700 1 --2- 172.21.15.39:0/490087058 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7bc0101380 0x7f7bc0101800 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:25.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.683+0000 7f7bc7257700 1 -- 172.21.15.39:0/490087058 >> 172.21.15.39:0/490087058 conn(0x7f7bc0078300 msgr2=0x7f7bc0078710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:25.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.683+0000 7f7bc7257700 1 -- 172.21.15.39:0/490087058 shutdown_connections 2024-06-13T06:23:25.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.683+0000 7f7bc7257700 1 -- 172.21.15.39:0/490087058 wait complete. 2024-06-13T06:23:25.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.684+0000 7f7bc7257700 1 Processor -- start 2024-06-13T06:23:25.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.684+0000 7f7bc7257700 1 -- start start 2024-06-13T06:23:25.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.684+0000 7f7bc7257700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7bc0101380 0x7f7bc0103060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:25.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.684+0000 7f7bc7257700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f7bc0101d40 0x7f7bc01035a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:25.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.684+0000 7f7bc7257700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7bc01073f0 0x7f7bc0103ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:25.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.684+0000 7f7bc7257700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f7bc0111680 con 0x7f7bc01073f0 2024-06-13T06:23:25.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.684+0000 7f7bc7257700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f7bc0111500 con 0x7f7bc0101d40 2024-06-13T06:23:25.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.684+0000 7f7bc7257700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f7bc0111800 con 0x7f7bc0101380 2024-06-13T06:23:25.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.684+0000 7f7bc4ff3700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7bc0101380 0x7f7bc0103060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:25.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.684+0000 7f7bc57f4700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7bc01073f0 0x7f7bc0103ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:25.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.684+0000 7f7bbffff700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f7bc0101d40 0x7f7bc01035a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:25.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.684+0000 7f7bc4ff3700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7bc0101380 0x7f7bc0103060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.39:58098/0 (socket says 172.21.15.39:58098) 2024-06-13T06:23:25.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.684+0000 7f7bc4ff3700 1 -- 172.21.15.39:0/159920289 learned_addr learned my addr 172.21.15.39:0/159920289 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:23:25.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.685+0000 7f7bc4ff3700 1 -- 172.21.15.39:0/159920289 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f7bc0101d40 msgr2=0x7f7bc01035a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:25.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.685+0000 7f7bc4ff3700 1 --2- 172.21.15.39:0/159920289 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f7bc0101d40 0x7f7bc01035a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:25.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.685+0000 7f7bc4ff3700 1 -- 172.21.15.39:0/159920289 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7bc01073f0 msgr2=0x7f7bc0103ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:25.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.685+0000 7f7bc4ff3700 1 --2- 172.21.15.39:0/159920289 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7bc01073f0 0x7f7bc0103ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:25.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.685+0000 7f7bc4ff3700 1 -- 172.21.15.39:0/159920289 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7bc01a7110 con 0x7f7bc0101380 2024-06-13T06:23:25.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.685+0000 7f7bc4ff3700 1 --2- 172.21.15.39:0/159920289 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7bc0101380 0x7f7bc0103060 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f7bb400e9c0 tx=0x7f7bb400ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:25.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.685+0000 7f7bbdffb700 1 -- 172.21.15.39:0/159920289 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bb400cbd0 con 0x7f7bc0101380 2024-06-13T06:23:25.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.685+0000 7f7bc7257700 1 -- 172.21.15.39:0/159920289 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7bc0198980 con 0x7f7bc0101380 2024-06-13T06:23:25.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.685+0000 7f7bbdffb700 1 -- 172.21.15.39:0/159920289 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7bb400ee60 con 0x7f7bc0101380 2024-06-13T06:23:25.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.685+0000 7f7bbdffb700 1 -- 172.21.15.39:0/159920289 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bb4005690 con 0x7f7bc0101380 2024-06-13T06:23:25.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.685+0000 7f7bc7257700 1 -- 172.21.15.39:0/159920289 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7bc0198e90 con 0x7f7bc0101380 2024-06-13T06:23:25.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.686+0000 7f7bc7257700 1 -- 172.21.15.39:0/159920289 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7bc0069180 con 0x7f7bc0101380 2024-06-13T06:23:25.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.688+0000 7f7bbdffb700 1 -- 172.21.15.39:0/159920289 <== mon.1 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 24) ==== 138009+0+0 (secure 0 0 0) 0x7f7bb4004750 con 0x7f7bc0101380 2024-06-13T06:23:25.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.688+0000 7f7bbdffb700 1 --2- 172.21.15.39:0/159920289 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f7bb00a2e20 0x7f7bb00a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:25.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.689+0000 7f7bbffff700 1 --2- 172.21.15.39:0/159920289 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f7bb00a2e20 0x7f7bb00a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:25.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.689+0000 7f7bbdffb700 1 -- 172.21.15.39:0/159920289 <== mon.1 v2:172.21.15.149:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7f7bb40cfa90 con 0x7f7bc0101380 2024-06-13T06:23:25.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.689+0000 7f7bbffff700 1 --2- 172.21.15.39:0/159920289 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f7bb00a2e20 0x7f7bb00a52e0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f7bac00b2e0 tx=0x7f7bac005960 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:25.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.696+0000 7f7bbdffb700 1 -- 172.21.15.39:0/159920289 <== mon.1 v2:172.21.15.149:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f7bb4053850 con 0x7f7bc0101380 2024-06-13T06:23:25.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.951+0000 7f7bc7257700 1 -- 172.21.15.39:0/159920289 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7bc0199120 con 0x7f7bc0101380 2024-06-13T06:23:25.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.952+0000 7f7bbdffb700 1 -- 172.21.15.39:0/159920289 <== mon.1 v2:172.21.15.149:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11865 (secure 0 0 0) 0x7f7bb409c4f0 con 0x7f7bc0101380 2024-06-13T06:23:25.956 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:23:25.957 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/2373452665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":2373452665},{"type":"v1","addr":"172.21.15.39:6835","nonce":2373452665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/2187635150","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":2187635150},{"type":"v1","addr":"172.21.15.39:6837","nonce":2187635150}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14571,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6839/1475451558","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":1475451558},{"type":"v1","addr":"172.21.15.39:6839","nonce":1475451558}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14577,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6841/313570480","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":313570480},{"type":"v1","addr":"172.21.15.39:6841","nonce":313570480}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/980475055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":980475055},{"type":"v1","addr":"172.21.15.149:6833","nonce":980475055}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24427,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/2757180167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":2757180167},{"type":"v1","addr":"172.21.15.149:6835","nonce":2757180167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-13T06:20:05.248660+0000","modified":"2024-06-13T06:23:07.325841+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24512,"mds_1":24482,"mds_2":24455},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24431":{"gid":24431,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.96:6833/2827318421","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6832","nonce":2827318421},{"type":"v1","addr":"172.21.15.96:6833","nonce":2827318421}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24439":{"gid":24439,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6837/1742889729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":1742889729},{"type":"v1","addr":"172.21.15.149:6837","nonce":1742889729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6839/862740064","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":862740064},{"type":"v1","addr":"172.21.15.149:6839","nonce":862740064}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.96:6835/3408571209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6834","nonce":3408571209},{"type":"v1","addr":"172.21.15.96:6835","nonce":3408571209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.96:6837/2574644445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6836","nonce":2574644445},{"type":"v1","addr":"172.21.15.96:6837","nonce":2574644445}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.96:6839/1459106434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6838","nonce":1459106434},{"type":"v1","addr":"172.21.15.96:6839","nonce":1459106434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24512,"qdb_cluster":[24482,24512,24455]},"id":1}]} 2024-06-13T06:23:25.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.956+0000 7f7bc7257700 1 -- 172.21.15.39:0/159920289 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f7bb00a2e20 msgr2=0x7f7bb00a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:25.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.956+0000 7f7bc7257700 1 --2- 172.21.15.39:0/159920289 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f7bb00a2e20 0x7f7bb00a52e0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f7bac00b2e0 tx=0x7f7bac005960 comp rx=0 tx=0).stop 2024-06-13T06:23:25.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.956+0000 7f7bc7257700 1 -- 172.21.15.39:0/159920289 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7bc0101380 msgr2=0x7f7bc0103060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:25.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.956+0000 7f7bc7257700 1 --2- 172.21.15.39:0/159920289 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7bc0101380 0x7f7bc0103060 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f7bb400e9c0 tx=0x7f7bb400ecd0 comp rx=0 tx=0).stop 2024-06-13T06:23:25.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.956+0000 7f7bc7257700 1 -- 172.21.15.39:0/159920289 shutdown_connections 2024-06-13T06:23:25.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.956+0000 7f7bc7257700 1 --2- 172.21.15.39:0/159920289 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f7bb00a2e20 0x7f7bb00a52e0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:25.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.956+0000 7f7bc7257700 1 --2- 172.21.15.39:0/159920289 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7bc01073f0 0x7f7bc0103ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:25.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.956+0000 7f7bc7257700 1 --2- 172.21.15.39:0/159920289 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7bc0101380 0x7f7bc0103060 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:25.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.956+0000 7f7bc7257700 1 --2- 172.21.15.39:0/159920289 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f7bc0101d40 0x7f7bc01035a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:25.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.956+0000 7f7bc7257700 1 -- 172.21.15.39:0/159920289 >> 172.21.15.39:0/159920289 conn(0x7f7bc0078300 msgr2=0x7f7bc01005f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:25.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.956+0000 7f7bc7257700 1 -- 172.21.15.39:0/159920289 shutdown_connections 2024-06-13T06:23:25.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:25.956+0000 7f7bc7257700 1 -- 172.21.15.39:0/159920289 wait complete. 2024-06-13T06:23:25.959 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 24 2024-06-13T06:23:26.586 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph osd dump --format=json 2024-06-13T06:23:26.845 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:23:26.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:26 smithi039 ceph-mon[32479]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 76 KiB/s wr, 46 op/s 2024-06-13T06:23:26.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:26 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/159920289' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:23:27.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:26 smithi096 ceph-mon[36532]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 76 KiB/s wr, 46 op/s 2024-06-13T06:23:27.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:26 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/159920289' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:23:27.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:26 smithi149 ceph-mon[36963]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 76 KiB/s wr, 46 op/s 2024-06-13T06:23:27.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:26 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/159920289' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:23:28.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.465+0000 7f5b48baf700 1 -- 172.21.15.39:0/2840565044 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5b44101610 msgr2=0x7f5b441019f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:28.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.465+0000 7f5b48baf700 1 --2- 172.21.15.39:0/2840565044 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5b44101610 0x7f5b441019f0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f5b340099c0 tx=0x7f5b34009cd0 comp rx=0 tx=0).stop 2024-06-13T06:23:28.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.465+0000 7f5b48baf700 1 -- 172.21.15.39:0/2840565044 shutdown_connections 2024-06-13T06:23:28.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.465+0000 7f5b48baf700 1 --2- 172.21.15.39:0/2840565044 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f5b441066f0 0x7f5b4410e2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:28.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.465+0000 7f5b48baf700 1 --2- 172.21.15.39:0/2840565044 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5b44101610 0x7f5b441019f0 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:28.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.465+0000 7f5b48baf700 1 --2- 172.21.15.39:0/2840565044 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5b44101fc0 0x7f5b44106010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:28.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.465+0000 7f5b48baf700 1 -- 172.21.15.39:0/2840565044 >> 172.21.15.39:0/2840565044 conn(0x7f5b44078430 msgr2=0x7f5b44078840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:28.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.465+0000 7f5b48baf700 1 -- 172.21.15.39:0/2840565044 shutdown_connections 2024-06-13T06:23:28.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.465+0000 7f5b48baf700 1 -- 172.21.15.39:0/2840565044 wait complete. 2024-06-13T06:23:28.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.466+0000 7f5b48baf700 1 Processor -- start 2024-06-13T06:23:28.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.466+0000 7f5b48baf700 1 -- start start 2024-06-13T06:23:28.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.466+0000 7f5b48baf700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f5b44101610 0x7f5b4419e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:28.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.466+0000 7f5b48baf700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5b44101fc0 0x7f5b4419ee00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:28.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.466+0000 7f5b48baf700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5b441066f0 0x7f5b44198a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:28.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.466+0000 7f5b48baf700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f5b441116f0 con 0x7f5b441066f0 2024-06-13T06:23:28.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.466+0000 7f5b48baf700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f5b44111570 con 0x7f5b44101610 2024-06-13T06:23:28.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.466+0000 7f5b48baf700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f5b44111870 con 0x7f5b44101fc0 2024-06-13T06:23:28.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.466+0000 7f5b42d9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5b441066f0 0x7f5b44198a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:28.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.466+0000 7f5b4259c700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f5b44101610 0x7f5b4419e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:28.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.466+0000 7f5b42d9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5b441066f0 0x7f5b44198a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55536/0 (socket says 172.21.15.39:55536) 2024-06-13T06:23:28.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.467+0000 7f5b42d9d700 1 -- 172.21.15.39:0/1522768259 learned_addr learned my addr 172.21.15.39:0/1522768259 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:23:28.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.467+0000 7f5b41d9b700 1 --2- 172.21.15.39:0/1522768259 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5b44101fc0 0x7f5b4419ee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:28.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.467+0000 7f5b42d9d700 1 -- 172.21.15.39:0/1522768259 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5b44101fc0 msgr2=0x7f5b4419ee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:28.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.467+0000 7f5b42d9d700 1 --2- 172.21.15.39:0/1522768259 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5b44101fc0 0x7f5b4419ee00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:28.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.467+0000 7f5b42d9d700 1 -- 172.21.15.39:0/1522768259 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f5b44101610 msgr2=0x7f5b4419e8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:28.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.467+0000 7f5b42d9d700 1 --2- 172.21.15.39:0/1522768259 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f5b44101610 0x7f5b4419e8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:28.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.467+0000 7f5b42d9d700 1 -- 172.21.15.39:0/1522768259 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b441991e0 con 0x7f5b441066f0 2024-06-13T06:23:28.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.467+0000 7f5b42d9d700 1 --2- 172.21.15.39:0/1522768259 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5b441066f0 0x7f5b44198a80 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f5b3c007ee0 tx=0x7f5b3c00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:28.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.467+0000 7f5b337fe700 1 -- 172.21.15.39:0/1522768259 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b3c00dbd0 con 0x7f5b441066f0 2024-06-13T06:23:28.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.467+0000 7f5b48baf700 1 -- 172.21.15.39:0/1522768259 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b441994d0 con 0x7f5b441066f0 2024-06-13T06:23:28.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.467+0000 7f5b337fe700 1 -- 172.21.15.39:0/1522768259 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5b3c00dd70 con 0x7f5b441066f0 2024-06-13T06:23:28.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.467+0000 7f5b337fe700 1 -- 172.21.15.39:0/1522768259 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b3c005a60 con 0x7f5b441066f0 2024-06-13T06:23:28.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.467+0000 7f5b48baf700 1 -- 172.21.15.39:0/1522768259 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b441a5790 con 0x7f5b441066f0 2024-06-13T06:23:28.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.468+0000 7f5b48baf700 1 -- 172.21.15.39:0/1522768259 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5b44069180 con 0x7f5b441066f0 2024-06-13T06:23:28.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.470+0000 7f5b337fe700 1 -- 172.21.15.39:0/1522768259 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 24) ==== 138009+0+0 (secure 0 0 0) 0x7f5b3c01a020 con 0x7f5b441066f0 2024-06-13T06:23:28.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.470+0000 7f5b337fe700 1 --2- 172.21.15.39:0/1522768259 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f5b2c0a2e20 0x7f5b2c0a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:28.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.470+0000 7f5b4259c700 1 --2- 172.21.15.39:0/1522768259 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f5b2c0a2e20 0x7f5b2c0a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:28.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.470+0000 7f5b337fe700 1 -- 172.21.15.39:0/1522768259 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7f5b3c0cf330 con 0x7f5b441066f0 2024-06-13T06:23:28.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.471+0000 7f5b4259c700 1 --2- 172.21.15.39:0/1522768259 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f5b2c0a2e20 0x7f5b2c0a52e0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f5b34000c00 tx=0x7f5b34005fb0 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:28.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.474+0000 7f5b337fe700 1 -- 172.21.15.39:0/1522768259 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f5b3c010070 con 0x7f5b441066f0 2024-06-13T06:23:28.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.680+0000 7f5b48baf700 1 -- 172.21.15.39:0/1522768259 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5b4402dca0 con 0x7f5b441066f0 2024-06-13T06:23:28.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.682+0000 7f5b337fe700 1 -- 172.21.15.39:0/1522768259 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v92) ==== 74+0+23058 (secure 0 0 0) 0x7f5b3c09bdf0 con 0x7f5b441066f0 2024-06-13T06:23:28.682 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:23:28.682 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":92,"fsid":"ae626f9c-294b-11ef-bc9c-c7b262605968","created":"2024-06-13T06:11:51.305066+0000","modified":"2024-06-13T06:23:09.517326+0000","last_up_change":"2024-06-13T06:18:58.374371+0000","last_in_change":"2024-06-13T06:18:37.816473+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-13T06:15:09.300272+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-13T06:19:58.467506+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-13T06:20:01.811410+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b602e286-0350-4768-b03b-081f9c60cda7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":917128641},{"type":"v1","addr":"172.21.15.39:6803","nonce":917128641}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":917128641},{"type":"v1","addr":"172.21.15.39:6805","nonce":917128641}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":917128641},{"type":"v1","addr":"172.21.15.39:6809","nonce":917128641}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":917128641},{"type":"v1","addr":"172.21.15.39:6807","nonce":917128641}]},"public_addr":"172.21.15.39:6803/917128641","cluster_addr":"172.21.15.39:6805/917128641","heartbeat_back_addr":"172.21.15.39:6809/917128641","heartbeat_front_addr":"172.21.15.39:6807/917128641","state":["exists","up"]},{"osd":1,"uuid":"199bf34b-b607-43d8-8216-c4e80c8d3ebe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6800","nonce":1664615815},{"type":"v1","addr":"172.21.15.96:6801","nonce":1664615815}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6802","nonce":1664615815},{"type":"v1","addr":"172.21.15.96:6803","nonce":1664615815}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6806","nonce":1664615815},{"type":"v1","addr":"172.21.15.96:6807","nonce":1664615815}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6804","nonce":1664615815},{"type":"v1","addr":"172.21.15.96:6805","nonce":1664615815}]},"public_addr":"172.21.15.96:6801/1664615815","cluster_addr":"172.21.15.96:6803/1664615815","heartbeat_back_addr":"172.21.15.96:6807/1664615815","heartbeat_front_addr":"172.21.15.96:6805/1664615815","state":["exists","up"]},{"osd":2,"uuid":"1408753c-ec3d-4e23-964e-104614ccba56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":580976175},{"type":"v1","addr":"172.21.15.149:6801","nonce":580976175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":580976175},{"type":"v1","addr":"172.21.15.149:6803","nonce":580976175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":580976175},{"type":"v1","addr":"172.21.15.149:6807","nonce":580976175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":580976175},{"type":"v1","addr":"172.21.15.149:6805","nonce":580976175}]},"public_addr":"172.21.15.149:6801/580976175","cluster_addr":"172.21.15.149:6803/580976175","heartbeat_back_addr":"172.21.15.149:6807/580976175","heartbeat_front_addr":"172.21.15.149:6805/580976175","state":["exists","up"]},{"osd":3,"uuid":"8234a82f-d8d1-42c5-b257-799c0517bb1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2347430345},{"type":"v1","addr":"172.21.15.39:6811","nonce":2347430345}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2347430345},{"type":"v1","addr":"172.21.15.39:6813","nonce":2347430345}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6816","nonce":2347430345},{"type":"v1","addr":"172.21.15.39:6817","nonce":2347430345}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2347430345},{"type":"v1","addr":"172.21.15.39:6815","nonce":2347430345}]},"public_addr":"172.21.15.39:6811/2347430345","cluster_addr":"172.21.15.39:6813/2347430345","heartbeat_back_addr":"172.21.15.39:6817/2347430345","heartbeat_front_addr":"172.21.15.39:6815/2347430345","state":["exists","up"]},{"osd":4,"uuid":"977fac50-3471-408c-9747-70154767f29a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6808","nonce":1674089136},{"type":"v1","addr":"172.21.15.96:6809","nonce":1674089136}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6810","nonce":1674089136},{"type":"v1","addr":"172.21.15.96:6811","nonce":1674089136}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6814","nonce":1674089136},{"type":"v1","addr":"172.21.15.96:6815","nonce":1674089136}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6812","nonce":1674089136},{"type":"v1","addr":"172.21.15.96:6813","nonce":1674089136}]},"public_addr":"172.21.15.96:6809/1674089136","cluster_addr":"172.21.15.96:6811/1674089136","heartbeat_back_addr":"172.21.15.96:6815/1674089136","heartbeat_front_addr":"172.21.15.96:6813/1674089136","state":["exists","up"]},{"osd":5,"uuid":"99a866b2-466a-4779-bb0d-c104bac11df5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":3878401601},{"type":"v1","addr":"172.21.15.149:6809","nonce":3878401601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":3878401601},{"type":"v1","addr":"172.21.15.149:6811","nonce":3878401601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":3878401601},{"type":"v1","addr":"172.21.15.149:6815","nonce":3878401601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":3878401601},{"type":"v1","addr":"172.21.15.149:6813","nonce":3878401601}]},"public_addr":"172.21.15.149:6809/3878401601","cluster_addr":"172.21.15.149:6811/3878401601","heartbeat_back_addr":"172.21.15.149:6815/3878401601","heartbeat_front_addr":"172.21.15.149:6813/3878401601","state":["exists","up"]},{"osd":6,"uuid":"10df23c3-559c-4922-8ccf-99802a4f2449","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":1262679006},{"type":"v1","addr":"172.21.15.39:6819","nonce":1262679006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":1262679006},{"type":"v1","addr":"172.21.15.39:6821","nonce":1262679006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":1262679006},{"type":"v1","addr":"172.21.15.39:6825","nonce":1262679006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":1262679006},{"type":"v1","addr":"172.21.15.39:6823","nonce":1262679006}]},"public_addr":"172.21.15.39:6819/1262679006","cluster_addr":"172.21.15.39:6821/1262679006","heartbeat_back_addr":"172.21.15.39:6825/1262679006","heartbeat_front_addr":"172.21.15.39:6823/1262679006","state":["exists","up"]},{"osd":7,"uuid":"eba2316d-c2fc-4fd8-943c-74e05936af95","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6816","nonce":2801325231},{"type":"v1","addr":"172.21.15.96:6817","nonce":2801325231}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6818","nonce":2801325231},{"type":"v1","addr":"172.21.15.96:6819","nonce":2801325231}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6822","nonce":2801325231},{"type":"v1","addr":"172.21.15.96:6823","nonce":2801325231}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6820","nonce":2801325231},{"type":"v1","addr":"172.21.15.96:6821","nonce":2801325231}]},"public_addr":"172.21.15.96:6817/2801325231","cluster_addr":"172.21.15.96:6819/2801325231","heartbeat_back_addr":"172.21.15.96:6823/2801325231","heartbeat_front_addr":"172.21.15.96:6821/2801325231","state":["exists","up"]},{"osd":8,"uuid":"3c975612-4663-4516-bb94-8705d96309e1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":2814583725},{"type":"v1","addr":"172.21.15.149:6817","nonce":2814583725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":2814583725},{"type":"v1","addr":"172.21.15.149:6819","nonce":2814583725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":2814583725},{"type":"v1","addr":"172.21.15.149:6823","nonce":2814583725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":2814583725},{"type":"v1","addr":"172.21.15.149:6821","nonce":2814583725}]},"public_addr":"172.21.15.149:6817/2814583725","cluster_addr":"172.21.15.149:6819/2814583725","heartbeat_back_addr":"172.21.15.149:6823/2814583725","heartbeat_front_addr":"172.21.15.149:6821/2814583725","state":["exists","up"]},{"osd":9,"uuid":"17d9ffb0-b826-452c-bd91-1399fb46e734","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":2716066772},{"type":"v1","addr":"172.21.15.39:6827","nonce":2716066772}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":2716066772},{"type":"v1","addr":"172.21.15.39:6829","nonce":2716066772}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":2716066772},{"type":"v1","addr":"172.21.15.39:6833","nonce":2716066772}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":2716066772},{"type":"v1","addr":"172.21.15.39:6831","nonce":2716066772}]},"public_addr":"172.21.15.39:6827/2716066772","cluster_addr":"172.21.15.39:6829/2716066772","heartbeat_back_addr":"172.21.15.39:6833/2716066772","heartbeat_front_addr":"172.21.15.39:6831/2716066772","state":["exists","up"]},{"osd":10,"uuid":"5fa8dedf-2c1b-47b0-98ca-7983922b6e31","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6824","nonce":3117528382},{"type":"v1","addr":"172.21.15.96:6825","nonce":3117528382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6826","nonce":3117528382},{"type":"v1","addr":"172.21.15.96:6827","nonce":3117528382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6830","nonce":3117528382},{"type":"v1","addr":"172.21.15.96:6831","nonce":3117528382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6828","nonce":3117528382},{"type":"v1","addr":"172.21.15.96:6829","nonce":3117528382}]},"public_addr":"172.21.15.96:6825/3117528382","cluster_addr":"172.21.15.96:6827/3117528382","heartbeat_back_addr":"172.21.15.96:6831/3117528382","heartbeat_front_addr":"172.21.15.96:6829/3117528382","state":["exists","up"]},{"osd":11,"uuid":"464289a7-ae93-47f5-b88b-7c21ab02c295","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":3783053198},{"type":"v1","addr":"172.21.15.149:6825","nonce":3783053198}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":3783053198},{"type":"v1","addr":"172.21.15.149:6827","nonce":3783053198}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":3783053198},{"type":"v1","addr":"172.21.15.149:6831","nonce":3783053198}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":3783053198},{"type":"v1","addr":"172.21.15.149:6829","nonce":3783053198}]},"public_addr":"172.21.15.149:6825/3783053198","cluster_addr":"172.21.15.149:6827/3783053198","heartbeat_back_addr":"172.21.15.149:6831/3783053198","heartbeat_front_addr":"172.21.15.149:6829/3783053198","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:14:17.982063+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:14:41.653647+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:15:05.443023+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:15:30.243854+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:15:55.390739+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:16:20.257963+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:16:45.973831+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:17:11.985325+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:17:36.876077+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:18:03.226432+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:18:29.731400+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:18:56.089310+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.0","mappings":[{"from":4,"to":6}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.14","mappings":[{"from":1,"to":9}]},{"pgid":"3.18","mappings":[{"from":3,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8},{"from":5,"to":9}]},{"pgid":"3.37","mappings":[{"from":5,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:0/1836728899":"2024-06-14T06:23:09.517268+0000","172.21.15.39:0/855941877":"2024-06-14T06:23:09.517268+0000","172.21.15.39:6801/2178314534":"2024-06-14T06:23:09.517268+0000","172.21.15.39:6800/2178314534":"2024-06-14T06:23:09.517268+0000","172.21.15.39:0/3967350115":"2024-06-14T06:23:09.517268+0000","172.21.15.39:0/2230961630":"2024-06-14T06:12:44.764849+0000","172.21.15.39:0/3359492273":"2024-06-14T06:12:44.764849+0000","172.21.15.39:6800/1734263468":"2024-06-14T06:12:44.764849+0000","172.21.15.39:6801/1734263468":"2024-06-14T06:12:44.764849+0000","172.21.15.39:0/984030546":"2024-06-14T06:12:17.979204+0000","172.21.15.39:0/3945491090":"2024-06-14T06:23:09.517268+0000","172.21.15.39:0/3526641224":"2024-06-14T06:12:44.764849+0000","172.21.15.39:0/3515867652":"2024-06-14T06:12:17.979204+0000","172.21.15.39:6800/1863890417":"2024-06-14T06:12:17.979204+0000","172.21.15.39:0/973565867":"2024-06-14T06:12:17.979204+0000","172.21.15.39:6801/1863890417":"2024-06-14T06:12:17.979204+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-13T06:23:28.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.684+0000 7f5b48baf700 1 -- 172.21.15.39:0/1522768259 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f5b2c0a2e20 msgr2=0x7f5b2c0a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:28.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.684+0000 7f5b48baf700 1 --2- 172.21.15.39:0/1522768259 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f5b2c0a2e20 0x7f5b2c0a52e0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f5b34000c00 tx=0x7f5b34005fb0 comp rx=0 tx=0).stop 2024-06-13T06:23:28.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.684+0000 7f5b48baf700 1 -- 172.21.15.39:0/1522768259 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5b441066f0 msgr2=0x7f5b44198a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:28.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.684+0000 7f5b48baf700 1 --2- 172.21.15.39:0/1522768259 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5b441066f0 0x7f5b44198a80 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f5b3c007ee0 tx=0x7f5b3c00d3b0 comp rx=0 tx=0).stop 2024-06-13T06:23:28.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.684+0000 7f5b48baf700 1 -- 172.21.15.39:0/1522768259 shutdown_connections 2024-06-13T06:23:28.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.684+0000 7f5b48baf700 1 --2- 172.21.15.39:0/1522768259 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f5b2c0a2e20 0x7f5b2c0a52e0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:28.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.684+0000 7f5b48baf700 1 --2- 172.21.15.39:0/1522768259 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5b441066f0 0x7f5b44198a80 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:28.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.684+0000 7f5b48baf700 1 --2- 172.21.15.39:0/1522768259 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f5b44101610 0x7f5b4419e8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:28.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.684+0000 7f5b48baf700 1 --2- 172.21.15.39:0/1522768259 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5b44101fc0 0x7f5b4419ee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:28.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.684+0000 7f5b48baf700 1 -- 172.21.15.39:0/1522768259 >> 172.21.15.39:0/1522768259 conn(0x7f5b44078430 msgr2=0x7f5b44105590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:28.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.684+0000 7f5b48baf700 1 -- 172.21.15.39:0/1522768259 shutdown_connections 2024-06-13T06:23:28.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:28.684+0000 7f5b48baf700 1 -- 172.21.15.39:0/1522768259 wait complete. 2024-06-13T06:23:29.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:28 smithi096 ceph-mon[36532]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 76 KiB/s wr, 49 op/s 2024-06-13T06:23:29.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:28 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/1522768259' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T06:23:29.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:28 smithi039 ceph-mon[32479]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 76 KiB/s wr, 49 op/s 2024-06-13T06:23:29.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:28 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/1522768259' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T06:23:29.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:28 smithi149 ceph-mon[36963]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 76 KiB/s wr, 49 op/s 2024-06-13T06:23:29.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:28 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/1522768259' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T06:23:29.258 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph daemon mon.a --format=json config get run_dir 2024-06-13T06:23:29.508 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:23:30.993 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:30 smithi039 ceph-mon[32479]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:23:31.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:30 smithi096 ceph-mon[36532]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:23:31.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:30 smithi149 ceph-mon[36963]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:23:31.766 INFO:teuthology.orchestra.run.smithi039.stdout:{"run_dir":"/var/run/ceph"} 2024-06-13T06:23:31.766 DEBUG:tasks.cephfs.filesystem:_json_asok output { "run_dir": "/var/run/ceph" } 2024-06-13T06:23:31.767 INFO:tasks.quiescer.fs.[cephfs]:Initializing Quiescer with seed 8815 2024-06-13T06:23:31.767 DEBUG:tasks.quiescer:Yielding 2024-06-13T06:23:31.767 INFO:teuthology.run_tasks:Running task workunit... 2024-06-13T06:23:31.780 INFO:tasks.workunit:Pulling workunits from ref 1373963c202323287783ccb099bbae1ec8f14a5d 2024-06-13T06:23:31.781 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-06-13T06:23:31.781 INFO:tasks.workunit:timeout=3h 2024-06-13T06:23:31.781 INFO:tasks.workunit:cleanup=True 2024-06-13T06:23:31.781 DEBUG:teuthology.orchestra.run.smithi039:> stat -- /home/ubuntu/cephtest/mnt.0 2024-06-13T06:23:31.782 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T06:23:31.799 INFO:teuthology.orchestra.run.smithi039.stdout: File: /home/ubuntu/cephtest/mnt.0 2024-06-13T06:23:31.799 INFO:teuthology.orchestra.run.smithi039.stdout: Size: 0 Blocks: 0 IO Block: 65536 directory 2024-06-13T06:23:31.799 INFO:teuthology.orchestra.run.smithi039.stdout:Device: 77h/119d Inode: 1099511628283 Links: 2 2024-06-13T06:23:31.800 INFO:teuthology.orchestra.run.smithi039.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2024-06-13T06:23:31.800 INFO:teuthology.orchestra.run.smithi039.stdout:Context: system_u:object_r:unlabeled_t:s0 2024-06-13T06:23:31.800 INFO:teuthology.orchestra.run.smithi039.stdout:Access: 2024-06-13 06:20:36.328626555 +0000 2024-06-13T06:23:31.800 INFO:teuthology.orchestra.run.smithi039.stdout:Modify: 2024-06-13 06:20:36.328626555 +0000 2024-06-13T06:23:31.800 INFO:teuthology.orchestra.run.smithi039.stdout:Change: 2024-06-13 06:23:06.638694077 +0000 2024-06-13T06:23:31.800 INFO:teuthology.orchestra.run.smithi039.stdout: Birth: 2024-06-13 06:20:36.328626555 +0000 2024-06-13T06:23:31.800 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2024-06-13T06:23:31.800 DEBUG:teuthology.orchestra.run.smithi039:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2024-06-13T06:23:31.872 DEBUG:teuthology.orchestra.run.smithi039:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 1373963c202323287783ccb099bbae1ec8f14a5d 2024-06-13T06:23:31.929 INFO:tasks.workunit.client.0.smithi039.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-06-13T06:23:32.047 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:23:33.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:32 smithi096 ceph-mon[36532]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T06:23:33.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:32 smithi039 ceph-mon[32479]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T06:23:33.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:32 smithi149 ceph-mon[36963]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T06:23:33.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.733+0000 7fc5a6b46700 1 -- 172.21.15.39:0/3904005861 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5a01066d0 msgr2=0x7fc5a010e2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:33.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.733+0000 7fc5a6b46700 1 --2- 172.21.15.39:0/3904005861 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5a01066d0 0x7fc5a010e2a0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fc59800b0a0 tx=0x7fc59800b3b0 comp rx=0 tx=0).stop 2024-06-13T06:23:33.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.733+0000 7fc5a6b46700 1 -- 172.21.15.39:0/3904005861 shutdown_connections 2024-06-13T06:23:33.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.733+0000 7fc5a6b46700 1 --2- 172.21.15.39:0/3904005861 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5a01066d0 0x7fc5a010e2a0 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:33.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.733+0000 7fc5a6b46700 1 --2- 172.21.15.39:0/3904005861 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc5a01072f0 0x7fc5a01076d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:33.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.733+0000 7fc5a6b46700 1 --2- 172.21.15.39:0/3904005861 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc5a0107ca0 0x7fc5a0105ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:33.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.733+0000 7fc5a6b46700 1 -- 172.21.15.39:0/3904005861 >> 172.21.15.39:0/3904005861 conn(0x7fc5a0077590 msgr2=0x7fc5a00fe940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:33.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.733+0000 7fc5a6b46700 1 -- 172.21.15.39:0/3904005861 shutdown_connections 2024-06-13T06:23:33.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.733+0000 7fc5a6b46700 1 -- 172.21.15.39:0/3904005861 wait complete. 2024-06-13T06:23:33.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.733+0000 7fc5a6b46700 1 Processor -- start 2024-06-13T06:23:33.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.734+0000 7fc5a6b46700 1 -- start start 2024-06-13T06:23:33.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.734+0000 7fc5a6b46700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc5a01066d0 0x7fc5a019d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:33.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.734+0000 7fc5a6b46700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc5a01072f0 0x7fc5a019dc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:33.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.734+0000 7fc5a6b46700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5a0107ca0 0x7fc5a0197890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:33.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.734+0000 7fc5a6b46700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fc5a0111710 con 0x7fc5a0107ca0 2024-06-13T06:23:33.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.734+0000 7fc5a6b46700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fc5a0111590 con 0x7fc5a01066d0 2024-06-13T06:23:33.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.734+0000 7fc5a6b46700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fc5a0111890 con 0x7fc5a01072f0 2024-06-13T06:23:33.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.734+0000 7fc5a50e3700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5a0107ca0 0x7fc5a0197890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:33.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.734+0000 7fc5a50e3700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5a0107ca0 0x7fc5a0197890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60350/0 (socket says 172.21.15.39:60350) 2024-06-13T06:23:33.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.734+0000 7fc5a50e3700 1 -- 172.21.15.39:0/3022283728 learned_addr learned my addr 172.21.15.39:0/3022283728 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:23:33.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.734+0000 7fc5a48e2700 1 --2- 172.21.15.39:0/3022283728 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc5a01066d0 0x7fc5a019d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:33.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.734+0000 7fc59ffff700 1 --2- 172.21.15.39:0/3022283728 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc5a01072f0 0x7fc5a019dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:33.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.734+0000 7fc5a50e3700 1 -- 172.21.15.39:0/3022283728 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc5a01072f0 msgr2=0x7fc5a019dc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:33.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.734+0000 7fc5a50e3700 1 --2- 172.21.15.39:0/3022283728 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc5a01072f0 0x7fc5a019dc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:33.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.734+0000 7fc5a50e3700 1 -- 172.21.15.39:0/3022283728 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc5a01066d0 msgr2=0x7fc5a019d6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:33.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.734+0000 7fc5a50e3700 1 --2- 172.21.15.39:0/3022283728 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc5a01066d0 0x7fc5a019d6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:33.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.734+0000 7fc5a50e3700 1 -- 172.21.15.39:0/3022283728 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5a0197ff0 con 0x7fc5a0107ca0 2024-06-13T06:23:33.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.735+0000 7fc5a50e3700 1 --2- 172.21.15.39:0/3022283728 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5a0107ca0 0x7fc5a0197890 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fc5980062a0 tx=0x7fc59800be60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:33.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.735+0000 7fc59dffb700 1 -- 172.21.15.39:0/3022283728 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc598021070 con 0x7fc5a0107ca0 2024-06-13T06:23:33.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.735+0000 7fc59dffb700 1 -- 172.21.15.39:0/3022283728 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc598007c80 con 0x7fc5a0107ca0 2024-06-13T06:23:33.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.735+0000 7fc5a6b46700 1 -- 172.21.15.39:0/3022283728 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5a0198280 con 0x7fc5a0107ca0 2024-06-13T06:23:33.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.735+0000 7fc59dffb700 1 -- 172.21.15.39:0/3022283728 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc598005420 con 0x7fc5a0107ca0 2024-06-13T06:23:33.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.735+0000 7fc5a6b46700 1 -- 172.21.15.39:0/3022283728 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5a01a45a0 con 0x7fc5a0107ca0 2024-06-13T06:23:33.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.736+0000 7fc5a6b46700 1 -- 172.21.15.39:0/3022283728 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc5a0069180 con 0x7fc5a0107ca0 2024-06-13T06:23:33.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.737+0000 7fc59dffb700 1 -- 172.21.15.39:0/3022283728 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 24) ==== 138009+0+0 (secure 0 0 0) 0x7fc598024070 con 0x7fc5a0107ca0 2024-06-13T06:23:33.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.738+0000 7fc59dffb700 1 --2- 172.21.15.39:0/3022283728 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fc5900a2e20 0x7fc5900a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:33.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.738+0000 7fc5a48e2700 1 --2- 172.21.15.39:0/3022283728 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fc5900a2e20 0x7fc5900a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:33.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.738+0000 7fc59dffb700 1 -- 172.21.15.39:0/3022283728 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7fc59800f020 con 0x7fc5a0107ca0 2024-06-13T06:23:33.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.739+0000 7fc5a48e2700 1 --2- 172.21.15.39:0/3022283728 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fc5900a2e20 0x7fc5900a52e0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fc5a01989d0 tx=0x7fc594009190 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:33.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.742+0000 7fc59dffb700 1 -- 172.21.15.39:0/3022283728 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fc59802b030 con 0x7fc5a0107ca0 2024-06-13T06:23:33.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.994+0000 7fc5a6b46700 1 -- 172.21.15.39:0/3022283728 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc5a0198dc0 con 0x7fc5a0107ca0 2024-06-13T06:23:33.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.995+0000 7fc59dffb700 1 -- 172.21.15.39:0/3022283728 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11865 (secure 0 0 0) 0x7fc5a0198dc0 con 0x7fc5a0107ca0 2024-06-13T06:23:33.994 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:23:33.994 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/2373452665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":2373452665},{"type":"v1","addr":"172.21.15.39:6835","nonce":2373452665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/2187635150","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":2187635150},{"type":"v1","addr":"172.21.15.39:6837","nonce":2187635150}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14571,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6839/1475451558","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":1475451558},{"type":"v1","addr":"172.21.15.39:6839","nonce":1475451558}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14577,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6841/313570480","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":313570480},{"type":"v1","addr":"172.21.15.39:6841","nonce":313570480}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/980475055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":980475055},{"type":"v1","addr":"172.21.15.149:6833","nonce":980475055}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24427,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/2757180167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":2757180167},{"type":"v1","addr":"172.21.15.149:6835","nonce":2757180167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-13T06:20:05.248660+0000","modified":"2024-06-13T06:23:07.325841+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24512,"mds_1":24482,"mds_2":24455},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24431":{"gid":24431,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.96:6833/2827318421","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6832","nonce":2827318421},{"type":"v1","addr":"172.21.15.96:6833","nonce":2827318421}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24439":{"gid":24439,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6837/1742889729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":1742889729},{"type":"v1","addr":"172.21.15.149:6837","nonce":1742889729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6839/862740064","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":862740064},{"type":"v1","addr":"172.21.15.149:6839","nonce":862740064}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.96:6835/3408571209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6834","nonce":3408571209},{"type":"v1","addr":"172.21.15.96:6835","nonce":3408571209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.96:6837/2574644445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6836","nonce":2574644445},{"type":"v1","addr":"172.21.15.96:6837","nonce":2574644445}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.96:6839/1459106434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6838","nonce":1459106434},{"type":"v1","addr":"172.21.15.96:6839","nonce":1459106434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24512,"qdb_cluster":[24482,24512,24455]},"id":1}]} 2024-06-13T06:23:33.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.997+0000 7fc5a6b46700 1 -- 172.21.15.39:0/3022283728 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fc5900a2e20 msgr2=0x7fc5900a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:33.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.997+0000 7fc5a6b46700 1 --2- 172.21.15.39:0/3022283728 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fc5900a2e20 0x7fc5900a52e0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fc5a01989d0 tx=0x7fc594009190 comp rx=0 tx=0).stop 2024-06-13T06:23:33.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.997+0000 7fc5a6b46700 1 -- 172.21.15.39:0/3022283728 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5a0107ca0 msgr2=0x7fc5a0197890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:33.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.997+0000 7fc5a6b46700 1 --2- 172.21.15.39:0/3022283728 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5a0107ca0 0x7fc5a0197890 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fc5980062a0 tx=0x7fc59800be60 comp rx=0 tx=0).stop 2024-06-13T06:23:33.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.997+0000 7fc5a6b46700 1 -- 172.21.15.39:0/3022283728 shutdown_connections 2024-06-13T06:23:33.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.997+0000 7fc5a6b46700 1 --2- 172.21.15.39:0/3022283728 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fc5900a2e20 0x7fc5900a52e0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:33.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.997+0000 7fc5a6b46700 1 --2- 172.21.15.39:0/3022283728 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5a0107ca0 0x7fc5a0197890 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:33.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.997+0000 7fc5a6b46700 1 --2- 172.21.15.39:0/3022283728 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc5a01066d0 0x7fc5a019d6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:33.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.997+0000 7fc5a6b46700 1 --2- 172.21.15.39:0/3022283728 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc5a01072f0 0x7fc5a019dc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:33.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.997+0000 7fc5a6b46700 1 -- 172.21.15.39:0/3022283728 >> 172.21.15.39:0/3022283728 conn(0x7fc5a0077590 msgr2=0x7fc5a00fefe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:33.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.997+0000 7fc5a6b46700 1 -- 172.21.15.39:0/3022283728 shutdown_connections 2024-06-13T06:23:33.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:33.997+0000 7fc5a6b46700 1 -- 172.21.15.39:0/3022283728 wait complete. 2024-06-13T06:23:33.997 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 24 2024-06-13T06:23:34.609 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 24, 'flags': 306, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': True}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-06-13T06:20:05.248660+0000', 'modified': '2024-06-13T06:23:07.325841+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24512, 'mds_1': 24482, 'mds_2': 24455}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24431': {'gid': 24431, 'name': 'k', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.96:6833/2827318421', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.96:6832', 'nonce': 2827318421}, {'type': 'v1', 'addr': '172.21.15.96:6833', 'nonce': 2827318421}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24439': {'gid': 24439, 'name': 'c', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.149:6837/1742889729', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.149:6836', 'nonce': 1742889729}, {'type': 'v1', 'addr': '172.21.15.149:6837', 'nonce': 1742889729}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24448': {'gid': 24448, 'name': 'i', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.149:6839/862740064', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.149:6838', 'nonce': 862740064}, {'type': 'v1', 'addr': '172.21.15.149:6839', 'nonce': 862740064}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24455': {'gid': 24455, 'name': 'e', 'rank': 2, 'incarnation': 20, 'state': 'up:active', 'state_seq': 15, 'addr': '172.21.15.96:6835/3408571209', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.96:6834', 'nonce': 3408571209}, {'type': 'v1', 'addr': '172.21.15.96:6835', 'nonce': 3408571209}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24482': {'gid': 24482, 'name': 'h', 'rank': 1, 'incarnation': 18, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.96:6837/2574644445', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.96:6836', 'nonce': 2574644445}, {'type': 'v1', 'addr': '172.21.15.96:6837', 'nonce': 2574644445}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24512': {'gid': 24512, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.96:6839/1459106434', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.96:6838', 'nonce': 1459106434}, {'type': 'v1', 'addr': '172.21.15.96:6839', 'nonce': 1459106434}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24512, 'qdb_cluster': [24482, 24512, 24455]} 2024-06-13T06:23:34.609 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-06-13T06:23:34.610 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph tell mds.e status 2024-06-13T06:23:34.905 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:23:34.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:34 smithi039 ceph-mon[32479]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:23:34.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:34 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/3022283728' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:23:35.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:34 smithi096 ceph-mon[36532]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:23:35.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:34 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/3022283728' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:23:35.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:34 smithi149 ceph-mon[36963]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:23:35.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:34 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/3022283728' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:23:36.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.538+0000 7f3e075b7700 1 -- 172.21.15.39:0/4093316563 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3e00107840 msgr2=0x7f3e0010f3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:36.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.538+0000 7f3e075b7700 1 --2- 172.21.15.39:0/4093316563 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3e00107840 0x7f3e0010f3c0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f3df800b0d0 tx=0x7f3df800b3e0 comp rx=0 tx=0).stop 2024-06-13T06:23:36.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.539+0000 7f3e075b7700 1 -- 172.21.15.39:0/4093316563 shutdown_connections 2024-06-13T06:23:36.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.539+0000 7f3e075b7700 1 --2- 172.21.15.39:0/4093316563 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3e00107840 0x7f3e0010f3c0 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:36.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.539+0000 7f3e075b7700 1 --2- 172.21.15.39:0/4093316563 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f3e00102740 0x7f3e00102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:36.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.539+0000 7f3e075b7700 1 --2- 172.21.15.39:0/4093316563 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3e001030f0 0x7f3e00107110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:36.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.539+0000 7f3e075b7700 1 -- 172.21.15.39:0/4093316563 >> 172.21.15.39:0/4093316563 conn(0x7f3e000795f0 msgr2=0x7f3e00079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:36.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.539+0000 7f3e075b7700 1 -- 172.21.15.39:0/4093316563 shutdown_connections 2024-06-13T06:23:36.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.539+0000 7f3e075b7700 1 -- 172.21.15.39:0/4093316563 wait complete. 2024-06-13T06:23:36.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.539+0000 7f3e075b7700 1 Processor -- start 2024-06-13T06:23:36.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.540+0000 7f3e075b7700 1 -- start start 2024-06-13T06:23:36.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.540+0000 7f3e075b7700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3e00102740 0x7f3e0019e7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:36.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.540+0000 7f3e075b7700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3e001030f0 0x7f3e0019ed20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:36.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.540+0000 7f3e075b7700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f3e00107840 0x7f3e001989a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:36.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.540+0000 7f3e075b7700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f3e00112780 con 0x7f3e001030f0 2024-06-13T06:23:36.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.540+0000 7f3e075b7700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f3e00112600 con 0x7f3e00107840 2024-06-13T06:23:36.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.540+0000 7f3e075b7700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f3e00112900 con 0x7f3e00102740 2024-06-13T06:23:36.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.540+0000 7f3e04b52700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3e001030f0 0x7f3e0019ed20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:36.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.540+0000 7f3e04b52700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3e001030f0 0x7f3e0019ed20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60380/0 (socket says 172.21.15.39:60380) 2024-06-13T06:23:36.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.540+0000 7f3e04b52700 1 -- 172.21.15.39:0/2882343685 learned_addr learned my addr 172.21.15.39:0/2882343685 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:23:36.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.540+0000 7f3e05353700 1 --2- 172.21.15.39:0/2882343685 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3e00102740 0x7f3e0019e7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:36.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.540+0000 7f3e05b54700 1 --2- 172.21.15.39:0/2882343685 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f3e00107840 0x7f3e001989a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:36.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.540+0000 7f3e04b52700 1 -- 172.21.15.39:0/2882343685 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3e00102740 msgr2=0x7f3e0019e7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:36.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.540+0000 7f3e04b52700 1 --2- 172.21.15.39:0/2882343685 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3e00102740 0x7f3e0019e7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:36.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.540+0000 7f3e04b52700 1 -- 172.21.15.39:0/2882343685 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f3e00107840 msgr2=0x7f3e001989a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:36.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.540+0000 7f3e04b52700 1 --2- 172.21.15.39:0/2882343685 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f3e00107840 0x7f3e001989a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:36.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.540+0000 7f3e04b52700 1 -- 172.21.15.39:0/2882343685 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e00199100 con 0x7f3e001030f0 2024-06-13T06:23:36.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.541+0000 7f3e04b52700 1 --2- 172.21.15.39:0/2882343685 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3e001030f0 0x7f3e0019ed20 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f3df000e9c0 tx=0x7f3df000ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:36.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.541+0000 7f3df67fc700 1 -- 172.21.15.39:0/2882343685 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3df000cbd0 con 0x7f3e001030f0 2024-06-13T06:23:36.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.541+0000 7f3e075b7700 1 -- 172.21.15.39:0/2882343685 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e001993f0 con 0x7f3e001030f0 2024-06-13T06:23:36.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.541+0000 7f3df67fc700 1 -- 172.21.15.39:0/2882343685 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3df000ee60 con 0x7f3e001030f0 2024-06-13T06:23:36.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.541+0000 7f3df67fc700 1 -- 172.21.15.39:0/2882343685 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3df0005630 con 0x7f3e001030f0 2024-06-13T06:23:36.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.541+0000 7f3e075b7700 1 -- 172.21.15.39:0/2882343685 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e001a56b0 con 0x7f3e001030f0 2024-06-13T06:23:36.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.543+0000 7f3df67fc700 1 -- 172.21.15.39:0/2882343685 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 24) ==== 138009+0+0 (secure 0 0 0) 0x7f3df0004750 con 0x7f3e001030f0 2024-06-13T06:23:36.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.544+0000 7f3df67fc700 1 --2- 172.21.15.39:0/2882343685 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f3dec0a2e20 0x7f3dec0a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:36.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.544+0000 7f3e05353700 1 --2- 172.21.15.39:0/2882343685 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f3dec0a2e20 0x7f3dec0a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:36.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.544+0000 7f3df67fc700 1 -- 172.21.15.39:0/2882343685 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7f3df00cf870 con 0x7f3e001030f0 2024-06-13T06:23:36.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.544+0000 7f3e05353700 1 --2- 172.21.15.39:0/2882343685 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f3dec0a2e20 0x7f3dec0a52e0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f3e00199ae0 tx=0x7f3dfc00b410 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:36.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.545+0000 7f3e11e3ab80 1 Processor -- start 2024-06-13T06:23:36.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.545+0000 7f3e11e3ab80 1 -- start start 2024-06-13T06:23:36.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.545+0000 7f3e11e3ab80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56458db9b5f0 0x56458db9b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:36.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.545+0000 7f3e11e3ab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56458db9bf10 0x56458db95990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:36.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.545+0000 7f3e11e3ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56458db95ed0 0x56458db962f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:36.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.545+0000 7f3e11e3ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x56458dae77c0 con 0x56458db95ed0 2024-06-13T06:23:36.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.545+0000 7f3e11e3ab80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x56458da8f6d0 con 0x56458db9b5f0 2024-06-13T06:23:36.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.545+0000 7f3e11e3ab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x56458dae3780 con 0x56458db9bf10 2024-06-13T06:23:36.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.545+0000 7f3e05b54700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56458db95ed0 0x56458db962f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:36.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.545+0000 7f3e05b54700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56458db95ed0 0x56458db962f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60388/0 (socket says 172.21.15.39:60388) 2024-06-13T06:23:36.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.545+0000 7f3e05b54700 1 -- 172.21.15.39:0/1894222346 learned_addr learned my addr 172.21.15.39:0/1894222346 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:23:36.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.545+0000 7f3e04b52700 1 --2- 172.21.15.39:0/1894222346 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56458db9bf10 0x56458db95990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:36.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.545+0000 7f3e05353700 1 --2- 172.21.15.39:0/1894222346 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56458db9b5f0 0x56458db9b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:36.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.546+0000 7f3e05b54700 1 -- 172.21.15.39:0/1894222346 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56458db9bf10 msgr2=0x56458db95990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:23:36.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.546+0000 7f3e05b54700 1 --2- 172.21.15.39:0/1894222346 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56458db9bf10 0x56458db95990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:36.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.546+0000 7f3e05b54700 1 -- 172.21.15.39:0/1894222346 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56458db9b5f0 msgr2=0x56458db9b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:23:36.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.546+0000 7f3e05b54700 1 --2- 172.21.15.39:0/1894222346 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56458db9b5f0 0x56458db9b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:36.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.546+0000 7f3e05b54700 1 -- 172.21.15.39:0/1894222346 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56458da85f00 con 0x56458db95ed0 2024-06-13T06:23:36.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.546+0000 7f3e05353700 1 --2- 172.21.15.39:0/1894222346 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56458db9b5f0 0x56458db9b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:23:36.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.546+0000 7f3e05b54700 1 --2- 172.21.15.39:0/1894222346 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56458db95ed0 0x56458db962f0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f3df8009d50 tx=0x7f3df8009d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8404adc08e460e1b server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:36.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.546+0000 7f3deb7fe700 1 -- 172.21.15.39:0/1894222346 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3df800baa0 con 0x56458db95ed0 2024-06-13T06:23:36.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.546+0000 7f3deb7fe700 1 -- 172.21.15.39:0/1894222346 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3df800bc40 con 0x56458db95ed0 2024-06-13T06:23:36.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.546+0000 7f3deb7fe700 1 -- 172.21.15.39:0/1894222346 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3df8005880 con 0x56458db95ed0 2024-06-13T06:23:36.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.547+0000 7f3e11e3ab80 1 -- 172.21.15.39:0/1894222346 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56458db95ed0 msgr2=0x56458db962f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:36.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.547+0000 7f3e11e3ab80 1 --2- 172.21.15.39:0/1894222346 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56458db95ed0 0x56458db962f0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f3df8009d50 tx=0x7f3df8009d80 comp rx=0 tx=0).stop 2024-06-13T06:23:36.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.547+0000 7f3e11e3ab80 1 -- 172.21.15.39:0/1894222346 shutdown_connections 2024-06-13T06:23:36.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.547+0000 7f3e11e3ab80 1 --2- 172.21.15.39:0/1894222346 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56458db95ed0 0x56458db962f0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:36.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.547+0000 7f3e11e3ab80 1 --2- 172.21.15.39:0/1894222346 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56458db9b5f0 0x56458db9b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:36.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.547+0000 7f3e11e3ab80 1 --2- 172.21.15.39:0/1894222346 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56458db9bf10 0x56458db95990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:36.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.547+0000 7f3e11e3ab80 1 -- 172.21.15.39:0/1894222346 >> 172.21.15.39:0/1894222346 conn(0x56458dac0c70 msgr2=0x56458db90800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:36.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.547+0000 7f3e11e3ab80 1 -- 172.21.15.39:0/1894222346 shutdown_connections 2024-06-13T06:23:36.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.547+0000 7f3e11e3ab80 1 -- 172.21.15.39:0/1894222346 wait complete. 2024-06-13T06:23:36.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.547+0000 7f3e11e3ab80 1 -- start start 2024-06-13T06:23:36.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.547+0000 7f3e11e3ab80 1 Processor -- start 2024-06-13T06:23:36.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.548+0000 7f3e11e3ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56458db95ed0 0x56458dba1cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:36.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.548+0000 7f3e11e3ab80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56458db9b5f0 0x56458db9efb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:36.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.548+0000 7f3e11e3ab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56458db9bf10 0x56458db9f4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:36.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.548+0000 7f3e11e3ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x56458dba2920 con 0x56458db95ed0 2024-06-13T06:23:36.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.548+0000 7f3e11e3ab80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x56458da87ba0 con 0x56458db9b5f0 2024-06-13T06:23:36.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.548+0000 7f3e11e3ab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x56458dba2aa0 con 0x56458db9bf10 2024-06-13T06:23:36.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.548+0000 7f3e11e3ab80 10 client.0 _ll_register_callbacks cb 0x56458da818d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:23:36.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.548+0000 7f3e05353700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56458db95ed0 0x56458dba1cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:36.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.548+0000 7f3e05353700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56458db95ed0 0x56458dba1cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60390/0 (socket says 172.21.15.39:60390) 2024-06-13T06:23:36.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.548+0000 7f3e05353700 1 -- 172.21.15.39:0/3562636647 learned_addr learned my addr 172.21.15.39:0/3562636647 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:23:36.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.548+0000 7f3e04b52700 1 --2- 172.21.15.39:0/3562636647 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56458db9b5f0 0x56458db9efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:36.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.548+0000 7f3e05b54700 1 --2- 172.21.15.39:0/3562636647 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56458db9bf10 0x56458db9f4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:36.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.548+0000 7f3e05353700 1 -- 172.21.15.39:0/3562636647 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56458db9bf10 msgr2=0x56458db9f4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:23:36.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.548+0000 7f3e05353700 1 --2- 172.21.15.39:0/3562636647 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56458db9bf10 0x56458db9f4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:36.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.548+0000 7f3e05353700 1 -- 172.21.15.39:0/3562636647 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56458db9b5f0 msgr2=0x56458db9efb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:23:36.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.548+0000 7f3e05353700 1 --2- 172.21.15.39:0/3562636647 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56458db9b5f0 0x56458db9efb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:36.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.548+0000 7f3e05353700 1 -- 172.21.15.39:0/3562636647 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56458da36880 con 0x56458db95ed0 2024-06-13T06:23:36.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.548+0000 7f3e04b52700 1 --2- 172.21.15.39:0/3562636647 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56458db9b5f0 0x56458db9efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:23:36.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.548+0000 7f3e05353700 1 --2- 172.21.15.39:0/3562636647 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56458db95ed0 0x56458dba1cb0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f3dfc011770 tx=0x7f3dfc0047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ac3dffa583c05435 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:36.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.548+0000 7f3de8ff9700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:23:36.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.549+0000 7f3de8ff9700 1 -- 172.21.15.39:0/3562636647 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dfc01f840 con 0x56458db95ed0 2024-06-13T06:23:36.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.549+0000 7f3de8ff9700 1 -- 172.21.15.39:0/3562636647 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7f3dfc01f9e0 con 0x56458db95ed0 2024-06-13T06:23:36.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.549+0000 7f3e11e3ab80 1 -- 172.21.15.39:0/3562636647 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3df800bc40 con 0x56458db95ed0 2024-06-13T06:23:36.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.549+0000 7f3de8ff9700 1 -- 172.21.15.39:0/3562636647 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f3dfc01fbe0 con 0x56458db95ed0 2024-06-13T06:23:36.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.549+0000 7f3e11e3ab80 10 client.15261 fetch_fsmap learned FSMap version 24 2024-06-13T06:23:36.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.549+0000 7f3e11e3ab80 1 -- 172.21.15.39:0/3562636647 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56458dbad270 con 0x56458db95ed0 2024-06-13T06:23:36.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.549+0000 7f3de8ff9700 1 -- 172.21.15.39:0/3562636647 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3df800bc40 con 0x56458db95ed0 2024-06-13T06:23:36.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.549+0000 7f3de8ff9700 1 -- 172.21.15.39:0/3562636647 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f3dfc028470 con 0x56458db95ed0 2024-06-13T06:23:36.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.549+0000 7f3e11e3ab80 10 client.15261 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:23:36.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.549+0000 7f3e11e3ab80 10 client.15261 resolve_mds: resolved name 'e' to daemon mds.e 2024-06-13T06:23:36.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.549+0000 7f3e11e3ab80 20 client.15261 populate_metadata read hostname 'smithi039' 2024-06-13T06:23:36.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.549+0000 7f3e11e3ab80 1 --2- 172.21.15.39:0/3562636647 >> [v2:172.21.15.96:6834/3408571209,v1:172.21.15.96:6835/3408571209] conn(0x56458dbaf870 0x56458dbb0ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:36.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.549+0000 7f3e11e3ab80 4 client.15261 mds_command: new command op to 24455 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T06:23:36.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.549+0000 7f3e11e3ab80 1 -- 172.21.15.39:0/3562636647 --> [v2:172.21.15.96:6834/3408571209,v1:172.21.15.96:6835/3408571209] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56458daf4cc0 con 0x56458dbaf870 2024-06-13T06:23:36.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.550+0000 7f3e04b52700 1 --2- 172.21.15.39:0/3562636647 >> [v2:172.21.15.96:6834/3408571209,v1:172.21.15.96:6835/3408571209] conn(0x56458dbaf870 0x56458dbb0ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:36.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.550+0000 7f3e04b52700 1 --2- 172.21.15.39:0/3562636647 >> [v2:172.21.15.96:6834/3408571209,v1:172.21.15.96:6835/3408571209] conn(0x56458dbaf870 0x56458dbb0ce0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=714a6d29556186f3 server_cookie=353ad100fbf4a730 in_seq=0 out_seq=0 2024-06-13T06:23:36.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.550+0000 7f3de8ff9700 10 client.15261 ms_handle_connect on v2:172.21.15.96:6834/3408571209 2024-06-13T06:23:36.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.551+0000 7f3de8ff9700 1 -- 172.21.15.39:0/3562636647 <== mds.2 v2:172.21.15.96:6834/3408571209 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x56458daf4cc0 con 0x56458dbaf870 2024-06-13T06:23:36.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.551+0000 7f3de8ff9700 10 client.15261 handle_command_reply: tid=0 2024-06-13T06:23:36.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.551+0000 7f3e11e3ab80 1 client.15261 shutdown 2024-06-13T06:23:36.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.551+0000 7f3e11e3ab80 1 -- 172.21.15.39:0/3562636647 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56458db95ed0 msgr2=0x56458dba1cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:36.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.551+0000 7f3e11e3ab80 1 --2- 172.21.15.39:0/3562636647 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56458db95ed0 0x56458dba1cb0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f3dfc011770 tx=0x7f3dfc0047c0 comp rx=0 tx=0).stop 2024-06-13T06:23:36.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.551+0000 7f3e11e3ab80 1 -- 172.21.15.39:0/3562636647 shutdown_connections 2024-06-13T06:23:36.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.551+0000 7f3e11e3ab80 1 --2- 172.21.15.39:0/3562636647 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56458db9bf10 0x56458db9f4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:36.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.551+0000 7f3e11e3ab80 1 --2- 172.21.15.39:0/3562636647 >> [v2:172.21.15.96:6834/3408571209,v1:172.21.15.96:6835/3408571209] conn(0x56458dbaf870 0x56458dbb0ce0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:36.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.551+0000 7f3e11e3ab80 1 --2- 172.21.15.39:0/3562636647 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56458db95ed0 0x56458dba1cb0 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:36.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.551+0000 7f3e11e3ab80 1 --2- 172.21.15.39:0/3562636647 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56458db9b5f0 0x56458db9efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:36.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.551+0000 7f3e11e3ab80 1 -- 172.21.15.39:0/3562636647 >> 172.21.15.39:0/3562636647 conn(0x56458dac0c70 msgr2=0x56458db94980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:36.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.551+0000 7f3de8ff9700 0 client.15261 ms_handle_reset on v2:172.21.15.96:6834/3408571209 2024-06-13T06:23:36.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.551+0000 7f3e11e3ab80 1 -- 172.21.15.39:0/3562636647 shutdown_connections 2024-06-13T06:23:36.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.551+0000 7f3e11e3ab80 1 -- 172.21.15.39:0/3562636647 wait complete. 2024-06-13T06:23:36.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.551+0000 7f3e11e3ab80 20 client.15261 trim_cache size 0 max 16384 2024-06-13T06:23:36.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.573+0000 7f3e11e3ab80 1 Processor -- start 2024-06-13T06:23:36.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.573+0000 7f3e11e3ab80 1 -- start start 2024-06-13T06:23:36.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.573+0000 7f3e11e3ab80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56458db95ed0 0x56458db95990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:36.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.573+0000 7f3e11e3ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56458db9b5f0 0x56458db99780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:36.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.573+0000 7f3e11e3ab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56458db9bf10 0x56458dbba140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:36.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.573+0000 7f3e11e3ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x56458dbaf020 con 0x56458db9b5f0 2024-06-13T06:23:36.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.573+0000 7f3e11e3ab80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x56458dbaf6f0 con 0x56458db95ed0 2024-06-13T06:23:36.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.573+0000 7f3e11e3ab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x56458dbafdc0 con 0x56458db9bf10 2024-06-13T06:23:36.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.573+0000 7f3e04b52700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56458db9b5f0 0x56458db99780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:36.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.573+0000 7f3e04b52700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56458db9b5f0 0x56458db99780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60396/0 (socket says 172.21.15.39:60396) 2024-06-13T06:23:36.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.573+0000 7f3e04b52700 1 -- 172.21.15.39:0/2595468741 learned_addr learned my addr 172.21.15.39:0/2595468741 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:23:36.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.573+0000 7f3e05353700 1 --2- 172.21.15.39:0/2595468741 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56458db95ed0 0x56458db95990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:36.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.573+0000 7f3e04b52700 1 -- 172.21.15.39:0/2595468741 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56458db9bf10 msgr2=0x56458dbba140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:23:36.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.573+0000 7f3e04b52700 1 --2- 172.21.15.39:0/2595468741 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56458db9bf10 0x56458dbba140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:36.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.573+0000 7f3e04b52700 1 -- 172.21.15.39:0/2595468741 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56458db95ed0 msgr2=0x56458db95990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:23:36.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.573+0000 7f3e04b52700 1 --2- 172.21.15.39:0/2595468741 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56458db95ed0 0x56458db95990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:36.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.573+0000 7f3e04b52700 1 -- 172.21.15.39:0/2595468741 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56458db914b0 con 0x56458db9b5f0 2024-06-13T06:23:36.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.573+0000 7f3e04b52700 1 --2- 172.21.15.39:0/2595468741 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56458db9b5f0 0x56458db99780 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f3df00ccff0 tx=0x7f3df00cf040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5af31b5fb1496da4 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:36.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.574+0000 7f3deaffd700 1 -- 172.21.15.39:0/2595468741 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3df00b8030 con 0x56458db9b5f0 2024-06-13T06:23:36.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.574+0000 7f3deaffd700 1 -- 172.21.15.39:0/2595468741 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3df009bc30 con 0x56458db9b5f0 2024-06-13T06:23:36.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.574+0000 7f3deaffd700 1 -- 172.21.15.39:0/2595468741 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3df0086040 con 0x56458db9b5f0 2024-06-13T06:23:36.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.574+0000 7f3e11e3ab80 1 -- 172.21.15.39:0/2595468741 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56458db9b5f0 msgr2=0x56458db99780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:36.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.574+0000 7f3e11e3ab80 1 --2- 172.21.15.39:0/2595468741 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56458db9b5f0 0x56458db99780 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f3df00ccff0 tx=0x7f3df00cf040 comp rx=0 tx=0).stop 2024-06-13T06:23:36.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.574+0000 7f3e11e3ab80 1 -- 172.21.15.39:0/2595468741 shutdown_connections 2024-06-13T06:23:36.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.574+0000 7f3e11e3ab80 1 --2- 172.21.15.39:0/2595468741 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56458db9bf10 0x56458dbba140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:36.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.574+0000 7f3e11e3ab80 1 --2- 172.21.15.39:0/2595468741 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56458db95ed0 0x56458db95990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:36.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.574+0000 7f3e11e3ab80 1 --2- 172.21.15.39:0/2595468741 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56458db9b5f0 0x56458db99780 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:36.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.574+0000 7f3e11e3ab80 1 -- 172.21.15.39:0/2595468741 >> 172.21.15.39:0/2595468741 conn(0x56458dac0c70 msgr2=0x56458db99070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:36.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.574+0000 7f3e11e3ab80 1 -- 172.21.15.39:0/2595468741 shutdown_connections 2024-06-13T06:23:36.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.574+0000 7f3e11e3ab80 1 -- 172.21.15.39:0/2595468741 wait complete. 2024-06-13T06:23:36.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.575+0000 7f3e11e3ab80 1 -- start start 2024-06-13T06:23:36.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.575+0000 7f3e11e3ab80 1 Processor -- start 2024-06-13T06:23:36.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.575+0000 7f3e11e3ab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56458db95ed0 0x56458dbba630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:36.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.575+0000 7f3e11e3ab80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56458db9b5f0 0x56458dbb5110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:36.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.575+0000 7f3e11e3ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56458db9bf10 0x56458dbb5650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:36.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.575+0000 7f3e11e3ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x56458dbb0b60 con 0x56458db9bf10 2024-06-13T06:23:36.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.575+0000 7f3e11e3ab80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x56458dbb0490 con 0x56458db9b5f0 2024-06-13T06:23:36.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.575+0000 7f3e11e3ab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x56458dbb1230 con 0x56458db95ed0 2024-06-13T06:23:36.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.575+0000 7f3e11e3ab80 10 client.0 _ll_register_callbacks cb 0x56458da818d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:23:36.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.575+0000 7f3e05b54700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56458db9bf10 0x56458dbb5650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:36.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.575+0000 7f3e05b54700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56458db9bf10 0x56458dbb5650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60402/0 (socket says 172.21.15.39:60402) 2024-06-13T06:23:36.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.575+0000 7f3e05b54700 1 -- 172.21.15.39:0/2150071361 learned_addr learned my addr 172.21.15.39:0/2150071361 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:23:36.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.575+0000 7f3e04b52700 1 --2- 172.21.15.39:0/2150071361 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56458db9b5f0 0x56458dbb5110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:36.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.575+0000 7f3e05353700 1 --2- 172.21.15.39:0/2150071361 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56458db95ed0 0x56458dbba630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:36.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.576+0000 7f3e05b54700 1 -- 172.21.15.39:0/2150071361 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56458db95ed0 msgr2=0x56458dbba630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:23:36.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.576+0000 7f3e05b54700 1 --2- 172.21.15.39:0/2150071361 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56458db95ed0 0x56458dbba630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:36.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.576+0000 7f3e05b54700 1 -- 172.21.15.39:0/2150071361 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56458db9b5f0 msgr2=0x56458dbb5110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:23:36.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.576+0000 7f3e05b54700 1 --2- 172.21.15.39:0/2150071361 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56458db9b5f0 0x56458dbb5110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:36.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.576+0000 7f3e05b54700 1 -- 172.21.15.39:0/2150071361 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56458dbb5bc0 con 0x56458db9bf10 2024-06-13T06:23:36.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.576+0000 7f3e04b52700 1 --2- 172.21.15.39:0/2150071361 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56458db9b5f0 0x56458dbb5110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T06:23:36.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.576+0000 7f3e05b54700 1 --2- 172.21.15.39:0/2150071361 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56458db9bf10 0x56458dbb5650 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f3df8023000 tx=0x7f3df800bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3114d7edda85ea71 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:36.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.576+0000 7f3de8ff9700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:23:36.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.576+0000 7f3de8ff9700 1 -- 172.21.15.39:0/2150071361 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3df80050c0 con 0x56458db9bf10 2024-06-13T06:23:36.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.576+0000 7f3de8ff9700 1 -- 172.21.15.39:0/2150071361 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7f3df8005260 con 0x56458db9bf10 2024-06-13T06:23:36.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.576+0000 7f3e11e3ab80 1 -- 172.21.15.39:0/2150071361 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3df009bc30 con 0x56458db9bf10 2024-06-13T06:23:36.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.576+0000 7f3de8ff9700 1 -- 172.21.15.39:0/2150071361 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f3df8005460 con 0x56458db9bf10 2024-06-13T06:23:36.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.576+0000 7f3e11e3ab80 10 client.15267 fetch_fsmap learned FSMap version 24 2024-06-13T06:23:36.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.576+0000 7f3e11e3ab80 1 -- 172.21.15.39:0/2150071361 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56458dc1be60 con 0x56458db9bf10 2024-06-13T06:23:36.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.576+0000 7f3de8ff9700 1 -- 172.21.15.39:0/2150071361 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3df009bc30 con 0x56458db9bf10 2024-06-13T06:23:36.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.577+0000 7f3de8ff9700 1 -- 172.21.15.39:0/2150071361 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f3df8011070 con 0x56458db9bf10 2024-06-13T06:23:36.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.577+0000 7f3e11e3ab80 10 client.15267 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:23:36.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.577+0000 7f3e11e3ab80 10 client.15267 resolve_mds: resolved name 'e' to daemon mds.e 2024-06-13T06:23:36.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.577+0000 7f3e11e3ab80 20 client.15267 populate_metadata read hostname 'smithi039' 2024-06-13T06:23:36.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.577+0000 7f3e11e3ab80 1 --2- 172.21.15.39:0/2150071361 >> [v2:172.21.15.96:6834/3408571209,v1:172.21.15.96:6835/3408571209] conn(0x56458dc20450 0x56458dc1f160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:36.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.577+0000 7f3e11e3ab80 4 client.15267 mds_command: new command op to 24455 tid=0 multi_id=0 [{"prefix": "status"}] 2024-06-13T06:23:36.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.577+0000 7f3e11e3ab80 1 -- 172.21.15.39:0/2150071361 --> [v2:172.21.15.96:6834/3408571209,v1:172.21.15.96:6835/3408571209] -- command(tid 0: {"prefix": "status"}) -- 0x56458daef240 con 0x56458dc20450 2024-06-13T06:23:36.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.577+0000 7f3e05353700 1 --2- 172.21.15.39:0/2150071361 >> [v2:172.21.15.96:6834/3408571209,v1:172.21.15.96:6835/3408571209] conn(0x56458dc20450 0x56458dc1f160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:36.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.578+0000 7f3de8ff9700 10 client.15267 ms_handle_connect on v2:172.21.15.96:6834/3408571209 2024-06-13T06:23:36.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.578+0000 7f3e05353700 1 --2- 172.21.15.39:0/2150071361 >> [v2:172.21.15.96:6834/3408571209,v1:172.21.15.96:6835/3408571209] conn(0x56458dc20450 0x56458dc1f160 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=ca0f6ce94d34161a server_cookie=73ef016850d0a0df in_seq=0 out_seq=0 2024-06-13T06:23:36.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.578+0000 7f3de8ff9700 1 -- 172.21.15.39:0/2150071361 <== mds.2 v2:172.21.15.96:6834/3408571209 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x56458daef240 con 0x56458dc20450 2024-06-13T06:23:36.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.578+0000 7f3de8ff9700 10 client.15267 handle_command_reply: tid=0 2024-06-13T06:23:36.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.578+0000 7f3e11e3ab80 1 client.15267 shutdown 2024-06-13T06:23:36.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.578+0000 7f3e11e3ab80 1 -- 172.21.15.39:0/2150071361 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56458db9bf10 msgr2=0x56458dbb5650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:36.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.578+0000 7f3e11e3ab80 1 --2- 172.21.15.39:0/2150071361 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56458db9bf10 0x56458dbb5650 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f3df8023000 tx=0x7f3df800bf10 comp rx=0 tx=0).stop 2024-06-13T06:23:36.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.578+0000 7f3e11e3ab80 1 -- 172.21.15.39:0/2150071361 shutdown_connections 2024-06-13T06:23:36.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.578+0000 7f3e11e3ab80 1 --2- 172.21.15.39:0/2150071361 >> [v2:172.21.15.96:6834/3408571209,v1:172.21.15.96:6835/3408571209] conn(0x56458dc20450 0x56458dc1f160 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:36.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.578+0000 7f3e11e3ab80 1 --2- 172.21.15.39:0/2150071361 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56458db9bf10 0x56458dbb5650 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:36.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.578+0000 7f3e11e3ab80 1 --2- 172.21.15.39:0/2150071361 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56458db95ed0 0x56458dbba630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:36.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.578+0000 7f3e11e3ab80 1 --2- 172.21.15.39:0/2150071361 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56458db9b5f0 0x56458dbb5110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:36.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.578+0000 7f3e11e3ab80 1 -- 172.21.15.39:0/2150071361 >> 172.21.15.39:0/2150071361 conn(0x56458dac0c70 msgr2=0x56458db89db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:36.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.578+0000 7f3de8ff9700 0 client.15267 ms_handle_reset on v2:172.21.15.96:6834/3408571209 2024-06-13T06:23:36.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.578+0000 7f3e11e3ab80 1 -- 172.21.15.39:0/2150071361 shutdown_connections 2024-06-13T06:23:36.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.578+0000 7f3e11e3ab80 1 -- 172.21.15.39:0/2150071361 wait complete. 2024-06-13T06:23:36.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.578+0000 7f3e11e3ab80 20 client.15267 trim_cache size 0 max 16384 2024-06-13T06:23:36.583 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-06-13T06:23:36.583 INFO:teuthology.orchestra.run.smithi039.stdout: "cluster_fsid": "ae626f9c-294b-11ef-bc9c-c7b262605968", 2024-06-13T06:23:36.583 INFO:teuthology.orchestra.run.smithi039.stdout: "whoami": 2, 2024-06-13T06:23:36.583 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 24455, 2024-06-13T06:23:36.584 INFO:teuthology.orchestra.run.smithi039.stdout: "want_state": "up:active", 2024-06-13T06:23:36.584 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "up:active", 2024-06-13T06:23:36.584 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs", 2024-06-13T06:23:36.584 INFO:teuthology.orchestra.run.smithi039.stdout: "rank_uptime": 198.05692078199999, 2024-06-13T06:23:36.584 INFO:teuthology.orchestra.run.smithi039.stdout: "mdsmap_epoch": 24, 2024-06-13T06:23:36.584 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch": 92, 2024-06-13T06:23:36.584 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch_barrier": 91, 2024-06-13T06:23:36.584 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 250.64240445600001 2024-06-13T06:23:36.584 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-06-13T06:23:36.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.579+0000 7f3e075b7700 1 -- 172.21.15.39:0/2882343685 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f3dec0a2e20 msgr2=0x7f3dec0a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:36.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.579+0000 7f3e075b7700 1 --2- 172.21.15.39:0/2882343685 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f3dec0a2e20 0x7f3dec0a52e0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f3e00199ae0 tx=0x7f3dfc00b410 comp rx=0 tx=0).stop 2024-06-13T06:23:36.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.579+0000 7f3e075b7700 1 -- 172.21.15.39:0/2882343685 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3e001030f0 msgr2=0x7f3e0019ed20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:36.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.579+0000 7f3e075b7700 1 --2- 172.21.15.39:0/2882343685 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3e001030f0 0x7f3e0019ed20 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f3df000e9c0 tx=0x7f3df000ecd0 comp rx=0 tx=0).stop 2024-06-13T06:23:36.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.579+0000 7f3e075b7700 1 -- 172.21.15.39:0/2882343685 shutdown_connections 2024-06-13T06:23:36.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.579+0000 7f3e075b7700 1 --2- 172.21.15.39:0/2882343685 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f3dec0a2e20 0x7f3dec0a52e0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:36.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.579+0000 7f3e075b7700 1 --2- 172.21.15.39:0/2882343685 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f3e00107840 0x7f3e001989a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:36.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.579+0000 7f3e075b7700 1 --2- 172.21.15.39:0/2882343685 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3e00102740 0x7f3e0019e7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:36.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.579+0000 7f3e075b7700 1 --2- 172.21.15.39:0/2882343685 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3e001030f0 0x7f3e0019ed20 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:36.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.579+0000 7f3e075b7700 1 -- 172.21.15.39:0/2882343685 >> 172.21.15.39:0/2882343685 conn(0x7f3e000795f0 msgr2=0x7f3e00100490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:36.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.579+0000 7f3e075b7700 1 -- 172.21.15.39:0/2882343685 shutdown_connections 2024-06-13T06:23:36.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:36.579+0000 7f3e075b7700 1 -- 172.21.15.39:0/2882343685 wait complete. 2024-06-13T06:23:36.884 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:36 smithi039 ceph-mon[32479]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 85 B/s wr, 5 op/s 2024-06-13T06:23:37.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:36 smithi096 ceph-mon[36532]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 85 B/s wr, 5 op/s 2024-06-13T06:23:37.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:36 smithi149 ceph-mon[36963]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 85 B/s wr, 5 op/s 2024-06-13T06:23:37.257 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph tell mds.h status 2024-06-13T06:23:37.506 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:23:38.911 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:38 smithi039 ceph-mon[32479]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 682 B/s wr, 7 op/s 2024-06-13T06:23:39.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:38 smithi096 ceph-mon[36532]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 682 B/s wr, 7 op/s 2024-06-13T06:23:39.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.168+0000 7f348983d700 1 -- 172.21.15.39:0/4152692028 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f348410ef70 msgr2=0x7f3484111360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:39.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.168+0000 7f348983d700 1 --2- 172.21.15.39:0/4152692028 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f348410ef70 0x7f3484111360 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f347c00b0a0 tx=0x7f347c00b3b0 comp rx=0 tx=0).stop 2024-06-13T06:23:39.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.168+0000 7f348983d700 1 -- 172.21.15.39:0/4152692028 shutdown_connections 2024-06-13T06:23:39.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.168+0000 7f348983d700 1 --2- 172.21.15.39:0/4152692028 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f348410ef70 0x7f3484111360 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:39.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.168+0000 7f348983d700 1 --2- 172.21.15.39:0/4152692028 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f348406abc0 0x7f348406afa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:39.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.168+0000 7f348983d700 1 --2- 172.21.15.39:0/4152692028 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f348406b4e0 0x7f348410ea30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:39.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.168+0000 7f348983d700 1 -- 172.21.15.39:0/4152692028 >> 172.21.15.39:0/4152692028 conn(0x7f3484078340 msgr2=0x7f3484078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:39.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.168+0000 7f348983d700 1 -- 172.21.15.39:0/4152692028 shutdown_connections 2024-06-13T06:23:39.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.168+0000 7f348983d700 1 -- 172.21.15.39:0/4152692028 wait complete. 2024-06-13T06:23:39.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.169+0000 7f348983d700 1 Processor -- start 2024-06-13T06:23:39.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.169+0000 7f348983d700 1 -- start start 2024-06-13T06:23:39.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.169+0000 7f348983d700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f348406abc0 0x7f348419af00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:39.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.169+0000 7f348983d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f348406b4e0 0x7f348419b440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:39.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.169+0000 7f348983d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f348410ef70 0x7f348419f780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:39.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.169+0000 7f348983d700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f34841149d0 con 0x7f348406b4e0 2024-06-13T06:23:39.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.169+0000 7f348983d700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f3484114850 con 0x7f348406abc0 2024-06-13T06:23:39.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.169+0000 7f348983d700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f3484114b50 con 0x7f348410ef70 2024-06-13T06:23:39.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.169+0000 7f34827fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f348406b4e0 0x7f348419b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:39.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.169+0000 7f3482ffd700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f348406abc0 0x7f348419af00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:39.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.169+0000 7f34827fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f348406b4e0 0x7f348419b440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60422/0 (socket says 172.21.15.39:60422) 2024-06-13T06:23:39.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.169+0000 7f34827fc700 1 -- 172.21.15.39:0/2269509421 learned_addr learned my addr 172.21.15.39:0/2269509421 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:23:39.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.169+0000 7f34837fe700 1 --2- 172.21.15.39:0/2269509421 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f348410ef70 0x7f348419f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:39.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.170+0000 7f3482ffd700 1 -- 172.21.15.39:0/2269509421 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f348410ef70 msgr2=0x7f348419f780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:39.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.170+0000 7f3482ffd700 1 --2- 172.21.15.39:0/2269509421 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f348410ef70 0x7f348419f780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:39.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.170+0000 7f3482ffd700 1 -- 172.21.15.39:0/2269509421 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f348406b4e0 msgr2=0x7f348419b440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:39.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.170+0000 7f3482ffd700 1 --2- 172.21.15.39:0/2269509421 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f348406b4e0 0x7f348419b440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:39.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.170+0000 7f3482ffd700 1 -- 172.21.15.39:0/2269509421 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f348419fec0 con 0x7f348406abc0 2024-06-13T06:23:39.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.170+0000 7f34827fc700 1 --2- 172.21.15.39:0/2269509421 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f348406b4e0 0x7f348419b440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T06:23:39.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.170+0000 7f3482ffd700 1 --2- 172.21.15.39:0/2269509421 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f348406abc0 0x7f348419af00 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f347400d950 tx=0x7f347400dc60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:39.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.170+0000 7f348883b700 1 -- 172.21.15.39:0/2269509421 <== mon.2 v2:172.21.15.96:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3474016070 con 0x7f348406abc0 2024-06-13T06:23:39.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.170+0000 7f348983d700 1 -- 172.21.15.39:0/2269509421 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34841a01b0 con 0x7f348406abc0 2024-06-13T06:23:39.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.170+0000 7f348883b700 1 -- 172.21.15.39:0/2269509421 <== mon.2 v2:172.21.15.96:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f347400fd70 con 0x7f348406abc0 2024-06-13T06:23:39.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.170+0000 7f348883b700 1 -- 172.21.15.39:0/2269509421 <== mon.2 v2:172.21.15.96:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f347400e3b0 con 0x7f348406abc0 2024-06-13T06:23:39.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.170+0000 7f348983d700 1 -- 172.21.15.39:0/2269509421 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34841a7a30 con 0x7f348406abc0 2024-06-13T06:23:39.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.173+0000 7f348883b700 1 -- 172.21.15.39:0/2269509421 <== mon.2 v2:172.21.15.96:3300/0 4 ==== mgrmap(e 24) ==== 138009+0+0 (secure 0 0 0) 0x7f3474019070 con 0x7f348406abc0 2024-06-13T06:23:39.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.173+0000 7f348883b700 1 --2- 172.21.15.39:0/2269509421 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f34700a2e20 0x7f34700a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:39.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.174+0000 7f348883b700 1 -- 172.21.15.39:0/2269509421 <== mon.2 v2:172.21.15.96:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7f34740cefb0 con 0x7f348406abc0 2024-06-13T06:23:39.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.174+0000 7f34827fc700 1 --2- 172.21.15.39:0/2269509421 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f34700a2e20 0x7f34700a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:39.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.174+0000 7f34827fc700 1 --2- 172.21.15.39:0/2269509421 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f34700a2e20 0x7f34700a52e0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f3484102900 tx=0x7f346c009260 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:39.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.174+0000 7f34940c0b80 1 Processor -- start 2024-06-13T06:23:39.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.174+0000 7f34940c0b80 1 -- start start 2024-06-13T06:23:39.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.174+0000 7f34940c0b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5591f5d2c5f0 0x5591f5d2c9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:39.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.174+0000 7f34940c0b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5591f5d2cf10 0x5591f5d26990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:39.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.174+0000 7f34940c0b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5591f5d26ed0 0x5591f5d272f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:39.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.174+0000 7f34940c0b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x5591f5c787c0 con 0x5591f5d2cf10 2024-06-13T06:23:39.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.174+0000 7f34940c0b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x5591f5c206d0 con 0x5591f5d26ed0 2024-06-13T06:23:39.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.174+0000 7f34940c0b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5591f5c74780 con 0x5591f5d2c5f0 2024-06-13T06:23:39.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.174+0000 7f34827fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5591f5d2cf10 0x5591f5d26990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:39.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.174+0000 7f34827fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5591f5d2cf10 0x5591f5d26990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60428/0 (socket says 172.21.15.39:60428) 2024-06-13T06:23:39.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.174+0000 7f34827fc700 1 -- 172.21.15.39:0/1639273129 learned_addr learned my addr 172.21.15.39:0/1639273129 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:23:39.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.175+0000 7f3482ffd700 1 --2- 172.21.15.39:0/1639273129 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5591f5d2c5f0 0x5591f5d2c9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:39.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.175+0000 7f34837fe700 1 --2- 172.21.15.39:0/1639273129 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5591f5d26ed0 0x5591f5d272f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:39.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.175+0000 7f34827fc700 1 -- 172.21.15.39:0/1639273129 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5591f5d2c5f0 msgr2=0x5591f5d2c9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:23:39.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.175+0000 7f34827fc700 1 --2- 172.21.15.39:0/1639273129 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5591f5d2c5f0 0x5591f5d2c9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:39.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.175+0000 7f34827fc700 1 -- 172.21.15.39:0/1639273129 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5591f5d26ed0 msgr2=0x5591f5d272f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:23:39.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.175+0000 7f34827fc700 1 --2- 172.21.15.39:0/1639273129 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5591f5d26ed0 0x5591f5d272f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:39.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.175+0000 7f34827fc700 1 -- 172.21.15.39:0/1639273129 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5591f5c16f00 con 0x5591f5d2cf10 2024-06-13T06:23:39.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.175+0000 7f34827fc700 1 --2- 172.21.15.39:0/1639273129 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5591f5d2cf10 0x5591f5d26990 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f346c00e730 tx=0x7f346c014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=882c004160dbeea8 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:39.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.175+0000 7f3479ffb700 1 -- 172.21.15.39:0/1639273129 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f346c011e60 con 0x5591f5d2cf10 2024-06-13T06:23:39.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.175+0000 7f3479ffb700 1 -- 172.21.15.39:0/1639273129 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f346c004d10 con 0x5591f5d2cf10 2024-06-13T06:23:39.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.175+0000 7f3479ffb700 1 -- 172.21.15.39:0/1639273129 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f346c01e680 con 0x5591f5d2cf10 2024-06-13T06:23:39.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.176+0000 7f34940c0b80 1 -- 172.21.15.39:0/1639273129 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5591f5d2cf10 msgr2=0x5591f5d26990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:39.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.176+0000 7f34940c0b80 1 --2- 172.21.15.39:0/1639273129 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5591f5d2cf10 0x5591f5d26990 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f346c00e730 tx=0x7f346c014000 comp rx=0 tx=0).stop 2024-06-13T06:23:39.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.176+0000 7f34940c0b80 1 -- 172.21.15.39:0/1639273129 shutdown_connections 2024-06-13T06:23:39.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.176+0000 7f34940c0b80 1 --2- 172.21.15.39:0/1639273129 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5591f5d26ed0 0x5591f5d272f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:39.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.176+0000 7f34940c0b80 1 --2- 172.21.15.39:0/1639273129 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5591f5d2c5f0 0x5591f5d2c9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:39.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.176+0000 7f34940c0b80 1 --2- 172.21.15.39:0/1639273129 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5591f5d2cf10 0x5591f5d26990 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:39.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.176+0000 7f34940c0b80 1 -- 172.21.15.39:0/1639273129 >> 172.21.15.39:0/1639273129 conn(0x5591f5c51c70 msgr2=0x5591f5d21800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:39.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.176+0000 7f34940c0b80 1 -- 172.21.15.39:0/1639273129 shutdown_connections 2024-06-13T06:23:39.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.176+0000 7f34940c0b80 1 -- 172.21.15.39:0/1639273129 wait complete. 2024-06-13T06:23:39.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.176+0000 7f34940c0b80 1 -- start start 2024-06-13T06:23:39.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.177+0000 7f34940c0b80 1 Processor -- start 2024-06-13T06:23:39.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.177+0000 7f34940c0b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5591f5d26ed0 0x5591f5d32c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:39.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.177+0000 7f34940c0b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5591f5d2c5f0 0x5591f5d2ff70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:39.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.177+0000 7f34940c0b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5591f5d2cf10 0x5591f5d304b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:39.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.177+0000 7f34940c0b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x5591f5d33980 con 0x5591f5d2c5f0 2024-06-13T06:23:39.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.177+0000 7f34940c0b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x5591f5c18ba0 con 0x5591f5d26ed0 2024-06-13T06:23:39.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.177+0000 7f34940c0b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5591f5d33b00 con 0x5591f5d2cf10 2024-06-13T06:23:39.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.177+0000 7f34940c0b80 10 client.0 _ll_register_callbacks cb 0x5591f5c128d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:23:39.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.177+0000 7f34827fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5591f5d2c5f0 0x5591f5d2ff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:39.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.177+0000 7f34827fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5591f5d2c5f0 0x5591f5d2ff70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60444/0 (socket says 172.21.15.39:60444) 2024-06-13T06:23:39.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.177+0000 7f34827fc700 1 -- 172.21.15.39:0/506372418 learned_addr learned my addr 172.21.15.39:0/506372418 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:23:39.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.177+0000 7f3482ffd700 1 --2- 172.21.15.39:0/506372418 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5591f5d26ed0 0x5591f5d32c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:39.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.177+0000 7f34837fe700 1 --2- 172.21.15.39:0/506372418 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5591f5d2cf10 0x5591f5d304b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:39.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.177+0000 7f34827fc700 1 -- 172.21.15.39:0/506372418 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5591f5d2cf10 msgr2=0x5591f5d304b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:23:39.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.177+0000 7f34827fc700 1 --2- 172.21.15.39:0/506372418 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5591f5d2cf10 0x5591f5d304b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:39.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.177+0000 7f34827fc700 1 -- 172.21.15.39:0/506372418 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5591f5d26ed0 msgr2=0x5591f5d32c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:23:39.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.177+0000 7f34827fc700 1 --2- 172.21.15.39:0/506372418 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5591f5d26ed0 0x5591f5d32c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:39.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.177+0000 7f34827fc700 1 -- 172.21.15.39:0/506372418 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5591f5bc7880 con 0x5591f5d2c5f0 2024-06-13T06:23:39.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.178+0000 7f34837fe700 1 --2- 172.21.15.39:0/506372418 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5591f5d2cf10 0x5591f5d304b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:23:39.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.178+0000 7f34827fc700 1 --2- 172.21.15.39:0/506372418 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5591f5d2c5f0 0x5591f5d2ff70 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f346c005550 tx=0x7f346c0057e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=609e2c6cde768b9 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:39.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.178+0000 7f3462ffd700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:23:39.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.178+0000 7f3462ffd700 1 -- 172.21.15.39:0/506372418 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f346c004b40 con 0x5591f5d2c5f0 2024-06-13T06:23:39.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.178+0000 7f3462ffd700 1 -- 172.21.15.39:0/506372418 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7f346c01e420 con 0x5591f5d2c5f0 2024-06-13T06:23:39.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.178+0000 7f34940c0b80 1 -- 172.21.15.39:0/506372418 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f346c004d10 con 0x5591f5d2c5f0 2024-06-13T06:23:39.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.178+0000 7f3462ffd700 1 -- 172.21.15.39:0/506372418 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f346c01e620 con 0x5591f5d2c5f0 2024-06-13T06:23:39.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.178+0000 7f34940c0b80 10 client.15279 fetch_fsmap learned FSMap version 24 2024-06-13T06:23:39.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.178+0000 7f34940c0b80 1 -- 172.21.15.39:0/506372418 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5591f5d3e2b0 con 0x5591f5d2c5f0 2024-06-13T06:23:39.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.178+0000 7f3462ffd700 1 -- 172.21.15.39:0/506372418 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f346c004d10 con 0x5591f5d2c5f0 2024-06-13T06:23:39.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.178+0000 7f3462ffd700 1 -- 172.21.15.39:0/506372418 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f346c026a40 con 0x5591f5d2c5f0 2024-06-13T06:23:39.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.179+0000 7f34940c0b80 10 client.15279 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:23:39.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.179+0000 7f34940c0b80 10 client.15279 resolve_mds: resolved name 'h' to daemon mds.h 2024-06-13T06:23:39.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.179+0000 7f34940c0b80 20 client.15279 populate_metadata read hostname 'smithi039' 2024-06-13T06:23:39.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.179+0000 7f34940c0b80 1 --2- 172.21.15.39:0/506372418 >> [v2:172.21.15.96:6836/2574644445,v1:172.21.15.96:6837/2574644445] conn(0x5591f5d40530 0x5591f5d419a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:39.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.179+0000 7f34940c0b80 4 client.15279 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T06:23:39.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.179+0000 7f34940c0b80 1 -- 172.21.15.39:0/506372418 --> [v2:172.21.15.96:6836/2574644445,v1:172.21.15.96:6837/2574644445] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5591f5c85cc0 con 0x5591f5d40530 2024-06-13T06:23:39.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.179+0000 7f3482ffd700 1 --2- 172.21.15.39:0/506372418 >> [v2:172.21.15.96:6836/2574644445,v1:172.21.15.96:6837/2574644445] conn(0x5591f5d40530 0x5591f5d419a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:39.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.179+0000 7f3482ffd700 1 --2- 172.21.15.39:0/506372418 >> [v2:172.21.15.96:6836/2574644445,v1:172.21.15.96:6837/2574644445] conn(0x5591f5d40530 0x5591f5d419a0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c71033ded53f856 server_cookie=97360c6a5dfc7cef in_seq=0 out_seq=0 2024-06-13T06:23:39.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.179+0000 7f3462ffd700 10 client.15279 ms_handle_connect on v2:172.21.15.96:6836/2574644445 2024-06-13T06:23:39.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.180+0000 7f3462ffd700 1 -- 172.21.15.39:0/506372418 <== mds.1 v2:172.21.15.96:6836/2574644445 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5591f5c85cc0 con 0x5591f5d40530 2024-06-13T06:23:39.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.180+0000 7f3462ffd700 10 client.15279 handle_command_reply: tid=0 2024-06-13T06:23:39.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.180+0000 7f34940c0b80 1 client.15279 shutdown 2024-06-13T06:23:39.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.180+0000 7f34940c0b80 1 -- 172.21.15.39:0/506372418 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5591f5d2c5f0 msgr2=0x5591f5d2ff70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:39.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.180+0000 7f34940c0b80 1 --2- 172.21.15.39:0/506372418 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5591f5d2c5f0 0x5591f5d2ff70 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f346c005550 tx=0x7f346c0057e0 comp rx=0 tx=0).stop 2024-06-13T06:23:39.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.180+0000 7f34940c0b80 1 -- 172.21.15.39:0/506372418 shutdown_connections 2024-06-13T06:23:39.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.180+0000 7f34940c0b80 1 --2- 172.21.15.39:0/506372418 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5591f5d2cf10 0x5591f5d304b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:39.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.180+0000 7f34940c0b80 1 --2- 172.21.15.39:0/506372418 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5591f5d26ed0 0x5591f5d32c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:39.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.180+0000 7f34940c0b80 1 --2- 172.21.15.39:0/506372418 >> [v2:172.21.15.96:6836/2574644445,v1:172.21.15.96:6837/2574644445] conn(0x5591f5d40530 0x5591f5d419a0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:39.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.180+0000 7f34940c0b80 1 --2- 172.21.15.39:0/506372418 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5591f5d2c5f0 0x5591f5d2ff70 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:39.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.180+0000 7f34940c0b80 1 -- 172.21.15.39:0/506372418 >> 172.21.15.39:0/506372418 conn(0x5591f5c51c70 msgr2=0x5591f5d215a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:39.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.180+0000 7f3462ffd700 0 client.15279 ms_handle_reset on v2:172.21.15.96:6836/2574644445 2024-06-13T06:23:39.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.180+0000 7f34940c0b80 1 -- 172.21.15.39:0/506372418 shutdown_connections 2024-06-13T06:23:39.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.180+0000 7f34940c0b80 1 -- 172.21.15.39:0/506372418 wait complete. 2024-06-13T06:23:39.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.180+0000 7f34940c0b80 20 client.15279 trim_cache size 0 max 16384 2024-06-13T06:23:39.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.202+0000 7f34940c0b80 1 Processor -- start 2024-06-13T06:23:39.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.202+0000 7f34940c0b80 1 -- start start 2024-06-13T06:23:39.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.202+0000 7f34940c0b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5591f5d26ed0 0x5591f5d26990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:39.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.202+0000 7f34940c0b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5591f5d2c5f0 0x5591f5d2da40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:39.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.202+0000 7f34940c0b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5591f5d2cf10 0x5591f5d1adb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:39.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.202+0000 7f34940c0b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x5591f5d3fce0 con 0x5591f5d2c5f0 2024-06-13T06:23:39.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.202+0000 7f34940c0b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x5591f5d403b0 con 0x5591f5d2cf10 2024-06-13T06:23:39.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.202+0000 7f34940c0b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5591f5d40a80 con 0x5591f5d26ed0 2024-06-13T06:23:39.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.202+0000 7f34827fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5591f5d2c5f0 0x5591f5d2da40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:39.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.202+0000 7f34827fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5591f5d2c5f0 0x5591f5d2da40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60454/0 (socket says 172.21.15.39:60454) 2024-06-13T06:23:39.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.202+0000 7f34827fc700 1 -- 172.21.15.39:0/2642905671 learned_addr learned my addr 172.21.15.39:0/2642905671 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:23:39.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.202+0000 7f3482ffd700 1 --2- 172.21.15.39:0/2642905671 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5591f5d26ed0 0x5591f5d26990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:39.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.202+0000 7f34837fe700 1 --2- 172.21.15.39:0/2642905671 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5591f5d2cf10 0x5591f5d1adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:39.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.202+0000 7f34827fc700 1 -- 172.21.15.39:0/2642905671 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5591f5d26ed0 msgr2=0x5591f5d26990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:23:39.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.202+0000 7f34827fc700 1 --2- 172.21.15.39:0/2642905671 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5591f5d26ed0 0x5591f5d26990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:39.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.202+0000 7f34827fc700 1 -- 172.21.15.39:0/2642905671 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5591f5d2cf10 msgr2=0x5591f5d1adb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:23:39.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.202+0000 7f34827fc700 1 --2- 172.21.15.39:0/2642905671 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5591f5d2cf10 0x5591f5d1adb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:39.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.203+0000 7f34827fc700 1 -- 172.21.15.39:0/2642905671 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5591f5d33470 con 0x5591f5d2c5f0 2024-06-13T06:23:39.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.203+0000 7f34837fe700 1 --2- 172.21.15.39:0/2642905671 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5591f5d2cf10 0x5591f5d1adb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:23:39.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.203+0000 7f34827fc700 1 --2- 172.21.15.39:0/2642905671 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5591f5d2c5f0 0x5591f5d2da40 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f346c026e30 tx=0x7f346c00ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8d31dd4f54e6ff0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:39.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.203+0000 7f34797fa700 1 -- 172.21.15.39:0/2642905671 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f346c005310 con 0x5591f5d2c5f0 2024-06-13T06:23:39.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.203+0000 7f34797fa700 1 -- 172.21.15.39:0/2642905671 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f346c0313f0 con 0x5591f5d2c5f0 2024-06-13T06:23:39.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.203+0000 7f34797fa700 1 -- 172.21.15.39:0/2642905671 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f346c01e7c0 con 0x5591f5d2c5f0 2024-06-13T06:23:39.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.203+0000 7f34940c0b80 1 -- 172.21.15.39:0/2642905671 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5591f5d2c5f0 msgr2=0x5591f5d2da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:39.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.203+0000 7f34940c0b80 1 --2- 172.21.15.39:0/2642905671 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5591f5d2c5f0 0x5591f5d2da40 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f346c026e30 tx=0x7f346c00ed60 comp rx=0 tx=0).stop 2024-06-13T06:23:39.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.203+0000 7f34940c0b80 1 -- 172.21.15.39:0/2642905671 shutdown_connections 2024-06-13T06:23:39.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.203+0000 7f34940c0b80 1 --2- 172.21.15.39:0/2642905671 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5591f5d2cf10 0x5591f5d1adb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:39.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.203+0000 7f34940c0b80 1 --2- 172.21.15.39:0/2642905671 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5591f5d26ed0 0x5591f5d26990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:39.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.203+0000 7f34940c0b80 1 --2- 172.21.15.39:0/2642905671 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5591f5d2c5f0 0x5591f5d2da40 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:39.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.203+0000 7f34940c0b80 1 -- 172.21.15.39:0/2642905671 >> 172.21.15.39:0/2642905671 conn(0x5591f5c51c70 msgr2=0x5591f5d2d330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:39.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.204+0000 7f34940c0b80 1 -- 172.21.15.39:0/2642905671 shutdown_connections 2024-06-13T06:23:39.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.204+0000 7f34940c0b80 1 -- 172.21.15.39:0/2642905671 wait complete. 2024-06-13T06:23:39.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.204+0000 7f34940c0b80 1 -- start start 2024-06-13T06:23:39.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.204+0000 7f34940c0b80 1 Processor -- start 2024-06-13T06:23:39.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.204+0000 7f34940c0b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5591f5d26ed0 0x5591f5d4b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:39.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.204+0000 7f34940c0b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5591f5d2c5f0 0x5591f5d46a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:39.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.204+0000 7f34940c0b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5591f5d2cf10 0x5591f5d47180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:39.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.204+0000 7f34940c0b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x5591f5d41820 con 0x5591f5d26ed0 2024-06-13T06:23:39.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.204+0000 7f34940c0b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x5591f5d41150 con 0x5591f5d2cf10 2024-06-13T06:23:39.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.204+0000 7f34940c0b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5591f5d41ef0 con 0x5591f5d2c5f0 2024-06-13T06:23:39.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.204+0000 7f34940c0b80 10 client.0 _ll_register_callbacks cb 0x5591f5c128d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:23:39.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.205+0000 7f3482ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5591f5d26ed0 0x5591f5d4b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:39.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.205+0000 7f3482ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5591f5d26ed0 0x5591f5d4b6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60460/0 (socket says 172.21.15.39:60460) 2024-06-13T06:23:39.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.205+0000 7f3482ffd700 1 -- 172.21.15.39:0/2899649980 learned_addr learned my addr 172.21.15.39:0/2899649980 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:23:39.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.205+0000 7f34827fc700 1 --2- 172.21.15.39:0/2899649980 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5591f5d2c5f0 0x5591f5d46a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:39.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.205+0000 7f34837fe700 1 --2- 172.21.15.39:0/2899649980 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5591f5d2cf10 0x5591f5d47180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:39.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.205+0000 7f3482ffd700 1 -- 172.21.15.39:0/2899649980 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5591f5d2c5f0 msgr2=0x5591f5d46a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:23:39.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.205+0000 7f3482ffd700 1 --2- 172.21.15.39:0/2899649980 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5591f5d2c5f0 0x5591f5d46a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:39.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.205+0000 7f3482ffd700 1 -- 172.21.15.39:0/2899649980 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5591f5d2cf10 msgr2=0x5591f5d47180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:23:39.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.205+0000 7f3482ffd700 1 --2- 172.21.15.39:0/2899649980 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5591f5d2cf10 0x5591f5d47180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:39.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.205+0000 7f3482ffd700 1 -- 172.21.15.39:0/2899649980 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5591f5daadc0 con 0x5591f5d26ed0 2024-06-13T06:23:39.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.205+0000 7f34827fc700 1 --2- 172.21.15.39:0/2899649980 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5591f5d2c5f0 0x5591f5d46a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T06:23:39.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.205+0000 7f3482ffd700 1 --2- 172.21.15.39:0/2899649980 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5591f5d26ed0 0x5591f5d4b6c0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f347409b300 tx=0x7f34740bb040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a13e2514e8f2e802 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:39.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.205+0000 7f3462ffd700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:23:39.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.205+0000 7f3462ffd700 1 -- 172.21.15.39:0/2899649980 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34740cce60 con 0x5591f5d26ed0 2024-06-13T06:23:39.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.205+0000 7f3462ffd700 1 -- 172.21.15.39:0/2899649980 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7f347409b5d0 con 0x5591f5d26ed0 2024-06-13T06:23:39.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.205+0000 7f34940c0b80 1 -- 172.21.15.39:0/2899649980 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f346c0313f0 con 0x5591f5d26ed0 2024-06-13T06:23:39.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.205+0000 7f3462ffd700 1 -- 172.21.15.39:0/2899649980 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f3474020040 con 0x5591f5d26ed0 2024-06-13T06:23:39.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.205+0000 7f34940c0b80 10 client.15285 fetch_fsmap learned FSMap version 24 2024-06-13T06:23:39.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.205+0000 7f34940c0b80 1 -- 172.21.15.39:0/2899649980 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5591f5dabf50 con 0x5591f5d26ed0 2024-06-13T06:23:39.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.206+0000 7f3462ffd700 1 -- 172.21.15.39:0/2899649980 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f346c0313f0 con 0x5591f5d26ed0 2024-06-13T06:23:39.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.206+0000 7f3462ffd700 1 -- 172.21.15.39:0/2899649980 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f34740a3b50 con 0x5591f5d26ed0 2024-06-13T06:23:39.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.206+0000 7f34940c0b80 10 client.15285 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:23:39.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.206+0000 7f34940c0b80 10 client.15285 resolve_mds: resolved name 'h' to daemon mds.h 2024-06-13T06:23:39.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.206+0000 7f34940c0b80 20 client.15285 populate_metadata read hostname 'smithi039' 2024-06-13T06:23:39.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.206+0000 7f34940c0b80 1 --2- 172.21.15.39:0/2899649980 >> [v2:172.21.15.96:6836/2574644445,v1:172.21.15.96:6837/2574644445] conn(0x5591f5db0a80 0x5591f5daf790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:39.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.206+0000 7f34940c0b80 4 client.15285 mds_command: new command op to 24482 tid=0 multi_id=0 [{"prefix": "status"}] 2024-06-13T06:23:39.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.206+0000 7f34940c0b80 1 -- 172.21.15.39:0/2899649980 --> [v2:172.21.15.96:6836/2574644445,v1:172.21.15.96:6837/2574644445] -- command(tid 0: {"prefix": "status"}) -- 0x5591f5c80240 con 0x5591f5db0a80 2024-06-13T06:23:39.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.206+0000 7f34827fc700 1 --2- 172.21.15.39:0/2899649980 >> [v2:172.21.15.96:6836/2574644445,v1:172.21.15.96:6837/2574644445] conn(0x5591f5db0a80 0x5591f5daf790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:39.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.206+0000 7f34827fc700 1 --2- 172.21.15.39:0/2899649980 >> [v2:172.21.15.96:6836/2574644445,v1:172.21.15.96:6837/2574644445] conn(0x5591f5db0a80 0x5591f5daf790 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=3bf5e56c297b97ab server_cookie=d20df6015cef48e3 in_seq=0 out_seq=0 2024-06-13T06:23:39.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.206+0000 7f3462ffd700 10 client.15285 ms_handle_connect on v2:172.21.15.96:6836/2574644445 2024-06-13T06:23:39.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.207+0000 7f3462ffd700 1 -- 172.21.15.39:0/2899649980 <== mds.1 v2:172.21.15.96:6836/2574644445 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x5591f5c80240 con 0x5591f5db0a80 2024-06-13T06:23:39.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.207+0000 7f3462ffd700 10 client.15285 handle_command_reply: tid=0 2024-06-13T06:23:39.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.207+0000 7f34940c0b80 1 client.15285 shutdown 2024-06-13T06:23:39.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.207+0000 7f34940c0b80 1 -- 172.21.15.39:0/2899649980 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5591f5d26ed0 msgr2=0x5591f5d4b6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:39.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.207+0000 7f34940c0b80 1 --2- 172.21.15.39:0/2899649980 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5591f5d26ed0 0x5591f5d4b6c0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f347409b300 tx=0x7f34740bb040 comp rx=0 tx=0).stop 2024-06-13T06:23:39.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.207+0000 7f34940c0b80 1 -- 172.21.15.39:0/2899649980 shutdown_connections 2024-06-13T06:23:39.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.207+0000 7f34940c0b80 1 --2- 172.21.15.39:0/2899649980 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5591f5d2cf10 0x5591f5d47180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:39.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.207+0000 7f34940c0b80 1 --2- 172.21.15.39:0/2899649980 >> [v2:172.21.15.96:6836/2574644445,v1:172.21.15.96:6837/2574644445] conn(0x5591f5db0a80 0x5591f5daf790 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:39.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.207+0000 7f34940c0b80 1 --2- 172.21.15.39:0/2899649980 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5591f5d26ed0 0x5591f5d4b6c0 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:39.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.207+0000 7f34940c0b80 1 --2- 172.21.15.39:0/2899649980 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5591f5d2c5f0 0x5591f5d46a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:39.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.207+0000 7f34940c0b80 1 -- 172.21.15.39:0/2899649980 >> 172.21.15.39:0/2899649980 conn(0x5591f5c51c70 msgr2=0x5591f5d1adb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:39.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.207+0000 7f3462ffd700 0 client.15285 ms_handle_reset on v2:172.21.15.96:6836/2574644445 2024-06-13T06:23:39.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.207+0000 7f34940c0b80 1 -- 172.21.15.39:0/2899649980 shutdown_connections 2024-06-13T06:23:39.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.207+0000 7f34940c0b80 1 -- 172.21.15.39:0/2899649980 wait complete. 2024-06-13T06:23:39.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.207+0000 7f34940c0b80 20 client.15285 trim_cache size 0 max 16384 2024-06-13T06:23:39.214 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-06-13T06:23:39.214 INFO:teuthology.orchestra.run.smithi039.stdout: "cluster_fsid": "ae626f9c-294b-11ef-bc9c-c7b262605968", 2024-06-13T06:23:39.214 INFO:teuthology.orchestra.run.smithi039.stdout: "whoami": 1, 2024-06-13T06:23:39.215 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 24482, 2024-06-13T06:23:39.215 INFO:teuthology.orchestra.run.smithi039.stdout: "want_state": "up:active", 2024-06-13T06:23:39.215 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "up:active", 2024-06-13T06:23:39.215 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs", 2024-06-13T06:23:39.215 INFO:teuthology.orchestra.run.smithi039.stdout: "rank_uptime": 201.69920478399999, 2024-06-13T06:23:39.215 INFO:teuthology.orchestra.run.smithi039.stdout: "mdsmap_epoch": 24, 2024-06-13T06:23:39.215 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch": 92, 2024-06-13T06:23:39.215 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch_barrier": 91, 2024-06-13T06:23:39.215 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 244.69908149899999 2024-06-13T06:23:39.215 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-06-13T06:23:39.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.208+0000 7f348983d700 1 -- 172.21.15.39:0/2269509421 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f34700a2e20 msgr2=0x7f34700a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:39.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.208+0000 7f348983d700 1 --2- 172.21.15.39:0/2269509421 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f34700a2e20 0x7f34700a52e0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f3484102900 tx=0x7f346c009260 comp rx=0 tx=0).stop 2024-06-13T06:23:39.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.208+0000 7f348983d700 1 -- 172.21.15.39:0/2269509421 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f348406abc0 msgr2=0x7f348419af00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:39.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.208+0000 7f348983d700 1 --2- 172.21.15.39:0/2269509421 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f348406abc0 0x7f348419af00 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f347400d950 tx=0x7f347400dc60 comp rx=0 tx=0).stop 2024-06-13T06:23:39.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.208+0000 7f348983d700 1 -- 172.21.15.39:0/2269509421 shutdown_connections 2024-06-13T06:23:39.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.208+0000 7f348983d700 1 --2- 172.21.15.39:0/2269509421 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f34700a2e20 0x7f34700a52e0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:39.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.208+0000 7f348983d700 1 --2- 172.21.15.39:0/2269509421 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f348410ef70 0x7f348419f780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:39.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.208+0000 7f348983d700 1 --2- 172.21.15.39:0/2269509421 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f348406abc0 0x7f348419af00 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:39.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.208+0000 7f348983d700 1 --2- 172.21.15.39:0/2269509421 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f348406b4e0 0x7f348419b440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:39.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.208+0000 7f348983d700 1 -- 172.21.15.39:0/2269509421 >> 172.21.15.39:0/2269509421 conn(0x7f3484078340 msgr2=0x7f34841103c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:39.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.208+0000 7f348983d700 1 -- 172.21.15.39:0/2269509421 shutdown_connections 2024-06-13T06:23:39.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:39.208+0000 7f348983d700 1 -- 172.21.15.39:0/2269509421 wait complete. 2024-06-13T06:23:39.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:38 smithi149 ceph-mon[36963]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 682 B/s wr, 7 op/s 2024-06-13T06:23:39.901 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph tell mds.b status 2024-06-13T06:23:40.154 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:23:40.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:40 smithi039 ceph-mon[32479]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 682 B/s wr, 5 op/s 2024-06-13T06:23:41.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:40 smithi096 ceph-mon[36532]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 682 B/s wr, 5 op/s 2024-06-13T06:23:41.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:40 smithi149 ceph-mon[36963]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 682 B/s wr, 5 op/s 2024-06-13T06:23:41.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.817+0000 7fd655ff5700 1 -- 172.21.15.39:0/2088927690 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd65010ee90 msgr2=0x7fd650111280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:41.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.817+0000 7fd655ff5700 1 --2- 172.21.15.39:0/2088927690 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd65010ee90 0x7fd650111280 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fd64800b0a0 tx=0x7fd64800b3b0 comp rx=0 tx=0).stop 2024-06-13T06:23:41.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.817+0000 7fd655ff5700 1 -- 172.21.15.39:0/2088927690 shutdown_connections 2024-06-13T06:23:41.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.817+0000 7fd655ff5700 1 --2- 172.21.15.39:0/2088927690 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd65010ee90 0x7fd650111280 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:41.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.817+0000 7fd655ff5700 1 --2- 172.21.15.39:0/2088927690 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd6500746c0 0x7fd650074aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:41.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.817+0000 7fd655ff5700 1 --2- 172.21.15.39:0/2088927690 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd650074fe0 0x7fd65010e950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:41.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.817+0000 7fd655ff5700 1 -- 172.21.15.39:0/2088927690 >> 172.21.15.39:0/2088927690 conn(0x7fd6500795f0 msgr2=0x7fd650079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:41.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.817+0000 7fd655ff5700 1 -- 172.21.15.39:0/2088927690 shutdown_connections 2024-06-13T06:23:41.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.817+0000 7fd655ff5700 1 -- 172.21.15.39:0/2088927690 wait complete. 2024-06-13T06:23:41.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.817+0000 7fd655ff5700 1 Processor -- start 2024-06-13T06:23:41.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.818+0000 7fd655ff5700 1 -- start start 2024-06-13T06:23:41.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.818+0000 7fd655ff5700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd6500746c0 0x7fd65019adb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:41.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.818+0000 7fd655ff5700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd650074fe0 0x7fd65019b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:41.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.818+0000 7fd655ff5700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd65010ee90 0x7fd65019f680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:41.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.818+0000 7fd655ff5700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fd650114960 con 0x7fd650074fe0 2024-06-13T06:23:41.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.818+0000 7fd655ff5700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fd6501147e0 con 0x7fd65010ee90 2024-06-13T06:23:41.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.818+0000 7fd655ff5700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fd650114ae0 con 0x7fd6500746c0 2024-06-13T06:23:41.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.818+0000 7fd64effd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd650074fe0 0x7fd65019b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:41.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.818+0000 7fd64f7fe700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd6500746c0 0x7fd65019adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:41.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.818+0000 7fd64effd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd650074fe0 0x7fd65019b2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59670/0 (socket says 172.21.15.39:59670) 2024-06-13T06:23:41.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.818+0000 7fd64effd700 1 -- 172.21.15.39:0/3357753177 learned_addr learned my addr 172.21.15.39:0/3357753177 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:23:41.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.818+0000 7fd64ffff700 1 --2- 172.21.15.39:0/3357753177 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd65010ee90 0x7fd65019f680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:41.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.818+0000 7fd64effd700 1 -- 172.21.15.39:0/3357753177 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd6500746c0 msgr2=0x7fd65019adb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:41.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.818+0000 7fd64effd700 1 --2- 172.21.15.39:0/3357753177 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd6500746c0 0x7fd65019adb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:41.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.818+0000 7fd64effd700 1 -- 172.21.15.39:0/3357753177 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd65010ee90 msgr2=0x7fd65019f680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:41.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.818+0000 7fd64effd700 1 --2- 172.21.15.39:0/3357753177 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd65010ee90 0x7fd65019f680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:41.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.818+0000 7fd64effd700 1 -- 172.21.15.39:0/3357753177 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd65019fdc0 con 0x7fd650074fe0 2024-06-13T06:23:41.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.818+0000 7fd64f7fe700 1 --2- 172.21.15.39:0/3357753177 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd6500746c0 0x7fd65019adb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T06:23:41.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.819+0000 7fd64effd700 1 --2- 172.21.15.39:0/3357753177 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd650074fe0 0x7fd65019b2f0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fd64400d950 tx=0x7fd64400dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:41.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.819+0000 7fd64cff9700 1 -- 172.21.15.39:0/3357753177 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd644016070 con 0x7fd650074fe0 2024-06-13T06:23:41.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.819+0000 7fd655ff5700 1 -- 172.21.15.39:0/3357753177 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6501a00b0 con 0x7fd650074fe0 2024-06-13T06:23:41.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.819+0000 7fd655ff5700 1 -- 172.21.15.39:0/3357753177 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6501a7930 con 0x7fd650074fe0 2024-06-13T06:23:41.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.819+0000 7fd64cff9700 1 -- 172.21.15.39:0/3357753177 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd64400fd70 con 0x7fd650074fe0 2024-06-13T06:23:41.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.819+0000 7fd64cff9700 1 -- 172.21.15.39:0/3357753177 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd64400e610 con 0x7fd650074fe0 2024-06-13T06:23:41.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.821+0000 7fd64cff9700 1 -- 172.21.15.39:0/3357753177 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 24) ==== 138009+0+0 (secure 0 0 0) 0x7fd644019070 con 0x7fd650074fe0 2024-06-13T06:23:41.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.822+0000 7fd64cff9700 1 --2- 172.21.15.39:0/3357753177 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fd6380a2ea0 0x7fd6380a5360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:41.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.823+0000 7fd64f7fe700 1 --2- 172.21.15.39:0/3357753177 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fd6380a2ea0 0x7fd6380a5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:41.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.823+0000 7fd64cff9700 1 -- 172.21.15.39:0/3357753177 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7fd6440cf310 con 0x7fd650074fe0 2024-06-13T06:23:41.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.823+0000 7fd64f7fe700 1 --2- 172.21.15.39:0/3357753177 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fd6380a2ea0 0x7fd6380a5360 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fd640005950 tx=0x7fd64000b410 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:41.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.823+0000 7fd660878b80 1 Processor -- start 2024-06-13T06:23:41.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.823+0000 7fd660878b80 1 -- start start 2024-06-13T06:23:41.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.823+0000 7fd660878b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b691594f10 0x55b6915952f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:41.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.823+0000 7fd660878b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55b691595830 0x55b69158f210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:41.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.823+0000 7fd660878b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b69158f750 0x55b69158fb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:41.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.823+0000 7fd660878b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55b691481f10 con 0x55b691594f10 2024-06-13T06:23:41.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.823+0000 7fd660878b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x55b6914e0800 con 0x55b691595830 2024-06-13T06:23:41.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.823+0000 7fd660878b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55b691448410 con 0x55b69158f750 2024-06-13T06:23:41.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.824+0000 7fd64f7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b691594f10 0x55b6915952f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:41.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.824+0000 7fd64f7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b691594f10 0x55b6915952f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59682/0 (socket says 172.21.15.39:59682) 2024-06-13T06:23:41.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.824+0000 7fd64f7fe700 1 -- 172.21.15.39:0/1748090355 learned_addr learned my addr 172.21.15.39:0/1748090355 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:23:41.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.824+0000 7fd64ffff700 1 --2- 172.21.15.39:0/1748090355 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b69158f750 0x55b69158fb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:41.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.824+0000 7fd64effd700 1 --2- 172.21.15.39:0/1748090355 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55b691595830 0x55b69158f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:41.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.824+0000 7fd64f7fe700 1 -- 172.21.15.39:0/1748090355 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b69158f750 msgr2=0x55b69158fb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:23:41.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.824+0000 7fd64f7fe700 1 --2- 172.21.15.39:0/1748090355 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b69158f750 0x55b69158fb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:41.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.824+0000 7fd64f7fe700 1 -- 172.21.15.39:0/1748090355 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55b691595830 msgr2=0x55b69158f210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:23:41.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.824+0000 7fd64f7fe700 1 --2- 172.21.15.39:0/1748090355 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55b691595830 0x55b69158f210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:41.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.824+0000 7fd64f7fe700 1 -- 172.21.15.39:0/1748090355 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b69142f880 con 0x55b691594f10 2024-06-13T06:23:41.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.824+0000 7fd64f7fe700 1 --2- 172.21.15.39:0/1748090355 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b691594f10 0x55b6915952f0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fd640011790 tx=0x7fd640013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=efe8722a4ba08802 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:41.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.824+0000 7fd635ffb700 1 -- 172.21.15.39:0/1748090355 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd640010ea0 con 0x55b691594f10 2024-06-13T06:23:41.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.824+0000 7fd635ffb700 1 -- 172.21.15.39:0/1748090355 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd64001eb00 con 0x55b691594f10 2024-06-13T06:23:41.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.824+0000 7fd635ffb700 1 -- 172.21.15.39:0/1748090355 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd64001cc70 con 0x55b691594f10 2024-06-13T06:23:41.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.825+0000 7fd660878b80 1 -- 172.21.15.39:0/1748090355 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b691594f10 msgr2=0x55b6915952f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:41.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.825+0000 7fd660878b80 1 --2- 172.21.15.39:0/1748090355 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b691594f10 0x55b6915952f0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fd640011790 tx=0x7fd640013000 comp rx=0 tx=0).stop 2024-06-13T06:23:41.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.825+0000 7fd660878b80 1 -- 172.21.15.39:0/1748090355 shutdown_connections 2024-06-13T06:23:41.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.825+0000 7fd660878b80 1 --2- 172.21.15.39:0/1748090355 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b69158f750 0x55b69158fb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:41.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.825+0000 7fd660878b80 1 --2- 172.21.15.39:0/1748090355 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b691594f10 0x55b6915952f0 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:41.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.825+0000 7fd660878b80 1 --2- 172.21.15.39:0/1748090355 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55b691595830 0x55b69158f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:41.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.825+0000 7fd660878b80 1 -- 172.21.15.39:0/1748090355 >> 172.21.15.39:0/1748090355 conn(0x55b6914bc030 msgr2=0x55b69158a1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:41.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.825+0000 7fd660878b80 1 -- 172.21.15.39:0/1748090355 shutdown_connections 2024-06-13T06:23:41.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.825+0000 7fd660878b80 1 -- 172.21.15.39:0/1748090355 wait complete. 2024-06-13T06:23:41.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.826+0000 7fd660878b80 1 -- start start 2024-06-13T06:23:41.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.826+0000 7fd660878b80 1 Processor -- start 2024-06-13T06:23:41.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.826+0000 7fd660878b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b69158f750 0x55b69159b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:41.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.826+0000 7fd660878b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55b691594f10 0x55b6915988c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:41.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.826+0000 7fd660878b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b691595830 0x55b691598e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:41.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.826+0000 7fd660878b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55b691480f70 con 0x55b691595830 2024-06-13T06:23:41.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.826+0000 7fd660878b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x55b6914dc7c0 con 0x55b691594f10 2024-06-13T06:23:41.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.826+0000 7fd660878b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55b69159c210 con 0x55b69158f750 2024-06-13T06:23:41.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.826+0000 7fd660878b80 10 client.0 _ll_register_callbacks cb 0x55b691476560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:23:41.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.826+0000 7fd64ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b691595830 0x55b691598e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:41.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.826+0000 7fd64ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b691595830 0x55b691598e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59690/0 (socket says 172.21.15.39:59690) 2024-06-13T06:23:41.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.826+0000 7fd64ffff700 1 -- 172.21.15.39:0/2968194101 learned_addr learned my addr 172.21.15.39:0/2968194101 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:23:41.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.826+0000 7fd64f7fe700 1 --2- 172.21.15.39:0/2968194101 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b69158f750 0x55b69159b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:41.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.827+0000 7fd64effd700 1 --2- 172.21.15.39:0/2968194101 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55b691594f10 0x55b6915988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:41.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.827+0000 7fd64ffff700 1 -- 172.21.15.39:0/2968194101 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b69158f750 msgr2=0x55b69159b5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:23:41.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.827+0000 7fd64ffff700 1 --2- 172.21.15.39:0/2968194101 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b69158f750 0x55b69159b5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:41.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.827+0000 7fd64ffff700 1 -- 172.21.15.39:0/2968194101 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55b691594f10 msgr2=0x55b6915988c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:23:41.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.827+0000 7fd64ffff700 1 --2- 172.21.15.39:0/2968194101 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55b691594f10 0x55b6915988c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:41.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.827+0000 7fd64ffff700 1 -- 172.21.15.39:0/2968194101 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b6914a6700 con 0x55b691595830 2024-06-13T06:23:41.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.827+0000 7fd64effd700 1 --2- 172.21.15.39:0/2968194101 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55b691594f10 0x55b6915988c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:23:41.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.827+0000 7fd64ffff700 1 --2- 172.21.15.39:0/2968194101 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b691595830 0x55b691598e00 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fd648004c40 tx=0x7fd648004c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78d58cd834d1d4d server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:41.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.827+0000 7fd62effd700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:23:41.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.827+0000 7fd62effd700 1 -- 172.21.15.39:0/2968194101 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6480078f0 con 0x55b691595830 2024-06-13T06:23:41.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.827+0000 7fd660878b80 1 -- 172.21.15.39:0/2968194101 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd64001eb00 con 0x55b691595830 2024-06-13T06:23:41.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.827+0000 7fd62effd700 1 -- 172.21.15.39:0/2968194101 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7fd648007a90 con 0x55b691595830 2024-06-13T06:23:41.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.827+0000 7fd62effd700 1 -- 172.21.15.39:0/2968194101 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fd648007c90 con 0x55b691595830 2024-06-13T06:23:41.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.827+0000 7fd660878b80 10 client.15297 fetch_fsmap learned FSMap version 24 2024-06-13T06:23:41.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.827+0000 7fd660878b80 1 -- 172.21.15.39:0/2968194101 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55b6915a69e0 con 0x55b691595830 2024-06-13T06:23:41.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.828+0000 7fd62effd700 1 -- 172.21.15.39:0/2968194101 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd64001eb00 con 0x55b691595830 2024-06-13T06:23:41.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.828+0000 7fd62effd700 1 -- 172.21.15.39:0/2968194101 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fd648011070 con 0x55b691595830 2024-06-13T06:23:41.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.828+0000 7fd660878b80 10 client.15297 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:23:41.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.828+0000 7fd660878b80 10 client.15297 resolve_mds: resolved name 'b' to daemon mds.b 2024-06-13T06:23:41.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.828+0000 7fd660878b80 20 client.15297 populate_metadata read hostname 'smithi039' 2024-06-13T06:23:41.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.828+0000 7fd660878b80 1 --2- 172.21.15.39:0/2968194101 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55b6915a9070 0x55b6915aa4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:41.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.828+0000 7fd660878b80 4 client.15297 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T06:23:41.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.828+0000 7fd660878b80 1 -- 172.21.15.39:0/2968194101 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b6914edd00 con 0x55b6915a9070 2024-06-13T06:23:41.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.828+0000 7fd64f7fe700 1 --2- 172.21.15.39:0/2968194101 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55b6915a9070 0x55b6915aa4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:41.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.829+0000 7fd64f7fe700 1 --2- 172.21.15.39:0/2968194101 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55b6915a9070 0x55b6915aa4e0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=407dc76c8169739d server_cookie=6448b9b5b40f3e13 in_seq=0 out_seq=0 2024-06-13T06:23:41.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.829+0000 7fd62effd700 10 client.15297 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:23:41.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.829+0000 7fd62effd700 1 -- 172.21.15.39:0/2968194101 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55b6914edd00 con 0x55b6915a9070 2024-06-13T06:23:41.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.829+0000 7fd62effd700 10 client.15297 handle_command_reply: tid=0 2024-06-13T06:23:41.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.829+0000 7fd660878b80 1 client.15297 shutdown 2024-06-13T06:23:41.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.830+0000 7fd660878b80 1 -- 172.21.15.39:0/2968194101 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b691595830 msgr2=0x55b691598e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:41.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.830+0000 7fd660878b80 1 --2- 172.21.15.39:0/2968194101 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b691595830 0x55b691598e00 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fd648004c40 tx=0x7fd648004c70 comp rx=0 tx=0).stop 2024-06-13T06:23:41.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.830+0000 7fd660878b80 1 -- 172.21.15.39:0/2968194101 shutdown_connections 2024-06-13T06:23:41.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.830+0000 7fd660878b80 1 --2- 172.21.15.39:0/2968194101 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b691595830 0x55b691598e00 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:41.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.830+0000 7fd660878b80 1 --2- 172.21.15.39:0/2968194101 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b69158f750 0x55b69159b5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:41.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.830+0000 7fd660878b80 1 --2- 172.21.15.39:0/2968194101 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55b6915a9070 0x55b6915aa4e0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:41.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.830+0000 7fd660878b80 1 --2- 172.21.15.39:0/2968194101 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55b691594f10 0x55b6915988c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:41.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.830+0000 7fd660878b80 1 -- 172.21.15.39:0/2968194101 >> 172.21.15.39:0/2968194101 conn(0x55b6914bc030 msgr2=0x55b6915896b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:41.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.830+0000 7fd62effd700 0 client.15297 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:23:41.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.830+0000 7fd660878b80 1 -- 172.21.15.39:0/2968194101 shutdown_connections 2024-06-13T06:23:41.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.830+0000 7fd660878b80 1 -- 172.21.15.39:0/2968194101 wait complete. 2024-06-13T06:23:41.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.830+0000 7fd660878b80 20 client.15297 trim_cache size 0 max 16384 2024-06-13T06:23:41.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.851+0000 7fd660878b80 1 Processor -- start 2024-06-13T06:23:41.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.851+0000 7fd660878b80 1 -- start start 2024-06-13T06:23:41.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.852+0000 7fd660878b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b69158f750 0x55b69158f210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:41.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.852+0000 7fd660878b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b691594f10 0x55b6915963e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:41.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.852+0000 7fd660878b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55b691595830 0x55b691589e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:41.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.852+0000 7fd660878b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55b6915a8820 con 0x55b69158f750 2024-06-13T06:23:41.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.852+0000 7fd660878b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x55b6915a8ef0 con 0x55b691595830 2024-06-13T06:23:41.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.852+0000 7fd660878b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55b6915a95c0 con 0x55b691594f10 2024-06-13T06:23:41.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.852+0000 7fd64f7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b69158f750 0x55b69158f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:41.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.852+0000 7fd64f7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b69158f750 0x55b69158f210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59698/0 (socket says 172.21.15.39:59698) 2024-06-13T06:23:41.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.852+0000 7fd64f7fe700 1 -- 172.21.15.39:0/3103172897 learned_addr learned my addr 172.21.15.39:0/3103172897 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:23:41.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.852+0000 7fd64f7fe700 1 -- 172.21.15.39:0/3103172897 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b691594f10 msgr2=0x55b6915963e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:23:41.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.852+0000 7fd64f7fe700 1 --2- 172.21.15.39:0/3103172897 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b691594f10 0x55b6915963e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:41.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.852+0000 7fd64f7fe700 1 -- 172.21.15.39:0/3103172897 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55b691595830 msgr2=0x55b691589e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:23:41.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.852+0000 7fd64f7fe700 1 --2- 172.21.15.39:0/3103172897 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55b691595830 0x55b691589e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:41.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.852+0000 7fd64f7fe700 1 -- 172.21.15.39:0/3103172897 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b691596920 con 0x55b69158f750 2024-06-13T06:23:41.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.852+0000 7fd64f7fe700 1 --2- 172.21.15.39:0/3103172897 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b69158f750 0x55b69158f210 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fd640011790 tx=0x7fd64000b480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ecddf1220aa08a2 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:41.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.852+0000 7fd6357fa700 1 -- 172.21.15.39:0/3103172897 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd64001c4f0 con 0x55b69158f750 2024-06-13T06:23:41.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.853+0000 7fd6357fa700 1 -- 172.21.15.39:0/3103172897 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd640004500 con 0x55b69158f750 2024-06-13T06:23:41.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.853+0000 7fd6357fa700 1 -- 172.21.15.39:0/3103172897 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd64001e420 con 0x55b69158f750 2024-06-13T06:23:41.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.853+0000 7fd660878b80 1 -- 172.21.15.39:0/3103172897 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b69158f750 msgr2=0x55b69158f210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:41.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.853+0000 7fd660878b80 1 --2- 172.21.15.39:0/3103172897 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b69158f750 0x55b69158f210 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fd640011790 tx=0x7fd64000b480 comp rx=0 tx=0).stop 2024-06-13T06:23:41.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.853+0000 7fd660878b80 1 -- 172.21.15.39:0/3103172897 shutdown_connections 2024-06-13T06:23:41.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.853+0000 7fd660878b80 1 --2- 172.21.15.39:0/3103172897 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55b691595830 0x55b691589e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:41.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.853+0000 7fd660878b80 1 --2- 172.21.15.39:0/3103172897 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b69158f750 0x55b69158f210 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:41.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.853+0000 7fd660878b80 1 --2- 172.21.15.39:0/3103172897 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b691594f10 0x55b6915963e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:41.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.853+0000 7fd660878b80 1 -- 172.21.15.39:0/3103172897 >> 172.21.15.39:0/3103172897 conn(0x55b6914bc030 msgr2=0x55b691595cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:41.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.853+0000 7fd660878b80 1 -- 172.21.15.39:0/3103172897 shutdown_connections 2024-06-13T06:23:41.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.853+0000 7fd660878b80 1 -- 172.21.15.39:0/3103172897 wait complete. 2024-06-13T06:23:41.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.853+0000 7fd660878b80 1 -- start start 2024-06-13T06:23:41.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.854+0000 7fd660878b80 1 Processor -- start 2024-06-13T06:23:41.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.854+0000 7fd660878b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b69158f750 0x55b6915b3c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:41.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.854+0000 7fd660878b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b691594f10 0x55b6915b4160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:41.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.854+0000 7fd660878b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55b691595830 0x55b691589060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:41.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.854+0000 7fd660878b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55b6915aa360 con 0x55b691594f10 2024-06-13T06:23:41.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.854+0000 7fd660878b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x55b6915a9c90 con 0x55b691595830 2024-06-13T06:23:41.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.854+0000 7fd660878b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55b6915aaa30 con 0x55b69158f750 2024-06-13T06:23:41.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.854+0000 7fd660878b80 10 client.0 _ll_register_callbacks cb 0x55b691476560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:23:41.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.854+0000 7fd64effd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b691594f10 0x55b6915b4160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:41.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.854+0000 7fd64effd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b691594f10 0x55b6915b4160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59710/0 (socket says 172.21.15.39:59710) 2024-06-13T06:23:41.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.854+0000 7fd64effd700 1 -- 172.21.15.39:0/2476841099 learned_addr learned my addr 172.21.15.39:0/2476841099 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:23:41.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.854+0000 7fd64ffff700 1 --2- 172.21.15.39:0/2476841099 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55b691595830 0x55b691589060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:41.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.854+0000 7fd64f7fe700 1 --2- 172.21.15.39:0/2476841099 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b69158f750 0x55b6915b3c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:41.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.854+0000 7fd64effd700 1 -- 172.21.15.39:0/2476841099 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b69158f750 msgr2=0x55b6915b3c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:23:41.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.854+0000 7fd64effd700 1 --2- 172.21.15.39:0/2476841099 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b69158f750 0x55b6915b3c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:41.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.854+0000 7fd64effd700 1 -- 172.21.15.39:0/2476841099 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55b691595830 msgr2=0x55b691589060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:23:41.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.854+0000 7fd64effd700 1 --2- 172.21.15.39:0/2476841099 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55b691595830 0x55b691589060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:41.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.854+0000 7fd64effd700 1 -- 172.21.15.39:0/2476841099 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b691589840 con 0x55b691594f10 2024-06-13T06:23:41.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.855+0000 7fd64effd700 1 --2- 172.21.15.39:0/2476841099 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b691594f10 0x55b6915b4160 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fd64400b2f0 tx=0x7fd64409b510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e055ea0ecfb2494 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:23:41.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.855+0000 7fd62effd700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:23:41.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.855+0000 7fd62effd700 1 -- 172.21.15.39:0/2476841099 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6440b4060 con 0x55b691594f10 2024-06-13T06:23:41.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.855+0000 7fd62effd700 1 -- 172.21.15.39:0/2476841099 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7fd644097ce0 con 0x55b691594f10 2024-06-13T06:23:41.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.855+0000 7fd660878b80 1 -- 172.21.15.39:0/2476841099 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd640004500 con 0x55b691594f10 2024-06-13T06:23:41.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.855+0000 7fd62effd700 1 -- 172.21.15.39:0/2476841099 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fd644020040 con 0x55b691594f10 2024-06-13T06:23:41.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.855+0000 7fd660878b80 10 client.15303 fetch_fsmap learned FSMap version 24 2024-06-13T06:23:41.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.855+0000 7fd660878b80 1 -- 172.21.15.39:0/2476841099 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55b6915b35e0 con 0x55b691594f10 2024-06-13T06:23:41.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.855+0000 7fd62effd700 1 -- 172.21.15.39:0/2476841099 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd640004500 con 0x55b691594f10 2024-06-13T06:23:41.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.855+0000 7fd62effd700 1 -- 172.21.15.39:0/2476841099 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fd6440ccc00 con 0x55b691594f10 2024-06-13T06:23:41.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.855+0000 7fd660878b80 10 client.15303 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:23:41.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.855+0000 7fd660878b80 10 client.15303 resolve_mds: resolved name 'b' to daemon mds.b 2024-06-13T06:23:41.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.855+0000 7fd660878b80 20 client.15303 populate_metadata read hostname 'smithi039' 2024-06-13T06:23:41.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.855+0000 7fd660878b80 1 --2- 172.21.15.39:0/2476841099 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55b691619060 0x55b691617d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:23:41.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.855+0000 7fd660878b80 4 client.15303 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "status"}] 2024-06-13T06:23:41.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.855+0000 7fd660878b80 1 -- 172.21.15.39:0/2476841099 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "status"}) -- 0x55b6914e8280 con 0x55b691619060 2024-06-13T06:23:41.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.856+0000 7fd64f7fe700 1 --2- 172.21.15.39:0/2476841099 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55b691619060 0x55b691617d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:23:41.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.856+0000 7fd64f7fe700 1 --2- 172.21.15.39:0/2476841099 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55b691619060 0x55b691617d70 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=513b04002e1c81eb server_cookie=ecbb7fa06085cadc in_seq=0 out_seq=0 2024-06-13T06:23:41.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.856+0000 7fd62effd700 10 client.15303 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:23:41.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.856+0000 7fd62effd700 1 -- 172.21.15.39:0/2476841099 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+326 (crc 0 0 0) 0x55b6914e8280 con 0x55b691619060 2024-06-13T06:23:41.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.856+0000 7fd62effd700 10 client.15303 handle_command_reply: tid=0 2024-06-13T06:23:41.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.856+0000 7fd660878b80 1 client.15303 shutdown 2024-06-13T06:23:41.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.857+0000 7fd660878b80 1 -- 172.21.15.39:0/2476841099 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b691594f10 msgr2=0x55b6915b4160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:41.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.857+0000 7fd660878b80 1 --2- 172.21.15.39:0/2476841099 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b691594f10 0x55b6915b4160 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fd64400b2f0 tx=0x7fd64409b510 comp rx=0 tx=0).stop 2024-06-13T06:23:41.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.857+0000 7fd660878b80 1 -- 172.21.15.39:0/2476841099 shutdown_connections 2024-06-13T06:23:41.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.857+0000 7fd660878b80 1 --2- 172.21.15.39:0/2476841099 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55b691619060 0x55b691617d70 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:41.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.857+0000 7fd660878b80 1 --2- 172.21.15.39:0/2476841099 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55b691595830 0x55b691589060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:41.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.857+0000 7fd660878b80 1 --2- 172.21.15.39:0/2476841099 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b69158f750 0x55b6915b3c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:41.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.857+0000 7fd660878b80 1 --2- 172.21.15.39:0/2476841099 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b691594f10 0x55b6915b4160 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:41.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.857+0000 7fd660878b80 1 -- 172.21.15.39:0/2476841099 >> 172.21.15.39:0/2476841099 conn(0x55b6914bc030 msgr2=0x55b6915971b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:41.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.857+0000 7fd62effd700 0 client.15303 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:23:41.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.857+0000 7fd660878b80 1 -- 172.21.15.39:0/2476841099 shutdown_connections 2024-06-13T06:23:41.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.857+0000 7fd660878b80 1 -- 172.21.15.39:0/2476841099 wait complete. 2024-06-13T06:23:41.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.857+0000 7fd660878b80 20 client.15303 trim_cache size 0 max 16384 2024-06-13T06:23:41.862 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-06-13T06:23:41.862 INFO:teuthology.orchestra.run.smithi039.stdout: "cluster_fsid": "ae626f9c-294b-11ef-bc9c-c7b262605968", 2024-06-13T06:23:41.862 INFO:teuthology.orchestra.run.smithi039.stdout: "whoami": 0, 2024-06-13T06:23:41.862 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 24512, 2024-06-13T06:23:41.862 INFO:teuthology.orchestra.run.smithi039.stdout: "want_state": "up:active", 2024-06-13T06:23:41.862 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "up:active", 2024-06-13T06:23:41.863 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs", 2024-06-13T06:23:41.863 INFO:teuthology.orchestra.run.smithi039.stdout: "rank_uptime": 216.52257360799999, 2024-06-13T06:23:41.863 INFO:teuthology.orchestra.run.smithi039.stdout: "mdsmap_epoch": 24, 2024-06-13T06:23:41.863 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch": 92, 2024-06-13T06:23:41.863 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch_barrier": 91, 2024-06-13T06:23:41.863 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 232.94420878 2024-06-13T06:23:41.863 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-06-13T06:23:41.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.857+0000 7fd655ff5700 1 -- 172.21.15.39:0/3357753177 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fd6380a2ea0 msgr2=0x7fd6380a5360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:41.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.857+0000 7fd655ff5700 1 --2- 172.21.15.39:0/3357753177 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fd6380a2ea0 0x7fd6380a5360 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fd640005950 tx=0x7fd64000b410 comp rx=0 tx=0).stop 2024-06-13T06:23:41.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.857+0000 7fd655ff5700 1 -- 172.21.15.39:0/3357753177 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd650074fe0 msgr2=0x7fd65019b2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:23:41.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.857+0000 7fd655ff5700 1 --2- 172.21.15.39:0/3357753177 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd650074fe0 0x7fd65019b2f0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fd64400d950 tx=0x7fd64400dc60 comp rx=0 tx=0).stop 2024-06-13T06:23:41.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.858+0000 7fd655ff5700 1 -- 172.21.15.39:0/3357753177 shutdown_connections 2024-06-13T06:23:41.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.858+0000 7fd655ff5700 1 --2- 172.21.15.39:0/3357753177 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fd6380a2ea0 0x7fd6380a5360 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:41.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.858+0000 7fd655ff5700 1 --2- 172.21.15.39:0/3357753177 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd65010ee90 0x7fd65019f680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:41.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.858+0000 7fd655ff5700 1 --2- 172.21.15.39:0/3357753177 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd6500746c0 0x7fd65019adb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:41.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.858+0000 7fd655ff5700 1 --2- 172.21.15.39:0/3357753177 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd650074fe0 0x7fd65019b2f0 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:23:41.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.858+0000 7fd655ff5700 1 -- 172.21.15.39:0/3357753177 >> 172.21.15.39:0/3357753177 conn(0x7fd6500795f0 msgr2=0x7fd6500ff660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:23:41.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.858+0000 7fd655ff5700 1 -- 172.21.15.39:0/3357753177 shutdown_connections 2024-06-13T06:23:41.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:23:41.858+0000 7fd655ff5700 1 -- 172.21.15.39:0/3357753177 wait complete. 2024-06-13T06:23:42.588 INFO:tasks.quiescer:Ready to start quiesce thrashing; initial delay: 15 sec 2024-06-13T06:23:42.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:42 smithi039 ceph-mon[32479]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 682 B/s wr, 7 op/s 2024-06-13T06:23:43.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:42 smithi096 ceph-mon[36532]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 682 B/s wr, 7 op/s 2024-06-13T06:23:43.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:42 smithi149 ceph-mon[36963]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 682 B/s wr, 7 op/s 2024-06-13T06:23:45.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:44 smithi096 ceph-mon[36532]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 682 B/s wr, 5 op/s 2024-06-13T06:23:45.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:44 smithi039 ceph-mon[32479]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 682 B/s wr, 5 op/s 2024-06-13T06:23:45.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:44 smithi149 ceph-mon[36963]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 682 B/s wr, 5 op/s 2024-06-13T06:23:47.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:46 smithi096 ceph-mon[36532]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 682 B/s wr, 5 op/s 2024-06-13T06:23:47.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:46 smithi039 ceph-mon[32479]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 682 B/s wr, 5 op/s 2024-06-13T06:23:47.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:46 smithi149 ceph-mon[36963]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 682 B/s wr, 5 op/s 2024-06-13T06:23:49.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:48 smithi039 ceph-mon[32479]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 597 B/s wr, 7 op/s 2024-06-13T06:23:49.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:48 smithi149 ceph-mon[36963]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 597 B/s wr, 7 op/s 2024-06-13T06:23:49.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:48 smithi096 ceph-mon[36532]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 597 B/s wr, 7 op/s 2024-06-13T06:23:51.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:50 smithi039 ceph-mon[32479]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:23:51.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:50 smithi149 ceph-mon[36963]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:23:51.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:50 smithi096 ceph-mon[36532]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:23:52.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:52 smithi039 ceph-mon[32479]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T06:23:52.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:52 smithi149 ceph-mon[36963]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T06:23:52.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:52 smithi096 ceph-mon[36532]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T06:23:54.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:54 smithi039 ceph-mon[32479]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:23:54.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:54 smithi149 ceph-mon[36963]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:23:55.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:54 smithi096 ceph-mon[36532]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:23:56.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:56 smithi039 ceph-mon[32479]: pgmap v26: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-13T06:23:56.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:56 smithi149 ceph-mon[36963]: pgmap v26: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-13T06:23:57.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:56 smithi096 ceph-mon[36532]: pgmap v26: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-06-13T06:23:57.589 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 24.9 2024-06-13T06:23:57.589 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T06:23:57.848 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:23:58.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:23:58 smithi039 ceph-mon[32479]: pgmap v27: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T06:23:58.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:23:58 smithi149 ceph-mon[36963]: pgmap v27: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T06:23:59.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:23:58 smithi096 ceph-mon[36532]: pgmap v27: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T06:24:00.421 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:24:00 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:24:00.033+0000 7f872199b700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-13T06:24:00.422 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:24:00 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:24:00.033+0000 7f872199b700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-13T06:24:00.422 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:24:00 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:24:00.033+0000 7f872199b700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-13T06:24:00.422 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:24:00 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:24:00.033+0000 7f872199b700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-13T06:24:00.422 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:24:00 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:24:00.033+0000 7f872199b700 -1 client.0 error registering admin socket command: (17) File exists 2024-06-13T06:24:00.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:24:00 smithi039 ceph-mon[32479]: pgmap v28: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:24:00.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:24:00 smithi149 ceph-mon[36963]: pgmap v28: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:24:01.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:24:00 smithi096 ceph-mon[36532]: pgmap v28: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:24:02.870 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:24:02 smithi039 ceph-mon[32479]: pgmap v29: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-06-13T06:24:02.871 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:24:02 smithi039 ceph-mon[32479]: mgrmap e25: x(active, since 52s), standbys: z, y 2024-06-13T06:24:02.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:24:02 smithi149 ceph-mon[36963]: pgmap v29: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-06-13T06:24:02.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:24:02 smithi149 ceph-mon[36963]: mgrmap e25: x(active, since 52s), standbys: z, y 2024-06-13T06:24:03.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:24:02 smithi096 ceph-mon[36532]: pgmap v29: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-06-13T06:24:03.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:24:02 smithi096 ceph-mon[36532]: mgrmap e25: x(active, since 52s), standbys: z, y 2024-06-13T06:24:03.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:03.735+0000 7f5d7902c700 1 -- 172.21.15.39:0/3327856742 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5d74103360 msgr2=0x7f5d74103740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:24:03.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:03.735+0000 7f5d7902c700 1 --2- 172.21.15.39:0/3327856742 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5d74103360 0x7f5d74103740 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f5d64009990 tx=0x7f5d64009ca0 comp rx=0 tx=0).stop 2024-06-13T06:24:03.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:03.735+0000 7f5d7902c700 1 -- 172.21.15.39:0/3327856742 shutdown_connections 2024-06-13T06:24:03.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:03.735+0000 7f5d7902c700 1 --2- 172.21.15.39:0/3327856742 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5d74101520 0x7f5d74111210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:03.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:03.735+0000 7f5d7902c700 1 --2- 172.21.15.39:0/3327856742 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5d74103360 0x7f5d74103740 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:03.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:03.735+0000 7f5d7902c700 1 --2- 172.21.15.39:0/3327856742 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f5d74100a80 0x7f5d74100f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:03.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:03.735+0000 7f5d7902c700 1 -- 172.21.15.39:0/3327856742 >> 172.21.15.39:0/3327856742 conn(0x7f5d74077a00 msgr2=0x7f5d740fedb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:24:03.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:03.735+0000 7f5d7902c700 1 -- 172.21.15.39:0/3327856742 shutdown_connections 2024-06-13T06:24:03.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:03.735+0000 7f5d7902c700 1 -- 172.21.15.39:0/3327856742 wait complete. 2024-06-13T06:24:03.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:03.736+0000 7f5d7902c700 1 Processor -- start 2024-06-13T06:24:03.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:03.736+0000 7f5d7902c700 1 -- start start 2024-06-13T06:24:03.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:03.737+0000 7f5d7902c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5d74100a80 0x7f5d7419ae40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:24:03.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:03.737+0000 7f5d7902c700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5d74101520 0x7f5d7419b380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:24:03.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:03.737+0000 7f5d72d9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5d74100a80 0x7f5d7419ae40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:24:03.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:03.737+0000 7f5d72d9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5d74100a80 0x7f5d7419ae40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32768/0 (socket says 172.21.15.39:32768) 2024-06-13T06:24:03.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:03.737+0000 7f5d72d9d700 1 -- 172.21.15.39:0/3678598658 learned_addr learned my addr 172.21.15.39:0/3678598658 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:24:03.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:03.737+0000 7f5d7902c700 1 --2- 172.21.15.39:0/3678598658 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f5d74103360 0x7f5d7419f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:24:03.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:03.737+0000 7f5d7902c700 1 -- 172.21.15.39:0/3678598658 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f5d74114970 con 0x7f5d74100a80 2024-06-13T06:24:03.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:03.737+0000 7f5d7902c700 1 -- 172.21.15.39:0/3678598658 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f5d741147f0 con 0x7f5d74103360 2024-06-13T06:24:03.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:03.737+0000 7f5d7902c700 1 -- 172.21.15.39:0/3678598658 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f5d74114af0 con 0x7f5d74101520 2024-06-13T06:24:03.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:03.737+0000 7f5d7259c700 1 --2- 172.21.15.39:0/3678598658 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5d74101520 0x7f5d7419b380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:24:03.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:03.737+0000 7f5d7359e700 1 --2- 172.21.15.39:0/3678598658 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f5d74103360 0x7f5d7419f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:24:03.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:03.737+0000 7f5d72d9d700 1 -- 172.21.15.39:0/3678598658 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5d74101520 msgr2=0x7f5d7419b380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:24:03.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:03.737+0000 7f5d72d9d700 1 --2- 172.21.15.39:0/3678598658 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5d74101520 0x7f5d7419b380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:03.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:03.737+0000 7f5d72d9d700 1 -- 172.21.15.39:0/3678598658 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f5d74103360 msgr2=0x7f5d7419f6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:24:03.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:03.737+0000 7f5d72d9d700 1 --2- 172.21.15.39:0/3678598658 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f5d74103360 0x7f5d7419f6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:03.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:03.737+0000 7f5d72d9d700 1 -- 172.21.15.39:0/3678598658 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d7419fe00 con 0x7f5d74100a80 2024-06-13T06:24:03.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:03.738+0000 7f5d72d9d700 1 --2- 172.21.15.39:0/3678598658 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5d74100a80 0x7f5d7419ae40 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f5d6400bae0 tx=0x7f5d6400bb10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:24:03.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:03.738+0000 7f5d5bfff700 1 -- 172.21.15.39:0/3678598658 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d64026070 con 0x7f5d74100a80 2024-06-13T06:24:03.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:03.738+0000 7f5d5bfff700 1 -- 172.21.15.39:0/3678598658 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5d64003d70 con 0x7f5d74100a80 2024-06-13T06:24:03.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:03.738+0000 7f5d7902c700 1 -- 172.21.15.39:0/3678598658 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d741a0090 con 0x7f5d74100a80 2024-06-13T06:24:03.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:03.738+0000 7f5d5bfff700 1 -- 172.21.15.39:0/3678598658 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d64021410 con 0x7f5d74100a80 2024-06-13T06:24:03.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:03.738+0000 7f5d7902c700 1 -- 172.21.15.39:0/3678598658 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d741a7970 con 0x7f5d74100a80 2024-06-13T06:24:03.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:03.740+0000 7f5d7902c700 1 -- 172.21.15.39:0/3678598658 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5d74069180 con 0x7f5d74100a80 2024-06-13T06:24:03.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:03.742+0000 7f5d5bfff700 1 -- 172.21.15.39:0/3678598658 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 25) ==== 138066+0+0 (secure 0 0 0) 0x7f5d64029070 con 0x7f5d74100a80 2024-06-13T06:24:03.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:03.743+0000 7f5d5bfff700 1 --2- 172.21.15.39:0/3678598658 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f5d5c0a2fb0 0x7f5d5c0a5470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:24:03.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:03.743+0000 7f5d5bfff700 1 -- 172.21.15.39:0/3678598658 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7f5d640d04b0 con 0x7f5d74100a80 2024-06-13T06:24:03.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:03.743+0000 7f5d7259c700 1 --2- 172.21.15.39:0/3678598658 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f5d5c0a2fb0 0x7f5d5c0a5470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:24:03.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:03.744+0000 7f5d7259c700 1 --2- 172.21.15.39:0/3678598658 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f5d5c0a2fb0 0x7f5d5c0a5470 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f5d74100090 tx=0x7f5d68009260 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:24:03.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:03.747+0000 7f5d5bfff700 1 -- 172.21.15.39:0/3678598658 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f5d64013070 con 0x7f5d74100a80 2024-06-13T06:24:04.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:04.018+0000 7f5d7902c700 1 -- 172.21.15.39:0/3678598658 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5d7419c150 con 0x7f5d74100a80 2024-06-13T06:24:04.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:04.019+0000 7f5d5bfff700 1 -- 172.21.15.39:0/3678598658 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11865 (secure 0 0 0) 0x7f5d6409cec0 con 0x7f5d74100a80 2024-06-13T06:24:04.019 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:24:04.019 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/2373452665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":2373452665},{"type":"v1","addr":"172.21.15.39:6835","nonce":2373452665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/2187635150","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":2187635150},{"type":"v1","addr":"172.21.15.39:6837","nonce":2187635150}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14571,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6839/1475451558","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":1475451558},{"type":"v1","addr":"172.21.15.39:6839","nonce":1475451558}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14577,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6841/313570480","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":313570480},{"type":"v1","addr":"172.21.15.39:6841","nonce":313570480}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/980475055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":980475055},{"type":"v1","addr":"172.21.15.149:6833","nonce":980475055}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24427,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/2757180167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":2757180167},{"type":"v1","addr":"172.21.15.149:6835","nonce":2757180167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-13T06:20:05.248660+0000","modified":"2024-06-13T06:23:07.325841+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24512,"mds_1":24482,"mds_2":24455},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24431":{"gid":24431,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.96:6833/2827318421","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6832","nonce":2827318421},{"type":"v1","addr":"172.21.15.96:6833","nonce":2827318421}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24439":{"gid":24439,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6837/1742889729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":1742889729},{"type":"v1","addr":"172.21.15.149:6837","nonce":1742889729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6839/862740064","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":862740064},{"type":"v1","addr":"172.21.15.149:6839","nonce":862740064}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.96:6835/3408571209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6834","nonce":3408571209},{"type":"v1","addr":"172.21.15.96:6835","nonce":3408571209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.96:6837/2574644445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6836","nonce":2574644445},{"type":"v1","addr":"172.21.15.96:6837","nonce":2574644445}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.96:6839/1459106434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6838","nonce":1459106434},{"type":"v1","addr":"172.21.15.96:6839","nonce":1459106434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24512,"qdb_cluster":[24482,24512,24455]},"id":1}]} 2024-06-13T06:24:04.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:04.022+0000 7f5d7902c700 1 -- 172.21.15.39:0/3678598658 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f5d5c0a2fb0 msgr2=0x7f5d5c0a5470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:24:04.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:04.022+0000 7f5d7902c700 1 --2- 172.21.15.39:0/3678598658 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f5d5c0a2fb0 0x7f5d5c0a5470 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f5d74100090 tx=0x7f5d68009260 comp rx=0 tx=0).stop 2024-06-13T06:24:04.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:04.022+0000 7f5d7902c700 1 -- 172.21.15.39:0/3678598658 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5d74100a80 msgr2=0x7f5d7419ae40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:24:04.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:04.022+0000 7f5d7902c700 1 --2- 172.21.15.39:0/3678598658 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5d74100a80 0x7f5d7419ae40 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f5d6400bae0 tx=0x7f5d6400bb10 comp rx=0 tx=0).stop 2024-06-13T06:24:04.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:04.022+0000 7f5d7902c700 1 -- 172.21.15.39:0/3678598658 shutdown_connections 2024-06-13T06:24:04.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:04.022+0000 7f5d7902c700 1 --2- 172.21.15.39:0/3678598658 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f5d5c0a2fb0 0x7f5d5c0a5470 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:04.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:04.022+0000 7f5d7902c700 1 --2- 172.21.15.39:0/3678598658 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f5d74103360 0x7f5d7419f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:04.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:04.022+0000 7f5d7902c700 1 --2- 172.21.15.39:0/3678598658 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5d74100a80 0x7f5d7419ae40 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:04.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:04.022+0000 7f5d7902c700 1 --2- 172.21.15.39:0/3678598658 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5d74101520 0x7f5d7419b380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:04.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:04.022+0000 7f5d7902c700 1 -- 172.21.15.39:0/3678598658 >> 172.21.15.39:0/3678598658 conn(0x7f5d74077a00 msgr2=0x7f5d740fe230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:24:04.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:04.022+0000 7f5d7902c700 1 -- 172.21.15.39:0/3678598658 shutdown_connections 2024-06-13T06:24:04.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:04.022+0000 7f5d7902c700 1 -- 172.21.15.39:0/3678598658 wait complete. 2024-06-13T06:24:04.023 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 24 2024-06-13T06:24:04.842 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24512 quiesce db / --timeout 90 --expiration 144.9 --await-for 45.0' 2024-06-13T06:24:04.843 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- timeout 105 ceph tell mds.24512 quiesce db / --timeout 90 --expiration 144.9 --await-for 45.0 2024-06-13T06:24:04.868 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:24:04 smithi039 ceph-mon[32479]: pgmap v30: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-06-13T06:24:04.869 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:24:04 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/3678598658' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:24:04.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:24:04 smithi149 ceph-mon[36963]: pgmap v30: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-06-13T06:24:04.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:24:04 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/3678598658' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:24:05.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:24:04 smithi096 ceph-mon[36532]: pgmap v30: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-06-13T06:24:05.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:24:04 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/3678598658' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:24:05.136 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:24:06.898 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:24:06 smithi039 ceph-mon[32479]: pgmap v31: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-06-13T06:24:06.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:24:06 smithi149 ceph-mon[36963]: pgmap v31: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-06-13T06:24:07.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.021+0000 7f0034c5c700 1 -- 172.21.15.39:0/2090485436 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f003006b360 msgr2=0x7f003010e9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:24:07.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.021+0000 7f0034c5c700 1 --2- 172.21.15.39:0/2090485436 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f003006b360 0x7f003010e9f0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f0024009990 tx=0x7f0024009ca0 comp rx=0 tx=0).stop 2024-06-13T06:24:07.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.021+0000 7f0034c5c700 1 -- 172.21.15.39:0/2090485436 shutdown_connections 2024-06-13T06:24:07.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.021+0000 7f0034c5c700 1 --2- 172.21.15.39:0/2090485436 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f003010ef30 0x7f0030111320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:07.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.021+0000 7f0034c5c700 1 --2- 172.21.15.39:0/2090485436 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f003006aa40 0x7f003006ae20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:07.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.021+0000 7f0034c5c700 1 --2- 172.21.15.39:0/2090485436 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f003006b360 0x7f003010e9f0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:07.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.021+0000 7f0034c5c700 1 -- 172.21.15.39:0/2090485436 >> 172.21.15.39:0/2090485436 conn(0x7f00300783d0 msgr2=0x7f00300787e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:24:07.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.022+0000 7f0034c5c700 1 -- 172.21.15.39:0/2090485436 shutdown_connections 2024-06-13T06:24:07.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.022+0000 7f0034c5c700 1 -- 172.21.15.39:0/2090485436 wait complete. 2024-06-13T06:24:07.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.023+0000 7f0034c5c700 1 Processor -- start 2024-06-13T06:24:07.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.023+0000 7f0034c5c700 1 -- start start 2024-06-13T06:24:07.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.023+0000 7f0034c5c700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f003006aa40 0x7f003019ad80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:24:07.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.023+0000 7f0034c5c700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f003006b360 0x7f003019b2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:24:07.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.023+0000 7f0034c5c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f003010ef30 0x7f003019f600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:24:07.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.023+0000 7f002e59c700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f003006aa40 0x7f003019ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:24:07.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.024+0000 7f002e59c700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f003006aa40 0x7f003019ad80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.96:3300/0 says I am v2:172.21.15.39:59034/0 (socket says 172.21.15.39:59034) 2024-06-13T06:24:07.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.024+0000 7f002dd9b700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f003006b360 0x7f003019b2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:24:07.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.024+0000 7f002dd9b700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f003006b360 0x7f003019b2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.39:34062/0 (socket says 172.21.15.39:34062) 2024-06-13T06:24:07.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.024+0000 7f002ed9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f003010ef30 0x7f003019f600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:24:07.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.024+0000 7f002ed9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f003010ef30 0x7f003019f600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32794/0 (socket says 172.21.15.39:32794) 2024-06-13T06:24:07.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.024+0000 7f002e59c700 1 -- 172.21.15.39:0/2460991677 learned_addr learned my addr 172.21.15.39:0/2460991677 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:24:07.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.024+0000 7f0034c5c700 1 -- 172.21.15.39:0/2460991677 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f00301149d0 con 0x7f003010ef30 2024-06-13T06:24:07.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.024+0000 7f0034c5c700 1 -- 172.21.15.39:0/2460991677 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f0030114850 con 0x7f003006aa40 2024-06-13T06:24:07.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.024+0000 7f0034c5c700 1 -- 172.21.15.39:0/2460991677 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f0030114b50 con 0x7f003006b360 2024-06-13T06:24:07.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.024+0000 7f002e59c700 1 -- 172.21.15.39:0/2460991677 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f003006b360 msgr2=0x7f003019b2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:24:07.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.024+0000 7f002e59c700 1 --2- 172.21.15.39:0/2460991677 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f003006b360 0x7f003019b2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:07.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.024+0000 7f002e59c700 1 -- 172.21.15.39:0/2460991677 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f003010ef30 msgr2=0x7f003019f600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:24:07.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.024+0000 7f002e59c700 1 --2- 172.21.15.39:0/2460991677 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f003010ef30 0x7f003019f600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:07.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.024+0000 7f002e59c700 1 -- 172.21.15.39:0/2460991677 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f003019fd40 con 0x7f003006aa40 2024-06-13T06:24:07.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.024+0000 7f002ed9d700 1 --2- 172.21.15.39:0/2460991677 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f003010ef30 0x7f003019f600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T06:24:07.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.024+0000 7f002e59c700 1 --2- 172.21.15.39:0/2460991677 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f003006aa40 0x7f003019ad80 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f002000d950 tx=0x7f002000dc60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:24:07.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.025+0000 7f001f7fe700 1 -- 172.21.15.39:0/2460991677 <== mon.2 v2:172.21.15.96:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0020016070 con 0x7f003006aa40 2024-06-13T06:24:07.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.025+0000 7f001f7fe700 1 -- 172.21.15.39:0/2460991677 <== mon.2 v2:172.21.15.96:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f002000fd70 con 0x7f003006aa40 2024-06-13T06:24:07.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.025+0000 7f001f7fe700 1 -- 172.21.15.39:0/2460991677 <== mon.2 v2:172.21.15.96:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f002000e610 con 0x7f003006aa40 2024-06-13T06:24:07.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.025+0000 7f0034c5c700 1 -- 172.21.15.39:0/2460991677 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00301a0030 con 0x7f003006aa40 2024-06-13T06:24:07.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.025+0000 7f0034c5c700 1 -- 172.21.15.39:0/2460991677 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00301a0430 con 0x7f003006aa40 2024-06-13T06:24:07.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.028+0000 7f001f7fe700 1 -- 172.21.15.39:0/2460991677 <== mon.2 v2:172.21.15.96:3300/0 4 ==== mgrmap(e 25) ==== 138066+0+0 (secure 0 0 0) 0x7f0020019070 con 0x7f003006aa40 2024-06-13T06:24:07.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.029+0000 7f003f4dfb80 1 Processor -- start 2024-06-13T06:24:07.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.029+0000 7f001f7fe700 1 --2- 172.21.15.39:0/2460991677 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f00180a2f50 0x7f00180a5410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:24:07.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.029+0000 7f001f7fe700 1 -- 172.21.15.39:0/2460991677 <== mon.2 v2:172.21.15.96:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7f00200cf1b0 con 0x7f003006aa40 2024-06-13T06:24:07.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.030+0000 7f003f4dfb80 1 -- start start 2024-06-13T06:24:07.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.030+0000 7f002ed9d700 1 --2- 172.21.15.39:0/2460991677 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f00180a2f50 0x7f00180a5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:24:07.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.030+0000 7f003f4dfb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f9b49a9cd0 0x55f9b49aa0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:24:07.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.030+0000 7f003f4dfb80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55f9b49aa5f0 0x55f9b49a3f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:24:07.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.030+0000 7f003f4dfb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9b49a4460 0x55f9b49a48a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:24:07.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.030+0000 7f003f4dfb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55f9b48f59a0 con 0x55f9b49a9cd0 2024-06-13T06:24:07.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.030+0000 7f003f4dfb80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x55f9b489d8b0 con 0x55f9b49aa5f0 2024-06-13T06:24:07.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.030+0000 7f003f4dfb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55f9b48f1960 con 0x55f9b49a4460 2024-06-13T06:24:07.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.031+0000 7f002dd9b700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55f9b49aa5f0 0x55f9b49a3f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:24:07.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.031+0000 7f002e59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f9b49a9cd0 0x55f9b49aa0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:24:07.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.031+0000 7f002dd9b700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55f9b49aa5f0 0x55f9b49a3f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.96:3300/0 says I am v2:172.21.15.39:59040/0 (socket says 172.21.15.39:59040) 2024-06-13T06:24:07.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.031+0000 7f002dd9b700 1 -- 172.21.15.39:0/4054713304 learned_addr learned my addr 172.21.15.39:0/4054713304 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:24:07.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.031+0000 7f002ed9d700 1 --2- 172.21.15.39:0/4054713304 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9b49a4460 0x55f9b49a48a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:24:07.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.031+0000 7f002ed9d700 1 --2- 172.21.15.39:0/2460991677 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f00180a2f50 0x7f00180a5410 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f0030069f30 tx=0x7f0028009100 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:24:07.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.031+0000 7f002dd9b700 1 -- 172.21.15.39:0/4054713304 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9b49a4460 msgr2=0x55f9b49a48a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:24:07.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.031+0000 7f002dd9b700 1 --2- 172.21.15.39:0/4054713304 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9b49a4460 0x55f9b49a48a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:07.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.031+0000 7f002dd9b700 1 -- 172.21.15.39:0/4054713304 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f9b49a9cd0 msgr2=0x55f9b49aa0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:24:07.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.031+0000 7f002dd9b700 1 --2- 172.21.15.39:0/4054713304 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f9b49a9cd0 0x55f9b49aa0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:07.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.031+0000 7f002dd9b700 1 -- 172.21.15.39:0/4054713304 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f9b48940e0 con 0x55f9b49aa5f0 2024-06-13T06:24:07.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.031+0000 7f002e59c700 1 --2- 172.21.15.39:0/4054713304 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f9b49a9cd0 0x55f9b49aa0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T06:24:07.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.032+0000 7f002dd9b700 1 --2- 172.21.15.39:0/4054713304 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55f9b49aa5f0 0x55f9b49a3f20 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f0024009990 tx=0x7f0024009f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a553220654739e81 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:24:07.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.032+0000 7f001cff9700 1 -- 172.21.15.39:0/4054713304 <== mon.2 v2:172.21.15.96:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0024028070 con 0x55f9b49aa5f0 2024-06-13T06:24:07.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.032+0000 7f001cff9700 1 -- 172.21.15.39:0/4054713304 <== mon.2 v2:172.21.15.96:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0024003e40 con 0x55f9b49aa5f0 2024-06-13T06:24:07.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.032+0000 7f001cff9700 1 -- 172.21.15.39:0/4054713304 <== mon.2 v2:172.21.15.96:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f002400bb50 con 0x55f9b49aa5f0 2024-06-13T06:24:07.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.033+0000 7f003f4dfb80 1 -- 172.21.15.39:0/4054713304 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55f9b49aa5f0 msgr2=0x55f9b49a3f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:24:07.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.033+0000 7f003f4dfb80 1 --2- 172.21.15.39:0/4054713304 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55f9b49aa5f0 0x55f9b49a3f20 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f0024009990 tx=0x7f0024009f90 comp rx=0 tx=0).stop 2024-06-13T06:24:07.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.033+0000 7f003f4dfb80 1 -- 172.21.15.39:0/4054713304 shutdown_connections 2024-06-13T06:24:07.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.033+0000 7f003f4dfb80 1 --2- 172.21.15.39:0/4054713304 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9b49a4460 0x55f9b49a48a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:07.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.033+0000 7f003f4dfb80 1 --2- 172.21.15.39:0/4054713304 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f9b49a9cd0 0x55f9b49aa0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:07.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.033+0000 7f003f4dfb80 1 --2- 172.21.15.39:0/4054713304 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55f9b49aa5f0 0x55f9b49a3f20 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:07.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.033+0000 7f003f4dfb80 1 -- 172.21.15.39:0/4054713304 >> 172.21.15.39:0/4054713304 conn(0x55f9b48cee50 msgr2=0x55f9b499f1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:24:07.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.033+0000 7f003f4dfb80 1 -- 172.21.15.39:0/4054713304 shutdown_connections 2024-06-13T06:24:07.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.033+0000 7f003f4dfb80 1 -- 172.21.15.39:0/4054713304 wait complete. 2024-06-13T06:24:07.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.034+0000 7f003f4dfb80 1 -- start start 2024-06-13T06:24:07.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.034+0000 7f003f4dfb80 1 Processor -- start 2024-06-13T06:24:07.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.034+0000 7f003f4dfb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f9b49a4460 0x55f9b49b0350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:24:07.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.034+0000 7f003f4dfb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9b49a9cd0 0x55f9b49ad650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:24:07.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.034+0000 7f003f4dfb80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55f9b49aa5f0 0x55f9b49adb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:24:07.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.034+0000 7f003f4dfb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55f9b49b1000 con 0x55f9b49a4460 2024-06-13T06:24:07.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.034+0000 7f003f4dfb80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x55f9b4895d80 con 0x55f9b49aa5f0 2024-06-13T06:24:07.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.034+0000 7f003f4dfb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55f9b49b1180 con 0x55f9b49a9cd0 2024-06-13T06:24:07.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.034+0000 7f003f4dfb80 10 client.0 _ll_register_callbacks cb 0x55f9b488fab0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:24:07.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.034+0000 7f002e59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f9b49a4460 0x55f9b49b0350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:24:07.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.034+0000 7f002e59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f9b49a4460 0x55f9b49b0350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32810/0 (socket says 172.21.15.39:32810) 2024-06-13T06:24:07.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.034+0000 7f002e59c700 1 -- 172.21.15.39:0/3738937414 learned_addr learned my addr 172.21.15.39:0/3738937414 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:24:07.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.034+0000 7f002dd9b700 1 --2- 172.21.15.39:0/3738937414 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9b49a9cd0 0x55f9b49ad650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:24:07.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.035+0000 7f002ed9d700 1 --2- 172.21.15.39:0/3738937414 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55f9b49aa5f0 0x55f9b49adb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:24:07.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.035+0000 7f002e59c700 1 -- 172.21.15.39:0/3738937414 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9b49a9cd0 msgr2=0x55f9b49ad650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:24:07.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.035+0000 7f002e59c700 1 --2- 172.21.15.39:0/3738937414 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9b49a9cd0 0x55f9b49ad650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:07.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.035+0000 7f002e59c700 1 -- 172.21.15.39:0/3738937414 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55f9b49aa5f0 msgr2=0x55f9b49adb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:24:07.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.035+0000 7f002e59c700 1 --2- 172.21.15.39:0/3738937414 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55f9b49aa5f0 0x55f9b49adb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:07.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.035+0000 7f002e59c700 1 -- 172.21.15.39:0/3738937414 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f9b4844a60 con 0x55f9b49a4460 2024-06-13T06:24:07.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.035+0000 7f002ed9d700 1 --2- 172.21.15.39:0/3738937414 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55f9b49aa5f0 0x55f9b49adb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:24:07.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.035+0000 7f002e59c700 1 --2- 172.21.15.39:0/3738937414 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f9b49a4460 0x55f9b49b0350 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f002009b190 tx=0x7f002009bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c91ffdd30225b6c9 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:24:07.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.035+0000 7f0015ffb700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:24:07.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.035+0000 7f0015ffb700 1 -- 172.21.15.39:0/3738937414 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00200b4060 con 0x55f9b49a4460 2024-06-13T06:24:07.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.035+0000 7f0015ffb700 1 -- 172.21.15.39:0/3738937414 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7f00200b4200 con 0x55f9b49a4460 2024-06-13T06:24:07.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.035+0000 7f003f4dfb80 1 -- 172.21.15.39:0/3738937414 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55f9b4902ea0 con 0x55f9b49a4460 2024-06-13T06:24:07.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.036+0000 7f0015ffb700 1 -- 172.21.15.39:0/3738937414 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f0020020050 con 0x55f9b49a4460 2024-06-13T06:24:07.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.036+0000 7f003f4dfb80 10 client.15327 fetch_fsmap learned FSMap version 24 2024-06-13T06:24:07.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.036+0000 7f003f4dfb80 1 -- 172.21.15.39:0/3738937414 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55f9b49c4110 con 0x55f9b49a4460 2024-06-13T06:24:07.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.036+0000 7f0015ffb700 1 -- 172.21.15.39:0/3738937414 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x55f9b4902ea0 con 0x55f9b49a4460 2024-06-13T06:24:07.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.036+0000 7f0015ffb700 1 -- 172.21.15.39:0/3738937414 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f00200a3d40 con 0x55f9b49a4460 2024-06-13T06:24:07.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.036+0000 7f003f4dfb80 10 client.15327 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:24:07.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.036+0000 7f003f4dfb80 10 client.15327 resolve_mds: validated gid 24512 aka daemon mds.b 2024-06-13T06:24:07.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.036+0000 7f003f4dfb80 20 client.15327 populate_metadata read hostname 'smithi039' 2024-06-13T06:24:07.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.036+0000 7f003f4dfb80 1 --2- 172.21.15.39:0/3738937414 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55f9b49c6930 0x55f9b49c8d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:24:07.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.036+0000 7f003f4dfb80 4 client.15327 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T06:24:07.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.036+0000 7f003f4dfb80 1 -- 172.21.15.39:0/3738937414 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f9b48fd420 con 0x55f9b49c6930 2024-06-13T06:24:07.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.036+0000 7f002dd9b700 1 --2- 172.21.15.39:0/3738937414 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55f9b49c6930 0x55f9b49c8d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:24:07.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.037+0000 7f0015ffb700 10 client.15327 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:24:07.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:24:06 smithi096 ceph-mon[36532]: pgmap v31: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-06-13T06:24:07.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.037+0000 7f002dd9b700 1 --2- 172.21.15.39:0/3738937414 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55f9b49c6930 0x55f9b49c8d60 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bc5e25b6208618aa server_cookie=d31c9d17aaabd854 in_seq=0 out_seq=0 2024-06-13T06:24:07.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.038+0000 7f0015ffb700 1 -- 172.21.15.39:0/3738937414 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55f9b48fd420 con 0x55f9b49c6930 2024-06-13T06:24:07.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.038+0000 7f0015ffb700 10 client.15327 handle_command_reply: tid=0 2024-06-13T06:24:07.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.038+0000 7f003f4dfb80 1 client.15327 shutdown 2024-06-13T06:24:07.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.038+0000 7f003f4dfb80 1 -- 172.21.15.39:0/3738937414 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f9b49a4460 msgr2=0x55f9b49b0350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:24:07.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.038+0000 7f003f4dfb80 1 --2- 172.21.15.39:0/3738937414 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f9b49a4460 0x55f9b49b0350 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f002009b190 tx=0x7f002009bc80 comp rx=0 tx=0).stop 2024-06-13T06:24:07.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.038+0000 7f003f4dfb80 1 -- 172.21.15.39:0/3738937414 shutdown_connections 2024-06-13T06:24:07.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.038+0000 7f003f4dfb80 1 --2- 172.21.15.39:0/3738937414 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55f9b49c6930 0x55f9b49c8d60 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:07.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.038+0000 7f0015ffb700 0 client.15327 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:24:07.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.038+0000 7f003f4dfb80 1 --2- 172.21.15.39:0/3738937414 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55f9b49aa5f0 0x55f9b49adb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:07.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.038+0000 7f003f4dfb80 1 --2- 172.21.15.39:0/3738937414 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f9b49a4460 0x55f9b49b0350 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:07.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.038+0000 7f003f4dfb80 1 --2- 172.21.15.39:0/3738937414 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9b49a9cd0 0x55f9b49ad650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:07.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.038+0000 7f003f4dfb80 1 -- 172.21.15.39:0/3738937414 >> 172.21.15.39:0/3738937414 conn(0x55f9b48cee50 msgr2=0x55f9b499eda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:24:07.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.038+0000 7f003f4dfb80 1 -- 172.21.15.39:0/3738937414 shutdown_connections 2024-06-13T06:24:07.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.038+0000 7f003f4dfb80 1 -- 172.21.15.39:0/3738937414 wait complete. 2024-06-13T06:24:07.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.038+0000 7f003f4dfb80 20 client.15327 trim_cache size 0 max 16384 2024-06-13T06:24:07.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.060+0000 7f003f4dfb80 1 Processor -- start 2024-06-13T06:24:07.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.060+0000 7f003f4dfb80 1 -- start start 2024-06-13T06:24:07.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.060+0000 7f003f4dfb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9b49a4460 0x55f9b49a3f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:24:07.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.060+0000 7f003f4dfb80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55f9b49a9cd0 0x55f9b49ab260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:24:07.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.061+0000 7f003f4dfb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f9b49aa5f0 0x55f9b49ac670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:24:07.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.061+0000 7f003f4dfb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f00300719e0 con 0x55f9b49aa5f0 2024-06-13T06:24:07.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.061+0000 7f003f4dfb80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f003006f270 con 0x55f9b49a9cd0 2024-06-13T06:24:07.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.061+0000 7f003f4dfb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f003006d0c0 con 0x55f9b49a4460 2024-06-13T06:24:07.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.061+0000 7f002e59c700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9b49a4460 0x55f9b49a3f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:24:07.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.061+0000 7f002e59c700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9b49a4460 0x55f9b49a3f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.39:34092/0 (socket says 172.21.15.39:34092) 2024-06-13T06:24:07.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.061+0000 7f002e59c700 1 -- 172.21.15.39:0/2899345699 learned_addr learned my addr 172.21.15.39:0/2899345699 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:24:07.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.061+0000 7f002ed9d700 1 --2- 172.21.15.39:0/2899345699 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f9b49aa5f0 0x55f9b49ac670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:24:07.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.061+0000 7f002dd9b700 1 --2- 172.21.15.39:0/2899345699 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55f9b49a9cd0 0x55f9b49ab260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:24:07.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.061+0000 7f002e59c700 1 -- 172.21.15.39:0/2899345699 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55f9b49a9cd0 msgr2=0x55f9b49ab260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:24:07.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.061+0000 7f002e59c700 1 --2- 172.21.15.39:0/2899345699 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55f9b49a9cd0 0x55f9b49ab260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:07.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.061+0000 7f002e59c700 1 -- 172.21.15.39:0/2899345699 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f9b49aa5f0 msgr2=0x55f9b49ac670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:24:07.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.061+0000 7f002e59c700 1 --2- 172.21.15.39:0/2899345699 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f9b49aa5f0 0x55f9b49ac670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:07.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.061+0000 7f002e59c700 1 -- 172.21.15.39:0/2899345699 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f9b49b06c0 con 0x55f9b49a4460 2024-06-13T06:24:07.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.061+0000 7f002dd9b700 1 --2- 172.21.15.39:0/2899345699 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55f9b49a9cd0 0x55f9b49ab260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:24:07.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.061+0000 7f002ed9d700 1 --2- 172.21.15.39:0/2899345699 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f9b49aa5f0 0x55f9b49ac670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:24:07.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.061+0000 7f002e59c700 1 --2- 172.21.15.39:0/2899345699 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9b49a4460 0x55f9b49a3f20 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f002009b420 tx=0x7f00200cf140 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9e42058707ec5d8c server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:24:07.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.062+0000 7f0017fff700 1 -- 172.21.15.39:0/2899345699 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00200b4040 con 0x55f9b49a4460 2024-06-13T06:24:07.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.062+0000 7f0017fff700 1 -- 172.21.15.39:0/2899345699 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f00200a4100 con 0x55f9b49a4460 2024-06-13T06:24:07.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.062+0000 7f0017fff700 1 -- 172.21.15.39:0/2899345699 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00200a3c70 con 0x55f9b49a4460 2024-06-13T06:24:07.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.062+0000 7f003f4dfb80 1 -- 172.21.15.39:0/2899345699 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9b49a4460 msgr2=0x55f9b49a3f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:24:07.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.062+0000 7f003f4dfb80 1 --2- 172.21.15.39:0/2899345699 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9b49a4460 0x55f9b49a3f20 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f002009b420 tx=0x7f00200cf140 comp rx=0 tx=0).stop 2024-06-13T06:24:07.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.063+0000 7f003f4dfb80 1 -- 172.21.15.39:0/2899345699 shutdown_connections 2024-06-13T06:24:07.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.063+0000 7f003f4dfb80 1 --2- 172.21.15.39:0/2899345699 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f9b49aa5f0 0x55f9b49ac670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:07.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.063+0000 7f003f4dfb80 1 --2- 172.21.15.39:0/2899345699 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9b49a4460 0x55f9b49a3f20 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:07.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.063+0000 7f003f4dfb80 1 --2- 172.21.15.39:0/2899345699 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55f9b49a9cd0 0x55f9b49ab260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:07.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.063+0000 7f003f4dfb80 1 -- 172.21.15.39:0/2899345699 >> 172.21.15.39:0/2899345699 conn(0x55f9b48cee50 msgr2=0x55f9b49abf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:24:07.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.063+0000 7f003f4dfb80 1 -- 172.21.15.39:0/2899345699 shutdown_connections 2024-06-13T06:24:07.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.063+0000 7f003f4dfb80 1 -- 172.21.15.39:0/2899345699 wait complete. 2024-06-13T06:24:07.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.063+0000 7f003f4dfb80 1 -- start start 2024-06-13T06:24:07.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.063+0000 7f003f4dfb80 1 Processor -- start 2024-06-13T06:24:07.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.063+0000 7f003f4dfb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f9b49a4460 0x55f9b49bf4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:24:07.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.063+0000 7f003f4dfb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9b49a9cd0 0x55f9b49ba830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:24:07.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.063+0000 7f003f4dfb80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55f9b49aa5f0 0x55f9b49badb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:24:07.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.063+0000 7f003f4dfb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f003006d730 con 0x55f9b49a4460 2024-06-13T06:24:07.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.063+0000 7f003f4dfb80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f003006eba0 con 0x55f9b49aa5f0 2024-06-13T06:24:07.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.063+0000 7f003f4dfb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f003006de00 con 0x55f9b49a9cd0 2024-06-13T06:24:07.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.063+0000 7f002e59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f9b49a4460 0x55f9b49bf4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:24:07.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.063+0000 7f003f4dfb80 10 client.0 _ll_register_callbacks cb 0x55f9b488fab0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:24:07.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.063+0000 7f002e59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f9b49a4460 0x55f9b49bf4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32836/0 (socket says 172.21.15.39:32836) 2024-06-13T06:24:07.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.063+0000 7f002e59c700 1 -- 172.21.15.39:0/54240151 learned_addr learned my addr 172.21.15.39:0/54240151 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:24:07.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.064+0000 7f002dd9b700 1 --2- 172.21.15.39:0/54240151 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9b49a9cd0 0x55f9b49ba830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:24:07.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.064+0000 7f002e59c700 1 -- 172.21.15.39:0/54240151 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9b49a9cd0 msgr2=0x55f9b49ba830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:24:07.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.064+0000 7f002e59c700 1 --2- 172.21.15.39:0/54240151 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9b49a9cd0 0x55f9b49ba830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:07.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.064+0000 7f002e59c700 1 -- 172.21.15.39:0/54240151 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55f9b49aa5f0 msgr2=0x55f9b49badb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:24:07.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.064+0000 7f002e59c700 1 --2- 172.21.15.39:0/54240151 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55f9b49aa5f0 0x55f9b49badb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:07.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.064+0000 7f002e59c700 1 -- 172.21.15.39:0/54240151 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f9b49bb5f0 con 0x55f9b49a4460 2024-06-13T06:24:07.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.064+0000 7f002dd9b700 1 --2- 172.21.15.39:0/54240151 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9b49a9cd0 0x55f9b49ba830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T06:24:07.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.064+0000 7f002e59c700 1 --2- 172.21.15.39:0/54240151 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f9b49a4460 0x55f9b49bf4b0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f00200a3bd0 tx=0x7f0020000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94359d61c70b07e6 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:24:07.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.064+0000 7f0015ffb700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:24:07.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.064+0000 7f0015ffb700 1 -- 172.21.15.39:0/54240151 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00200cca70 con 0x55f9b49a4460 2024-06-13T06:24:07.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.064+0000 7f0015ffb700 1 -- 172.21.15.39:0/54240151 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7f002009a8e0 con 0x55f9b49a4460 2024-06-13T06:24:07.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.064+0000 7f003f4dfb80 1 -- 172.21.15.39:0/54240151 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f00200a4100 con 0x55f9b49a4460 2024-06-13T06:24:07.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.065+0000 7f0015ffb700 1 -- 172.21.15.39:0/54240151 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f002009aae0 con 0x55f9b49a4460 2024-06-13T06:24:07.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.065+0000 7f003f4dfb80 10 client.15333 fetch_fsmap learned FSMap version 24 2024-06-13T06:24:07.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.065+0000 7f003f4dfb80 1 -- 172.21.15.39:0/54240151 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55f9b49b95d0 con 0x55f9b49a4460 2024-06-13T06:24:07.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.065+0000 7f0015ffb700 1 -- 172.21.15.39:0/54240151 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f00200971e0 con 0x55f9b49a4460 2024-06-13T06:24:07.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.065+0000 7f0015ffb700 1 -- 172.21.15.39:0/54240151 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f002009a350 con 0x55f9b49a4460 2024-06-13T06:24:07.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.065+0000 7f003f4dfb80 10 client.15333 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:24:07.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.065+0000 7f003f4dfb80 10 client.15333 resolve_mds: validated gid 24512 aka daemon mds.b 2024-06-13T06:24:07.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.065+0000 7f003f4dfb80 20 client.15333 populate_metadata read hostname 'smithi039' 2024-06-13T06:24:07.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.065+0000 7f003f4dfb80 1 --2- 172.21.15.39:0/54240151 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55f9b49c6930 0x55f9b4a3c5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:24:07.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.065+0000 7f003f4dfb80 4 client.15333 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 144.9, "await_for": 45.0}] 2024-06-13T06:24:07.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.065+0000 7f003f4dfb80 1 -- 172.21.15.39:0/54240151 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 144.9, "await_for": 45.0}) -- 0x7f00200a4100 con 0x55f9b49c6930 2024-06-13T06:24:07.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.065+0000 7f002dd9b700 1 --2- 172.21.15.39:0/54240151 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55f9b49c6930 0x55f9b4a3c5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:24:07.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.066+0000 7f0015ffb700 10 client.15333 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:24:07.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.066+0000 7f002dd9b700 1 --2- 172.21.15.39:0/54240151 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55f9b49c6930 0x55f9b4a3c5e0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5b71ce062b5445c7 server_cookie=cbb438f59b4178e7 in_seq=0 out_seq=0 2024-06-13T06:24:07.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.081+0000 7f0015ffb700 1 -- 172.21.15.39:0/54240151 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x7f00200a4100 con 0x55f9b49c6930 2024-06-13T06:24:07.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.081+0000 7f0015ffb700 10 client.15333 handle_command_reply: tid=0 2024-06-13T06:24:07.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.081+0000 7f003f4dfb80 1 client.15333 shutdown 2024-06-13T06:24:07.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.081+0000 7f003f4dfb80 1 -- 172.21.15.39:0/54240151 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f9b49a4460 msgr2=0x55f9b49bf4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:24:07.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.081+0000 7f003f4dfb80 1 --2- 172.21.15.39:0/54240151 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f9b49a4460 0x55f9b49bf4b0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f00200a3bd0 tx=0x7f0020000bc0 comp rx=0 tx=0).stop 2024-06-13T06:24:07.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.081+0000 7f003f4dfb80 1 -- 172.21.15.39:0/54240151 shutdown_connections 2024-06-13T06:24:07.082 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-06-13T06:24:07.082 INFO:teuthology.orchestra.run.smithi039.stdout: "epoch": 24, 2024-06-13T06:24:07.082 INFO:teuthology.orchestra.run.smithi039.stdout: "leader": 24512, 2024-06-13T06:24:07.082 INFO:teuthology.orchestra.run.smithi039.stdout: "set_version": 2, 2024-06-13T06:24:07.082 INFO:teuthology.orchestra.run.smithi039.stdout: "sets": { 2024-06-13T06:24:07.082 INFO:teuthology.orchestra.run.smithi039.stdout: "55dbdf74": { 2024-06-13T06:24:07.082 INFO:teuthology.orchestra.run.smithi039.stdout: "version": 2, 2024-06-13T06:24:07.082 INFO:teuthology.orchestra.run.smithi039.stdout: "age_ref": 0.0, 2024-06-13T06:24:07.083 INFO:teuthology.orchestra.run.smithi039.stdout: "state": { 2024-06-13T06:24:07.083 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "QUIESCED", 2024-06-13T06:24:07.083 INFO:teuthology.orchestra.run.smithi039.stdout: "age": 0.0 2024-06-13T06:24:07.083 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:24:07.083 INFO:teuthology.orchestra.run.smithi039.stdout: "timeout": 90.0, 2024-06-13T06:24:07.083 INFO:teuthology.orchestra.run.smithi039.stdout: "expiration": 144.9, 2024-06-13T06:24:07.083 INFO:teuthology.orchestra.run.smithi039.stdout: "members": { 2024-06-13T06:24:07.083 INFO:teuthology.orchestra.run.smithi039.stdout: "file:/": { 2024-06-13T06:24:07.083 INFO:teuthology.orchestra.run.smithi039.stdout: "excluded": false, 2024-06-13T06:24:07.083 INFO:teuthology.orchestra.run.smithi039.stdout: "state": { 2024-06-13T06:24:07.083 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "QUIESCED", 2024-06-13T06:24:07.083 INFO:teuthology.orchestra.run.smithi039.stdout: "age": 0.0 2024-06-13T06:24:07.083 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:24:07.084 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:24:07.084 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:24:07.084 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:24:07.084 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:24:07.084 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-06-13T06:24:07.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.081+0000 7f003f4dfb80 1 --2- 172.21.15.39:0/54240151 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55f9b49c6930 0x55f9b4a3c5e0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:07.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.081+0000 7f003f4dfb80 1 --2- 172.21.15.39:0/54240151 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55f9b49aa5f0 0x55f9b49badb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:07.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.081+0000 7f003f4dfb80 1 --2- 172.21.15.39:0/54240151 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f9b49a4460 0x55f9b49bf4b0 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:07.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.081+0000 7f003f4dfb80 1 --2- 172.21.15.39:0/54240151 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9b49a9cd0 0x55f9b49ba830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:07.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.081+0000 7f003f4dfb80 1 -- 172.21.15.39:0/54240151 >> 172.21.15.39:0/54240151 conn(0x55f9b48cee50 msgr2=0x55f9b49a8fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:24:07.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.081+0000 7f0015ffb700 0 client.15333 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:24:07.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.082+0000 7f003f4dfb80 1 -- 172.21.15.39:0/54240151 shutdown_connections 2024-06-13T06:24:07.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.082+0000 7f003f4dfb80 1 -- 172.21.15.39:0/54240151 wait complete. 2024-06-13T06:24:07.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.082+0000 7f003f4dfb80 20 client.15333 trim_cache size 0 max 16384 2024-06-13T06:24:07.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.082+0000 7f0034c5c700 1 -- 172.21.15.39:0/2460991677 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f00180a2f50 msgr2=0x7f00180a5410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:24:07.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.082+0000 7f0034c5c700 1 --2- 172.21.15.39:0/2460991677 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f00180a2f50 0x7f00180a5410 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f0030069f30 tx=0x7f0028009100 comp rx=0 tx=0).stop 2024-06-13T06:24:07.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.082+0000 7f0034c5c700 1 -- 172.21.15.39:0/2460991677 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f003006aa40 msgr2=0x7f003019ad80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:24:07.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.082+0000 7f0034c5c700 1 --2- 172.21.15.39:0/2460991677 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f003006aa40 0x7f003019ad80 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f002000d950 tx=0x7f002000dc60 comp rx=0 tx=0).stop 2024-06-13T06:24:07.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.083+0000 7f0034c5c700 1 -- 172.21.15.39:0/2460991677 shutdown_connections 2024-06-13T06:24:07.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.083+0000 7f0034c5c700 1 --2- 172.21.15.39:0/2460991677 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f00180a2f50 0x7f00180a5410 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:07.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.083+0000 7f0034c5c700 1 --2- 172.21.15.39:0/2460991677 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f003010ef30 0x7f003019f600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:07.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.083+0000 7f0034c5c700 1 --2- 172.21.15.39:0/2460991677 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f003006aa40 0x7f003019ad80 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:07.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.083+0000 7f0034c5c700 1 --2- 172.21.15.39:0/2460991677 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f003006b360 0x7f003019b2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:07.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.083+0000 7f0034c5c700 1 -- 172.21.15.39:0/2460991677 >> 172.21.15.39:0/2460991677 conn(0x7f00300783d0 msgr2=0x7f0030110240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:24:07.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.083+0000 7f0034c5c700 1 -- 172.21.15.39:0/2460991677 shutdown_connections 2024-06-13T06:24:07.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:07.083+0000 7f0034c5c700 1 -- 172.21.15.39:0/2460991677 wait complete. 2024-06-13T06:24:07.906 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '55dbdf74', quiesce took 10.3 seconds. Will release after: 14.599999999999998 2024-06-13T06:24:08.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:24:08 smithi039 ceph-mon[32479]: pgmap v32: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 22 op/s 2024-06-13T06:24:08.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:24:08 smithi149 ceph-mon[36963]: pgmap v32: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 22 op/s 2024-06-13T06:24:09.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:24:08 smithi096 ceph-mon[36532]: pgmap v32: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 22 op/s 2024-06-13T06:24:10.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:24:10 smithi039 ceph-mon[32479]: pgmap v33: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 KiB/s wr, 20 op/s 2024-06-13T06:24:10.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:24:10 smithi149 ceph-mon[36963]: pgmap v33: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 KiB/s wr, 20 op/s 2024-06-13T06:24:11.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:24:10 smithi096 ceph-mon[36532]: pgmap v33: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 KiB/s wr, 20 op/s 2024-06-13T06:24:12.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:24:12 smithi039 ceph-mon[32479]: pgmap v34: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 24 KiB/s wr, 22 op/s 2024-06-13T06:24:12.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:24:12 smithi149 ceph-mon[36963]: pgmap v34: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 24 KiB/s wr, 22 op/s 2024-06-13T06:24:13.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:24:12 smithi096 ceph-mon[36532]: pgmap v34: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 24 KiB/s wr, 22 op/s 2024-06-13T06:24:14.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:24:14 smithi039 ceph-mon[32479]: pgmap v35: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.4 KiB/s wr, 5 op/s 2024-06-13T06:24:14.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:24:14 smithi149 ceph-mon[36963]: pgmap v35: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.4 KiB/s wr, 5 op/s 2024-06-13T06:24:15.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:24:14 smithi096 ceph-mon[36532]: pgmap v35: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.4 KiB/s wr, 5 op/s 2024-06-13T06:24:16.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:24:16 smithi039 ceph-mon[32479]: pgmap v36: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2024-06-13T06:24:16.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:24:16 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:24:16.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:24:16 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:24:16.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:24:16 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:24:16.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:24:16 smithi149 ceph-mon[36963]: pgmap v36: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2024-06-13T06:24:16.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:24:16 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:24:16.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:24:16 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:24:16.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:24:16 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:24:17.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:24:16 smithi096 ceph-mon[36532]: pgmap v36: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2024-06-13T06:24:17.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:24:16 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:24:17.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:24:16 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:24:17.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:24:16 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:24:17.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:24:17 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:24:17.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:24:17 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:24:17.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:24:17 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:24:17.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:24:17 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:24:17.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:24:17 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:24:17.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:24:17 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:24:18.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:24:17 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:24:18.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:24:17 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:24:18.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:24:17 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:24:19.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:24:19 smithi039 ceph-mon[32479]: pgmap v37: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.4 KiB/s wr, 7 op/s 2024-06-13T06:24:19.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:24:19 smithi149 ceph-mon[36963]: pgmap v37: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.4 KiB/s wr, 7 op/s 2024-06-13T06:24:19.542 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:24:19 smithi096 ceph-mon[36532]: pgmap v37: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.4 KiB/s wr, 7 op/s 2024-06-13T06:24:21.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:24:21 smithi039 ceph-mon[32479]: pgmap v38: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 767 B/s wr, 5 op/s 2024-06-13T06:24:21.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:24:21 smithi149 ceph-mon[36963]: pgmap v38: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 767 B/s wr, 5 op/s 2024-06-13T06:24:21.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:24:21 smithi096 ceph-mon[36532]: pgmap v38: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 767 B/s wr, 5 op/s 2024-06-13T06:24:22.507 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T06:24:22.794 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:24:23.199 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:24:23 smithi039 ceph-mon[32479]: pgmap v39: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 853 B/s wr, 7 op/s 2024-06-13T06:24:23.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:24:23 smithi149 ceph-mon[36963]: pgmap v39: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 853 B/s wr, 7 op/s 2024-06-13T06:24:23.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:24:23 smithi096 ceph-mon[36532]: pgmap v39: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 853 B/s wr, 7 op/s 2024-06-13T06:24:24.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:24.792+0000 7f5db0904700 1 -- 172.21.15.39:0/3859407260 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5dac06ab30 msgr2=0x7f5dac10f320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:24:24.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:24.792+0000 7f5db0904700 1 --2- 172.21.15.39:0/3859407260 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5dac06ab30 0x7f5dac10f320 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f5da400b0a0 tx=0x7f5da400b3b0 comp rx=0 tx=0).stop 2024-06-13T06:24:24.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:24.793+0000 7f5db0904700 1 -- 172.21.15.39:0/3859407260 shutdown_connections 2024-06-13T06:24:24.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:24.793+0000 7f5db0904700 1 --2- 172.21.15.39:0/3859407260 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5dac06ab30 0x7f5dac10f320 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:24.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:24.793+0000 7f5db0904700 1 --2- 172.21.15.39:0/3859407260 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f5dac108500 0x7f5dac1088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:24.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:24.793+0000 7f5db0904700 1 --2- 172.21.15.39:0/3859407260 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5dac06a170 0x7f5dac06a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:24.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:24.793+0000 7f5db0904700 1 -- 172.21.15.39:0/3859407260 >> 172.21.15.39:0/3859407260 conn(0x7f5dac078340 msgr2=0x7f5dac078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:24:24.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:24.793+0000 7f5db0904700 1 -- 172.21.15.39:0/3859407260 shutdown_connections 2024-06-13T06:24:24.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:24.793+0000 7f5db0904700 1 -- 172.21.15.39:0/3859407260 wait complete. 2024-06-13T06:24:24.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:24.793+0000 7f5db0904700 1 Processor -- start 2024-06-13T06:24:24.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:24.793+0000 7f5db0904700 1 -- start start 2024-06-13T06:24:24.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:24.794+0000 7f5db0904700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5dac06a170 0x7f5dac19e800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:24:24.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:24.794+0000 7f5db0904700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5dac06ab30 0x7f5dac19ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:24:24.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:24.794+0000 7f5db0904700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f5dac108500 0x7f5dac1989c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:24:24.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:24.794+0000 7f5db0904700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f5dac112780 con 0x7f5dac06ab30 2024-06-13T06:24:24.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:24.794+0000 7f5db0904700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f5dac112600 con 0x7f5dac108500 2024-06-13T06:24:24.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:24.794+0000 7f5db0904700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f5dac112900 con 0x7f5dac06a170 2024-06-13T06:24:24.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:24.794+0000 7f5da9d9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5dac06ab30 0x7f5dac19ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:24:24.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:24.794+0000 7f5da9d9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5dac06ab30 0x7f5dac19ed40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42058/0 (socket says 172.21.15.39:42058) 2024-06-13T06:24:24.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:24.794+0000 7f5da9d9b700 1 -- 172.21.15.39:0/1852187107 learned_addr learned my addr 172.21.15.39:0/1852187107 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:24:24.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:24.794+0000 7f5daad9d700 1 --2- 172.21.15.39:0/1852187107 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f5dac108500 0x7f5dac1989c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:24:24.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:24.794+0000 7f5daa59c700 1 --2- 172.21.15.39:0/1852187107 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5dac06a170 0x7f5dac19e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:24:24.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:24.794+0000 7f5da9d9b700 1 -- 172.21.15.39:0/1852187107 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5dac06a170 msgr2=0x7f5dac19e800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:24:24.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:24.794+0000 7f5da9d9b700 1 --2- 172.21.15.39:0/1852187107 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5dac06a170 0x7f5dac19e800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:24.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:24.794+0000 7f5da9d9b700 1 -- 172.21.15.39:0/1852187107 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f5dac108500 msgr2=0x7f5dac1989c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:24:24.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:24.794+0000 7f5da9d9b700 1 --2- 172.21.15.39:0/1852187107 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f5dac108500 0x7f5dac1989c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:24.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:24.794+0000 7f5da9d9b700 1 -- 172.21.15.39:0/1852187107 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5dac199120 con 0x7f5dac06ab30 2024-06-13T06:24:24.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:24.794+0000 7f5da9d9b700 1 --2- 172.21.15.39:0/1852187107 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5dac06ab30 0x7f5dac19ed40 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f5da000d980 tx=0x7f5da000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:24:24.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:24.795+0000 7f5d9b7fe700 1 -- 172.21.15.39:0/1852187107 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5da0017070 con 0x7f5dac06ab30 2024-06-13T06:24:24.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:24.795+0000 7f5db0904700 1 -- 172.21.15.39:0/1852187107 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5dac199410 con 0x7f5dac06ab30 2024-06-13T06:24:24.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:24.795+0000 7f5d9b7fe700 1 -- 172.21.15.39:0/1852187107 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5da0005020 con 0x7f5dac06ab30 2024-06-13T06:24:24.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:24.795+0000 7f5d9b7fe700 1 -- 172.21.15.39:0/1852187107 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5da0009bc0 con 0x7f5dac06ab30 2024-06-13T06:24:24.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:24.795+0000 7f5db0904700 1 -- 172.21.15.39:0/1852187107 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5dac1a56d0 con 0x7f5dac06ab30 2024-06-13T06:24:24.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:24.796+0000 7f5db0904700 1 -- 172.21.15.39:0/1852187107 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5dac069180 con 0x7f5dac06ab30 2024-06-13T06:24:24.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:24.797+0000 7f5d9b7fe700 1 -- 172.21.15.39:0/1852187107 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 25) ==== 138066+0+0 (secure 0 0 0) 0x7f5da00051d0 con 0x7f5dac06ab30 2024-06-13T06:24:24.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:24.797+0000 7f5d9b7fe700 1 --2- 172.21.15.39:0/1852187107 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f5d940a2eb0 0x7f5d940a5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:24:24.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:24.798+0000 7f5daa59c700 1 --2- 172.21.15.39:0/1852187107 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f5d940a2eb0 0x7f5d940a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:24:24.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:24.798+0000 7f5d9b7fe700 1 -- 172.21.15.39:0/1852187107 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7f5da00cf630 con 0x7f5dac06ab30 2024-06-13T06:24:24.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:24.798+0000 7f5daa59c700 1 --2- 172.21.15.39:0/1852187107 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f5d940a2eb0 0x7f5d940a5370 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f5dac199b00 tx=0x7f5d9c00b4d0 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:24:24.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:24.802+0000 7f5d9b7fe700 1 -- 172.21.15.39:0/1852187107 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f5da0020020 con 0x7f5dac06ab30 2024-06-13T06:24:25.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:25.073+0000 7f5db0904700 1 -- 172.21.15.39:0/1852187107 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5dac199ef0 con 0x7f5dac06ab30 2024-06-13T06:24:25.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:25.074+0000 7f5d9b7fe700 1 -- 172.21.15.39:0/1852187107 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11865 (secure 0 0 0) 0x7f5da009c010 con 0x7f5dac06ab30 2024-06-13T06:24:25.073 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:24:25.073 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/2373452665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":2373452665},{"type":"v1","addr":"172.21.15.39:6835","nonce":2373452665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/2187635150","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":2187635150},{"type":"v1","addr":"172.21.15.39:6837","nonce":2187635150}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14571,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6839/1475451558","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":1475451558},{"type":"v1","addr":"172.21.15.39:6839","nonce":1475451558}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14577,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6841/313570480","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":313570480},{"type":"v1","addr":"172.21.15.39:6841","nonce":313570480}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/980475055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":980475055},{"type":"v1","addr":"172.21.15.149:6833","nonce":980475055}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24427,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/2757180167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":2757180167},{"type":"v1","addr":"172.21.15.149:6835","nonce":2757180167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-13T06:20:05.248660+0000","modified":"2024-06-13T06:23:07.325841+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24512,"mds_1":24482,"mds_2":24455},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24431":{"gid":24431,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.96:6833/2827318421","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6832","nonce":2827318421},{"type":"v1","addr":"172.21.15.96:6833","nonce":2827318421}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24439":{"gid":24439,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6837/1742889729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":1742889729},{"type":"v1","addr":"172.21.15.149:6837","nonce":1742889729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6839/862740064","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":862740064},{"type":"v1","addr":"172.21.15.149:6839","nonce":862740064}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.96:6835/3408571209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6834","nonce":3408571209},{"type":"v1","addr":"172.21.15.96:6835","nonce":3408571209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.96:6837/2574644445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6836","nonce":2574644445},{"type":"v1","addr":"172.21.15.96:6837","nonce":2574644445}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.96:6839/1459106434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6838","nonce":1459106434},{"type":"v1","addr":"172.21.15.96:6839","nonce":1459106434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24512,"qdb_cluster":[24482,24512,24455]},"id":1}]} 2024-06-13T06:24:25.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:25.076+0000 7f5db0904700 1 -- 172.21.15.39:0/1852187107 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f5d940a2eb0 msgr2=0x7f5d940a5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:24:25.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:25.076+0000 7f5db0904700 1 --2- 172.21.15.39:0/1852187107 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f5d940a2eb0 0x7f5d940a5370 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f5dac199b00 tx=0x7f5d9c00b4d0 comp rx=0 tx=0).stop 2024-06-13T06:24:25.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:25.076+0000 7f5db0904700 1 -- 172.21.15.39:0/1852187107 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5dac06ab30 msgr2=0x7f5dac19ed40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:24:25.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:25.076+0000 7f5db0904700 1 --2- 172.21.15.39:0/1852187107 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5dac06ab30 0x7f5dac19ed40 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f5da000d980 tx=0x7f5da000dc90 comp rx=0 tx=0).stop 2024-06-13T06:24:25.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:25.076+0000 7f5db0904700 1 -- 172.21.15.39:0/1852187107 shutdown_connections 2024-06-13T06:24:25.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:25.076+0000 7f5db0904700 1 --2- 172.21.15.39:0/1852187107 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f5d940a2eb0 0x7f5d940a5370 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:25.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:25.076+0000 7f5db0904700 1 --2- 172.21.15.39:0/1852187107 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f5dac108500 0x7f5dac1989c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:25.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:25.076+0000 7f5db0904700 1 --2- 172.21.15.39:0/1852187107 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5dac06a170 0x7f5dac19e800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:25.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:25.076+0000 7f5db0904700 1 --2- 172.21.15.39:0/1852187107 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5dac06ab30 0x7f5dac19ed40 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:25.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:25.076+0000 7f5db0904700 1 -- 172.21.15.39:0/1852187107 >> 172.21.15.39:0/1852187107 conn(0x7f5dac078340 msgr2=0x7f5dac0fff00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:24:25.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:25.076+0000 7f5db0904700 1 -- 172.21.15.39:0/1852187107 shutdown_connections 2024-06-13T06:24:25.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:25.076+0000 7f5db0904700 1 -- 172.21.15.39:0/1852187107 wait complete. 2024-06-13T06:24:25.076 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 24 2024-06-13T06:24:25.343 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:24:25 smithi096 ceph-mon[36532]: pgmap v40: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 85 B/s wr, 5 op/s 2024-06-13T06:24:25.384 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:24:25 smithi039 ceph-mon[32479]: pgmap v40: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 85 B/s wr, 5 op/s 2024-06-13T06:24:25.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:24:25 smithi149 ceph-mon[36963]: pgmap v40: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 85 B/s wr, 5 op/s 2024-06-13T06:24:25.898 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24512 quiesce db --set-id 55dbdf74 --release --await' 2024-06-13T06:24:25.899 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- timeout 105 ceph tell mds.24512 quiesce db --set-id 55dbdf74 --release --await 2024-06-13T06:24:26.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:24:26 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/1852187107' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:24:26.172 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:24:26.369 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:24:26 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/1852187107' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:24:26.411 INFO:tasks.workunit.client.0.smithi039.stderr:Updating files: 92% (11640/12572) Updating files: 93% (11692/12572) Updating files: 94% (11818/12572) Updating files: 95% (11944/12572) Updating files: 96% (12070/12572) Updating files: 97% (12195/12572) Updating files: 98% (12321/12572) Updating files: 99% (12447/12572) Updating files: 100% (12572/12572) Updating files: 100% (12572/12572), done. 2024-06-13T06:24:26.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:24:26 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/1852187107' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:24:27.041 INFO:tasks.workunit.client.0.smithi039.stderr:Note: switching to '1373963c202323287783ccb099bbae1ec8f14a5d'. 2024-06-13T06:24:27.042 INFO:tasks.workunit.client.0.smithi039.stderr: 2024-06-13T06:24:27.042 INFO:tasks.workunit.client.0.smithi039.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-06-13T06:24:27.042 INFO:tasks.workunit.client.0.smithi039.stderr:changes and commit them, and you can discard any commits you make in this 2024-06-13T06:24:27.042 INFO:tasks.workunit.client.0.smithi039.stderr:state without impacting any branches by switching back to a branch. 2024-06-13T06:24:27.042 INFO:tasks.workunit.client.0.smithi039.stderr: 2024-06-13T06:24:27.042 INFO:tasks.workunit.client.0.smithi039.stderr:If you want to create a new branch to retain commits you create, you may 2024-06-13T06:24:27.042 INFO:tasks.workunit.client.0.smithi039.stderr:do so (now or later) by using -c with the switch command. Example: 2024-06-13T06:24:27.042 INFO:tasks.workunit.client.0.smithi039.stderr: 2024-06-13T06:24:27.042 INFO:tasks.workunit.client.0.smithi039.stderr: git switch -c 2024-06-13T06:24:27.042 INFO:tasks.workunit.client.0.smithi039.stderr: 2024-06-13T06:24:27.042 INFO:tasks.workunit.client.0.smithi039.stderr:Or undo this operation with: 2024-06-13T06:24:27.043 INFO:tasks.workunit.client.0.smithi039.stderr: 2024-06-13T06:24:27.043 INFO:tasks.workunit.client.0.smithi039.stderr: git switch - 2024-06-13T06:24:27.043 INFO:tasks.workunit.client.0.smithi039.stderr: 2024-06-13T06:24:27.043 INFO:tasks.workunit.client.0.smithi039.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-06-13T06:24:27.043 INFO:tasks.workunit.client.0.smithi039.stderr: 2024-06-13T06:24:27.043 INFO:tasks.workunit.client.0.smithi039.stderr:HEAD is now at 1373963c202 Merge pull request #56700 from joscollin/wip-65318-squid 2024-06-13T06:24:27.046 DEBUG:teuthology.orchestra.run.smithi039:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-06-13T06:24:27.090 INFO:tasks.workunit.client.0.smithi039.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-06-13T06:24:27.092 INFO:tasks.workunit.client.0.smithi039.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-06-13T06:24:27.092 INFO:tasks.workunit.client.0.smithi039.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-06-13T06:24:27.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:24:27 smithi039 ceph-mon[32479]: pgmap v41: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 85 B/s wr, 7 op/s 2024-06-13T06:24:27.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:24:27 smithi149 ceph-mon[36963]: pgmap v41: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 85 B/s wr, 7 op/s 2024-06-13T06:24:27.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:24:27 smithi096 ceph-mon[36532]: pgmap v41: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 85 B/s wr, 7 op/s 2024-06-13T06:24:28.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.083+0000 7fcb26fbf700 1 -- 172.21.15.39:0/1451080258 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb20101a60 msgr2=0x7fcb20105820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:24:28.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.083+0000 7fcb26fbf700 1 --2- 172.21.15.39:0/1451080258 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb20101a60 0x7fcb20105820 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fcb0c009990 tx=0x7fcb0c009ca0 comp rx=0 tx=0).stop 2024-06-13T06:24:28.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.084+0000 7fcb26fbf700 1 -- 172.21.15.39:0/1451080258 shutdown_connections 2024-06-13T06:24:28.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.084+0000 7fcb26fbf700 1 --2- 172.21.15.39:0/1451080258 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcb20105f50 0x7fcb2010da90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:28.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.084+0000 7fcb26fbf700 1 --2- 172.21.15.39:0/1451080258 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fcb201010b0 0x7fcb20101490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:28.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.084+0000 7fcb26fbf700 1 --2- 172.21.15.39:0/1451080258 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb20101a60 0x7fcb20105820 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:28.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.084+0000 7fcb26fbf700 1 -- 172.21.15.39:0/1451080258 >> 172.21.15.39:0/1451080258 conn(0x7fcb200766b0 msgr2=0x7fcb20076ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:24:28.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.084+0000 7fcb26fbf700 1 -- 172.21.15.39:0/1451080258 shutdown_connections 2024-06-13T06:24:28.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.084+0000 7fcb26fbf700 1 -- 172.21.15.39:0/1451080258 wait complete. 2024-06-13T06:24:28.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.084+0000 7fcb26fbf700 1 Processor -- start 2024-06-13T06:24:28.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.084+0000 7fcb26fbf700 1 -- start start 2024-06-13T06:24:28.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.084+0000 7fcb26fbf700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb201010b0 0x7fcb20199aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:24:28.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.084+0000 7fcb26fbf700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcb20101a60 0x7fcb20199fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:24:28.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.084+0000 7fcb26fbf700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fcb20105f50 0x7fcb201a4b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:24:28.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.084+0000 7fcb26fbf700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fcb20110ee0 con 0x7fcb201010b0 2024-06-13T06:24:28.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.084+0000 7fcb26fbf700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fcb20110d60 con 0x7fcb20105f50 2024-06-13T06:24:28.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.084+0000 7fcb26fbf700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fcb20111060 con 0x7fcb20101a60 2024-06-13T06:24:28.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.085+0000 7fcb24d5b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb201010b0 0x7fcb20199aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:24:28.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.085+0000 7fcb24d5b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb201010b0 0x7fcb20199aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42072/0 (socket says 172.21.15.39:42072) 2024-06-13T06:24:28.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.085+0000 7fcb24d5b700 1 -- 172.21.15.39:0/689103280 learned_addr learned my addr 172.21.15.39:0/689103280 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:24:28.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.085+0000 7fcb2555c700 1 --2- 172.21.15.39:0/689103280 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fcb20105f50 0x7fcb201a4b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:24:28.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.085+0000 7fcb1ffff700 1 --2- 172.21.15.39:0/689103280 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcb20101a60 0x7fcb20199fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:24:28.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.085+0000 7fcb24d5b700 1 -- 172.21.15.39:0/689103280 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcb20101a60 msgr2=0x7fcb20199fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:24:28.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.085+0000 7fcb24d5b700 1 --2- 172.21.15.39:0/689103280 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcb20101a60 0x7fcb20199fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:28.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.085+0000 7fcb24d5b700 1 -- 172.21.15.39:0/689103280 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fcb20105f50 msgr2=0x7fcb201a4b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:24:28.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.085+0000 7fcb24d5b700 1 --2- 172.21.15.39:0/689103280 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fcb20105f50 0x7fcb201a4b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:28.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.085+0000 7fcb24d5b700 1 -- 172.21.15.39:0/689103280 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb201a5060 con 0x7fcb201010b0 2024-06-13T06:24:28.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.085+0000 7fcb2555c700 1 --2- 172.21.15.39:0/689103280 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fcb20105f50 0x7fcb201a4b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:24:28.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.085+0000 7fcb1ffff700 1 --2- 172.21.15.39:0/689103280 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcb20101a60 0x7fcb20199fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:24:28.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.085+0000 7fcb24d5b700 1 --2- 172.21.15.39:0/689103280 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb201010b0 0x7fcb20199aa0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fcb1400e9a0 tx=0x7fcb1400ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:24:28.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.085+0000 7fcb1dffb700 1 -- 172.21.15.39:0/689103280 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb1400cbd0 con 0x7fcb201010b0 2024-06-13T06:24:28.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.085+0000 7fcb1dffb700 1 -- 172.21.15.39:0/689103280 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcb1400cd70 con 0x7fcb201010b0 2024-06-13T06:24:28.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.085+0000 7fcb26fbf700 1 -- 172.21.15.39:0/689103280 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb201a52f0 con 0x7fcb201010b0 2024-06-13T06:24:28.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.085+0000 7fcb1dffb700 1 -- 172.21.15.39:0/689103280 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb140187c0 con 0x7fcb201010b0 2024-06-13T06:24:28.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.086+0000 7fcb26fbf700 1 -- 172.21.15.39:0/689103280 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb201a5850 con 0x7fcb201010b0 2024-06-13T06:24:28.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.088+0000 7fcb1dffb700 1 -- 172.21.15.39:0/689103280 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 25) ==== 138066+0+0 (secure 0 0 0) 0x7fcb14010430 con 0x7fcb201010b0 2024-06-13T06:24:28.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.088+0000 7fcb1dffb700 1 --2- 172.21.15.39:0/689103280 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fcb100a2f30 0x7fcb100a53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:24:28.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.089+0000 7fcb1ffff700 1 --2- 172.21.15.39:0/689103280 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fcb100a2f30 0x7fcb100a53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:24:28.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.089+0000 7fcb1dffb700 1 -- 172.21.15.39:0/689103280 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7fcb140cf9c0 con 0x7fcb201010b0 2024-06-13T06:24:28.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.089+0000 7fcb1ffff700 1 --2- 172.21.15.39:0/689103280 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fcb100a2f30 0x7fcb100a53f0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fcb20077070 tx=0x7fcb0c005fb0 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:24:28.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.089+0000 7fcb31842b80 1 Processor -- start 2024-06-13T06:24:28.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.089+0000 7fcb31842b80 1 -- start start 2024-06-13T06:24:28.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.090+0000 7fcb31842b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x559a00738910 0x559a00738cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:24:28.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.090+0000 7fcb31842b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559a00739230 0x559a00732b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:24:28.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.090+0000 7fcb31842b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a00733060 0x559a00733480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:24:28.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.090+0000 7fcb31842b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x559a00621060 con 0x559a00733060 2024-06-13T06:24:28.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.090+0000 7fcb31842b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x559a0067f950 con 0x559a00738910 2024-06-13T06:24:28.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.090+0000 7fcb31842b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x559a005e7560 con 0x559a00739230 2024-06-13T06:24:28.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.090+0000 7fcb2555c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a00733060 0x559a00733480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:24:28.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.090+0000 7fcb2555c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a00733060 0x559a00733480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42074/0 (socket says 172.21.15.39:42074) 2024-06-13T06:24:28.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.090+0000 7fcb2555c700 1 -- 172.21.15.39:0/2539368214 learned_addr learned my addr 172.21.15.39:0/2539368214 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:24:28.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.090+0000 7fcb1ffff700 1 --2- 172.21.15.39:0/2539368214 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559a00739230 0x559a00732b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:24:28.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.090+0000 7fcb24d5b700 1 --2- 172.21.15.39:0/2539368214 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x559a00738910 0x559a00738cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:24:28.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.090+0000 7fcb2555c700 1 -- 172.21.15.39:0/2539368214 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559a00739230 msgr2=0x559a00732b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:24:28.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.090+0000 7fcb2555c700 1 --2- 172.21.15.39:0/2539368214 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559a00739230 0x559a00732b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:28.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.090+0000 7fcb2555c700 1 -- 172.21.15.39:0/2539368214 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x559a00738910 msgr2=0x559a00738cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:24:28.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.090+0000 7fcb2555c700 1 --2- 172.21.15.39:0/2539368214 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x559a00738910 0x559a00738cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:28.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.090+0000 7fcb2555c700 1 -- 172.21.15.39:0/2539368214 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559a005ce9d0 con 0x559a00733060 2024-06-13T06:24:28.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.090+0000 7fcb2555c700 1 --2- 172.21.15.39:0/2539368214 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a00733060 0x559a00733480 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fcb18009dd0 tx=0x7fcb180077e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40d336fe52332883 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:24:28.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.090+0000 7fcb0affd700 1 -- 172.21.15.39:0/2539368214 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb18014610 con 0x559a00733060 2024-06-13T06:24:28.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.091+0000 7fcb0affd700 1 -- 172.21.15.39:0/2539368214 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcb18019070 con 0x559a00733060 2024-06-13T06:24:28.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.091+0000 7fcb0affd700 1 -- 172.21.15.39:0/2539368214 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb180139d0 con 0x559a00733060 2024-06-13T06:24:28.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.091+0000 7fcb31842b80 1 -- 172.21.15.39:0/2539368214 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a00733060 msgr2=0x559a00733480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:24:28.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.091+0000 7fcb31842b80 1 --2- 172.21.15.39:0/2539368214 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a00733060 0x559a00733480 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fcb18009dd0 tx=0x7fcb180077e0 comp rx=0 tx=0).stop 2024-06-13T06:24:28.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.091+0000 7fcb31842b80 1 -- 172.21.15.39:0/2539368214 shutdown_connections 2024-06-13T06:24:28.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.091+0000 7fcb31842b80 1 --2- 172.21.15.39:0/2539368214 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a00733060 0x559a00733480 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:28.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.091+0000 7fcb31842b80 1 --2- 172.21.15.39:0/2539368214 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x559a00738910 0x559a00738cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:28.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.091+0000 7fcb31842b80 1 --2- 172.21.15.39:0/2539368214 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559a00739230 0x559a00732b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:28.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.091+0000 7fcb31842b80 1 -- 172.21.15.39:0/2539368214 >> 172.21.15.39:0/2539368214 conn(0x559a0065b180 msgr2=0x559a00729a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:24:28.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.091+0000 7fcb31842b80 1 -- 172.21.15.39:0/2539368214 shutdown_connections 2024-06-13T06:24:28.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.091+0000 7fcb31842b80 1 -- 172.21.15.39:0/2539368214 wait complete. 2024-06-13T06:24:28.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.092+0000 7fcb31842b80 1 -- start start 2024-06-13T06:24:28.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.092+0000 7fcb31842b80 1 Processor -- start 2024-06-13T06:24:28.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.092+0000 7fcb31842b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559a00733060 0x559a0073ef30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:24:28.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.092+0000 7fcb31842b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a00738910 0x559a0073c230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:24:28.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.092+0000 7fcb31842b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x559a00739230 0x559a0073c770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:24:28.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.092+0000 7fcb31842b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x559a006200c0 con 0x559a00738910 2024-06-13T06:24:28.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.092+0000 7fcb31842b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x559a0067b910 con 0x559a00739230 2024-06-13T06:24:28.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.092+0000 7fcb31842b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x559a0073fc10 con 0x559a00733060 2024-06-13T06:24:28.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.092+0000 7fcb31842b80 10 client.0 _ll_register_callbacks cb 0x559a006156b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:24:28.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.092+0000 7fcb1ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a00738910 0x559a0073c230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:24:28.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.092+0000 7fcb1ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a00738910 0x559a0073c230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42080/0 (socket says 172.21.15.39:42080) 2024-06-13T06:24:28.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.092+0000 7fcb1ffff700 1 -- 172.21.15.39:0/1154066948 learned_addr learned my addr 172.21.15.39:0/1154066948 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:24:28.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.092+0000 7fcb2555c700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x559a00739230 0x559a0073c770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:24:28.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.093+0000 7fcb24d5b700 1 --2- 172.21.15.39:0/1154066948 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559a00733060 0x559a0073ef30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:24:28.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.093+0000 7fcb1ffff700 1 -- 172.21.15.39:0/1154066948 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559a00733060 msgr2=0x559a0073ef30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:24:28.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.093+0000 7fcb1ffff700 1 --2- 172.21.15.39:0/1154066948 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559a00733060 0x559a0073ef30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:28.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.093+0000 7fcb1ffff700 1 -- 172.21.15.39:0/1154066948 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x559a00739230 msgr2=0x559a0073c770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:24:28.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.093+0000 7fcb1ffff700 1 --2- 172.21.15.39:0/1154066948 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x559a00739230 0x559a0073c770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:28.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.093+0000 7fcb1ffff700 1 -- 172.21.15.39:0/1154066948 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559a00645850 con 0x559a00738910 2024-06-13T06:24:28.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.093+0000 7fcb2555c700 1 --2- 172.21.15.39:0/1154066948 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x559a00739230 0x559a0073c770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T06:24:28.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.093+0000 7fcb1ffff700 1 --2- 172.21.15.39:0/1154066948 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a00738910 0x559a0073c230 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fcb0c009990 tx=0x7fcb0c009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=325283f2455ff284 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:24:28.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.093+0000 7fcafffff700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:24:28.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.093+0000 7fcafffff700 1 -- 172.21.15.39:0/1154066948 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb0c003890 con 0x559a00738910 2024-06-13T06:24:28.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.093+0000 7fcafffff700 1 -- 172.21.15.39:0/1154066948 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7fcb0c01e030 con 0x559a00738910 2024-06-13T06:24:28.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.093+0000 7fcb31842b80 1 -- 172.21.15.39:0/1154066948 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcb18019070 con 0x559a00738910 2024-06-13T06:24:28.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.093+0000 7fcafffff700 1 -- 172.21.15.39:0/1154066948 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fcb0c003a30 con 0x559a00738910 2024-06-13T06:24:28.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.093+0000 7fcb31842b80 10 client.15351 fetch_fsmap learned FSMap version 24 2024-06-13T06:24:28.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.093+0000 7fcb31842b80 1 -- 172.21.15.39:0/1154066948 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x559a0074a320 con 0x559a00738910 2024-06-13T06:24:28.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.094+0000 7fcafffff700 1 -- 172.21.15.39:0/1154066948 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcb18019070 con 0x559a00738910 2024-06-13T06:24:28.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.094+0000 7fcafffff700 1 -- 172.21.15.39:0/1154066948 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fcb0c037050 con 0x559a00738910 2024-06-13T06:24:28.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.094+0000 7fcb31842b80 10 client.15351 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:24:28.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.094+0000 7fcb31842b80 10 client.15351 resolve_mds: validated gid 24512 aka daemon mds.b 2024-06-13T06:24:28.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.094+0000 7fcb31842b80 20 client.15351 populate_metadata read hostname 'smithi039' 2024-06-13T06:24:28.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.094+0000 7fcb31842b80 1 --2- 172.21.15.39:0/1154066948 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x559a0074c8b0 0x559a0074ecd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:24:28.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.094+0000 7fcb31842b80 4 client.15351 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T06:24:28.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.094+0000 7fcb31842b80 1 -- 172.21.15.39:0/1154066948 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559a0068ce50 con 0x559a0074c8b0 2024-06-13T06:24:28.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.094+0000 7fcb24d5b700 1 --2- 172.21.15.39:0/1154066948 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x559a0074c8b0 0x559a0074ecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:24:28.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.095+0000 7fcb24d5b700 1 --2- 172.21.15.39:0/1154066948 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x559a0074c8b0 0x559a0074ecd0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eb5b8e3a6242cff7 server_cookie=24b95e01f8b0db8c in_seq=0 out_seq=0 2024-06-13T06:24:28.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.095+0000 7fcafffff700 10 client.15351 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:24:28.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.095+0000 7fcafffff700 1 -- 172.21.15.39:0/1154066948 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x559a0068ce50 con 0x559a0074c8b0 2024-06-13T06:24:28.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.095+0000 7fcafffff700 10 client.15351 handle_command_reply: tid=0 2024-06-13T06:24:28.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.095+0000 7fcb31842b80 1 client.15351 shutdown 2024-06-13T06:24:28.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.096+0000 7fcb31842b80 1 -- 172.21.15.39:0/1154066948 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a00738910 msgr2=0x559a0073c230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:24:28.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.096+0000 7fcb31842b80 1 --2- 172.21.15.39:0/1154066948 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a00738910 0x559a0073c230 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fcb0c009990 tx=0x7fcb0c009310 comp rx=0 tx=0).stop 2024-06-13T06:24:28.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.096+0000 7fcb31842b80 1 -- 172.21.15.39:0/1154066948 shutdown_connections 2024-06-13T06:24:28.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.096+0000 7fcb31842b80 1 --2- 172.21.15.39:0/1154066948 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x559a0074c8b0 0x559a0074ecd0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:28.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.096+0000 7fcb31842b80 1 --2- 172.21.15.39:0/1154066948 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x559a00739230 0x559a0073c770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:28.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.096+0000 7fcb31842b80 1 --2- 172.21.15.39:0/1154066948 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559a00733060 0x559a0073ef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:28.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.096+0000 7fcb31842b80 1 --2- 172.21.15.39:0/1154066948 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a00738910 0x559a0073c230 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:28.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.096+0000 7fcafffff700 0 client.15351 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:24:28.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.096+0000 7fcb31842b80 1 -- 172.21.15.39:0/1154066948 >> 172.21.15.39:0/1154066948 conn(0x559a0065b180 msgr2=0x559a00728bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:24:28.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.096+0000 7fcb31842b80 1 -- 172.21.15.39:0/1154066948 shutdown_connections 2024-06-13T06:24:28.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.096+0000 7fcb31842b80 1 -- 172.21.15.39:0/1154066948 wait complete. 2024-06-13T06:24:28.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.096+0000 7fcb31842b80 20 client.15351 trim_cache size 0 max 16384 2024-06-13T06:24:28.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.116+0000 7fcb31842b80 1 Processor -- start 2024-06-13T06:24:28.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.116+0000 7fcb31842b80 1 -- start start 2024-06-13T06:24:28.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.117+0000 7fcb31842b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a00733060 0x559a00739ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:24:28.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.117+0000 7fcb31842b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559a00738910 0x559a0073b190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:24:28.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.117+0000 7fcb31842b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x559a00739230 0x559a0073e170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:24:28.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.117+0000 7fcb31842b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fcb201ad610 con 0x559a00733060 2024-06-13T06:24:28.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.117+0000 7fcb31842b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fcb201aaea0 con 0x559a00739230 2024-06-13T06:24:28.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.117+0000 7fcb31842b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fcb201a8cf0 con 0x559a00738910 2024-06-13T06:24:28.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.117+0000 7fcb24d5b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a00733060 0x559a00739ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:24:28.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.117+0000 7fcb24d5b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a00733060 0x559a00739ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42092/0 (socket says 172.21.15.39:42092) 2024-06-13T06:24:28.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.117+0000 7fcb24d5b700 1 -- 172.21.15.39:0/2892620052 learned_addr learned my addr 172.21.15.39:0/2892620052 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:24:28.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.117+0000 7fcb2555c700 1 --2- 172.21.15.39:0/2892620052 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x559a00739230 0x559a0073e170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:24:28.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.117+0000 7fcb1ffff700 1 --2- 172.21.15.39:0/2892620052 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559a00738910 0x559a0073b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:24:28.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.117+0000 7fcb24d5b700 1 -- 172.21.15.39:0/2892620052 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559a00738910 msgr2=0x559a0073b190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:24:28.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.117+0000 7fcb24d5b700 1 --2- 172.21.15.39:0/2892620052 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559a00738910 0x559a0073b190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:28.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.117+0000 7fcb24d5b700 1 -- 172.21.15.39:0/2892620052 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x559a00739230 msgr2=0x559a0073e170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:24:28.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.117+0000 7fcb24d5b700 1 --2- 172.21.15.39:0/2892620052 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x559a00739230 0x559a0073e170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:28.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.117+0000 7fcb24d5b700 1 -- 172.21.15.39:0/2892620052 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559a007214a0 con 0x559a00733060 2024-06-13T06:24:28.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.117+0000 7fcb2555c700 1 --2- 172.21.15.39:0/2892620052 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x559a00739230 0x559a0073e170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:24:28.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.117+0000 7fcb24d5b700 1 --2- 172.21.15.39:0/2892620052 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a00733060 0x559a00739ea0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fcb1409b940 tx=0x7fcb14023040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dfb243a9e22b0316 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:24:28.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.117+0000 7fcb0a7fc700 1 -- 172.21.15.39:0/2892620052 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb140a48b0 con 0x559a00733060 2024-06-13T06:24:28.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.118+0000 7fcb0a7fc700 1 -- 172.21.15.39:0/2892620052 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcb14086040 con 0x559a00733060 2024-06-13T06:24:28.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.118+0000 7fcb0a7fc700 1 -- 172.21.15.39:0/2892620052 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb140a4680 con 0x559a00733060 2024-06-13T06:24:28.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.118+0000 7fcb31842b80 1 -- 172.21.15.39:0/2892620052 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a00733060 msgr2=0x559a00739ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:24:28.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.118+0000 7fcb31842b80 1 --2- 172.21.15.39:0/2892620052 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a00733060 0x559a00739ea0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fcb1409b940 tx=0x7fcb14023040 comp rx=0 tx=0).stop 2024-06-13T06:24:28.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.118+0000 7fcb31842b80 1 -- 172.21.15.39:0/2892620052 shutdown_connections 2024-06-13T06:24:28.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.118+0000 7fcb31842b80 1 --2- 172.21.15.39:0/2892620052 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x559a00739230 0x559a0073e170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:28.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.118+0000 7fcb31842b80 1 --2- 172.21.15.39:0/2892620052 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a00733060 0x559a00739ea0 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:28.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.118+0000 7fcb31842b80 1 --2- 172.21.15.39:0/2892620052 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559a00738910 0x559a0073b190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:28.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.118+0000 7fcb31842b80 1 -- 172.21.15.39:0/2892620052 >> 172.21.15.39:0/2892620052 conn(0x559a0065b180 msgr2=0x559a0073da60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:24:28.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.118+0000 7fcb31842b80 1 -- 172.21.15.39:0/2892620052 shutdown_connections 2024-06-13T06:24:28.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.118+0000 7fcb31842b80 1 -- 172.21.15.39:0/2892620052 wait complete. 2024-06-13T06:24:28.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.119+0000 7fcb31842b80 1 -- start start 2024-06-13T06:24:28.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.119+0000 7fcb31842b80 1 Processor -- start 2024-06-13T06:24:28.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.119+0000 7fcb31842b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a00733060 0x559a00745120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:24:28.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.119+0000 7fcb31842b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559a00738910 0x559a00745660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:24:28.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.119+0000 7fcb31842b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x559a00739230 0x559a00741ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:24:28.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.119+0000 7fcb31842b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fcb201a9360 con 0x559a00733060 2024-06-13T06:24:28.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.119+0000 7fcb31842b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fcb201aa7d0 con 0x559a00739230 2024-06-13T06:24:28.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.119+0000 7fcb31842b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fcb201a9a30 con 0x559a00738910 2024-06-13T06:24:28.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.119+0000 7fcb31842b80 10 client.0 _ll_register_callbacks cb 0x559a006156b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:24:28.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.119+0000 7fcb24d5b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a00733060 0x559a00745120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:24:28.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.119+0000 7fcb24d5b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a00733060 0x559a00745120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42108/0 (socket says 172.21.15.39:42108) 2024-06-13T06:24:28.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.119+0000 7fcb24d5b700 1 -- 172.21.15.39:0/241501295 learned_addr learned my addr 172.21.15.39:0/241501295 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:24:28.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.119+0000 7fcb1ffff700 1 --2- 172.21.15.39:0/241501295 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559a00738910 0x559a00745660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:24:28.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.120+0000 7fcb2555c700 1 --2- 172.21.15.39:0/241501295 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x559a00739230 0x559a00741ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:24:28.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.120+0000 7fcb24d5b700 1 -- 172.21.15.39:0/241501295 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559a00738910 msgr2=0x559a00745660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:24:28.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.120+0000 7fcb24d5b700 1 --2- 172.21.15.39:0/241501295 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559a00738910 0x559a00745660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:28.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.120+0000 7fcb24d5b700 1 -- 172.21.15.39:0/241501295 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x559a00739230 msgr2=0x559a00741ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:24:28.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.120+0000 7fcb24d5b700 1 --2- 172.21.15.39:0/241501295 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x559a00739230 0x559a00741ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:28.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.120+0000 7fcb24d5b700 1 -- 172.21.15.39:0/241501295 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559a00742690 con 0x559a00733060 2024-06-13T06:24:28.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.120+0000 7fcb24d5b700 1 --2- 172.21.15.39:0/241501295 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a00733060 0x559a00745120 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fcb1409b710 tx=0x7fcb140ccf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fbfce0333dd6fe00 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:24:28.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.120+0000 7fcafffff700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:24:28.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.120+0000 7fcafffff700 1 -- 172.21.15.39:0/241501295 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb140a4420 con 0x559a00733060 2024-06-13T06:24:28.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.120+0000 7fcafffff700 1 -- 172.21.15.39:0/241501295 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7fcb140a45c0 con 0x559a00733060 2024-06-13T06:24:28.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.120+0000 7fcb31842b80 1 -- 172.21.15.39:0/241501295 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcb14086040 con 0x559a00733060 2024-06-13T06:24:28.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.120+0000 7fcafffff700 1 -- 172.21.15.39:0/241501295 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fcb140cd220 con 0x559a00733060 2024-06-13T06:24:28.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.120+0000 7fcb31842b80 10 client.15357 fetch_fsmap learned FSMap version 24 2024-06-13T06:24:28.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.120+0000 7fcb31842b80 1 -- 172.21.15.39:0/241501295 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x559a007b80d0 con 0x559a00733060 2024-06-13T06:24:28.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.120+0000 7fcafffff700 1 -- 172.21.15.39:0/241501295 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcb14086040 con 0x559a00733060 2024-06-13T06:24:28.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.121+0000 7fcafffff700 1 -- 172.21.15.39:0/241501295 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fcb14097990 con 0x559a00733060 2024-06-13T06:24:28.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.121+0000 7fcb31842b80 10 client.15357 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:24:28.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.121+0000 7fcb31842b80 10 client.15357 resolve_mds: validated gid 24512 aka daemon mds.b 2024-06-13T06:24:28.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.121+0000 7fcb31842b80 20 client.15357 populate_metadata read hostname 'smithi039' 2024-06-13T06:24:28.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.121+0000 7fcb31842b80 1 --2- 172.21.15.39:0/241501295 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x559a007b8720 0x559a007bab10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:24:28.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.121+0000 7fcb31842b80 4 client.15357 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "55dbdf74", "release": true, "await": true}] 2024-06-13T06:24:28.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.121+0000 7fcb31842b80 1 -- 172.21.15.39:0/241501295 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "quiesce db", "set_id": "55dbdf74", "release": true, "await": true}) -- 0x559a006873d0 con 0x559a007b8720 2024-06-13T06:24:28.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.121+0000 7fcb1ffff700 1 --2- 172.21.15.39:0/241501295 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x559a007b8720 0x559a007bab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:24:28.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.121+0000 7fcb1ffff700 1 --2- 172.21.15.39:0/241501295 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x559a007b8720 0x559a007bab10 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a1b00c46532e1146 server_cookie=9c2f6da46ad34acd in_seq=0 out_seq=0 2024-06-13T06:24:28.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.121+0000 7fcafffff700 10 client.15357 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:24:28.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.124+0000 7fcafffff700 1 -- 172.21.15.39:0/241501295 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x559a006873d0 con 0x559a007b8720 2024-06-13T06:24:28.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.124+0000 7fcafffff700 10 client.15357 handle_command_reply: tid=0 2024-06-13T06:24:28.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.124+0000 7fcb31842b80 1 client.15357 shutdown 2024-06-13T06:24:28.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.124+0000 7fcb31842b80 1 -- 172.21.15.39:0/241501295 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a00733060 msgr2=0x559a00745120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:24:28.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.124+0000 7fcb31842b80 1 --2- 172.21.15.39:0/241501295 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a00733060 0x559a00745120 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fcb1409b710 tx=0x7fcb140ccf60 comp rx=0 tx=0).stop 2024-06-13T06:24:28.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.124+0000 7fcb31842b80 1 -- 172.21.15.39:0/241501295 shutdown_connections 2024-06-13T06:24:28.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.124+0000 7fcb31842b80 1 --2- 172.21.15.39:0/241501295 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x559a007b8720 0x559a007bab10 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:28.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.124+0000 7fcb31842b80 1 --2- 172.21.15.39:0/241501295 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x559a00739230 0x559a00741ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:28.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.124+0000 7fcb31842b80 1 --2- 172.21.15.39:0/241501295 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a00733060 0x559a00745120 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:28.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.124+0000 7fcafffff700 0 client.15357 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:24:28.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.124+0000 7fcb31842b80 1 --2- 172.21.15.39:0/241501295 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559a00738910 0x559a00745660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:28.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.124+0000 7fcb31842b80 1 -- 172.21.15.39:0/241501295 >> 172.21.15.39:0/241501295 conn(0x559a0065b180 msgr2=0x559a0072df90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:24:28.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.124+0000 7fcb31842b80 1 -- 172.21.15.39:0/241501295 shutdown_connections 2024-06-13T06:24:28.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.124+0000 7fcb31842b80 1 -- 172.21.15.39:0/241501295 wait complete. 2024-06-13T06:24:28.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.124+0000 7fcb31842b80 20 client.15357 trim_cache size 0 max 16384 2024-06-13T06:24:28.127 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-06-13T06:24:28.127 INFO:teuthology.orchestra.run.smithi039.stdout: "epoch": 24, 2024-06-13T06:24:28.128 INFO:teuthology.orchestra.run.smithi039.stdout: "leader": 24512, 2024-06-13T06:24:28.128 INFO:teuthology.orchestra.run.smithi039.stdout: "set_version": 4, 2024-06-13T06:24:28.128 INFO:teuthology.orchestra.run.smithi039.stdout: "sets": { 2024-06-13T06:24:28.128 INFO:teuthology.orchestra.run.smithi039.stdout: "55dbdf74": { 2024-06-13T06:24:28.128 INFO:teuthology.orchestra.run.smithi039.stdout: "version": 4, 2024-06-13T06:24:28.128 INFO:teuthology.orchestra.run.smithi039.stdout: "age_ref": 0.0, 2024-06-13T06:24:28.128 INFO:teuthology.orchestra.run.smithi039.stdout: "state": { 2024-06-13T06:24:28.128 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "RELEASED", 2024-06-13T06:24:28.128 INFO:teuthology.orchestra.run.smithi039.stdout: "age": 0.0 2024-06-13T06:24:28.128 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:24:28.128 INFO:teuthology.orchestra.run.smithi039.stdout: "timeout": 90.0, 2024-06-13T06:24:28.128 INFO:teuthology.orchestra.run.smithi039.stdout: "expiration": 144.9, 2024-06-13T06:24:28.128 INFO:teuthology.orchestra.run.smithi039.stdout: "members": { 2024-06-13T06:24:28.128 INFO:teuthology.orchestra.run.smithi039.stdout: "file:/": { 2024-06-13T06:24:28.129 INFO:teuthology.orchestra.run.smithi039.stdout: "excluded": false, 2024-06-13T06:24:28.129 INFO:teuthology.orchestra.run.smithi039.stdout: "state": { 2024-06-13T06:24:28.129 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "RELEASED", 2024-06-13T06:24:28.129 INFO:teuthology.orchestra.run.smithi039.stdout: "age": 0.0 2024-06-13T06:24:28.129 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:24:28.129 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:24:28.129 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:24:28.129 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:24:28.129 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:24:28.129 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-06-13T06:24:28.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.125+0000 7fcb26fbf700 1 -- 172.21.15.39:0/689103280 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fcb100a2f30 msgr2=0x7fcb100a53f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:24:28.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.125+0000 7fcb26fbf700 1 --2- 172.21.15.39:0/689103280 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fcb100a2f30 0x7fcb100a53f0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fcb20077070 tx=0x7fcb0c005fb0 comp rx=0 tx=0).stop 2024-06-13T06:24:28.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.125+0000 7fcb26fbf700 1 -- 172.21.15.39:0/689103280 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb201010b0 msgr2=0x7fcb20199aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:24:28.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.125+0000 7fcb26fbf700 1 --2- 172.21.15.39:0/689103280 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb201010b0 0x7fcb20199aa0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fcb1400e9a0 tx=0x7fcb1400ed60 comp rx=0 tx=0).stop 2024-06-13T06:24:28.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.125+0000 7fcb26fbf700 1 -- 172.21.15.39:0/689103280 shutdown_connections 2024-06-13T06:24:28.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.125+0000 7fcb26fbf700 1 --2- 172.21.15.39:0/689103280 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fcb100a2f30 0x7fcb100a53f0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:28.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.125+0000 7fcb26fbf700 1 --2- 172.21.15.39:0/689103280 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fcb20105f50 0x7fcb201a4b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:28.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.125+0000 7fcb26fbf700 1 --2- 172.21.15.39:0/689103280 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb201010b0 0x7fcb20199aa0 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:28.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.125+0000 7fcb26fbf700 1 --2- 172.21.15.39:0/689103280 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcb20101a60 0x7fcb20199fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:24:28.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.125+0000 7fcb26fbf700 1 -- 172.21.15.39:0/689103280 >> 172.21.15.39:0/689103280 conn(0x7fcb200766b0 msgr2=0x7fcb20104790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:24:28.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.125+0000 7fcb26fbf700 1 -- 172.21.15.39:0/689103280 shutdown_connections 2024-06-13T06:24:28.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:24:28.125+0000 7fcb26fbf700 1 -- 172.21.15.39:0/689103280 wait complete. 2024-06-13T06:24:29.009 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '55dbdf74', total seconds elapsed: 31.4 2024-06-13T06:24:29.152 INFO:tasks.workunit.client.0.smithi039.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-06-13T06:24:29.211 INFO:tasks.workunit.client.0.smithi039.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-06-13T06:24:29.253 INFO:tasks.workunit.client.0.smithi039.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-06-13T06:24:29.255 INFO:tasks.workunit.client.0.smithi039.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-06-13T06:24:29.255 INFO:tasks.workunit.client.0.smithi039.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-06-13T06:24:29.295 INFO:tasks.workunit.client.0.smithi039.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-06-13T06:24:29.299 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-06-13T06:24:29.299 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-06-13T06:24:29.316 INFO:tasks.workunit:Running workunits matching fs/test_o_trunc.sh on client.0... 2024-06-13T06:24:29.317 INFO:tasks.workunit:Running workunit fs/test_o_trunc.sh... 2024-06-13T06:24:29.317 DEBUG:teuthology.orchestra.run.smithi039:workunit test fs/test_o_trunc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=1373963c202323287783ccb099bbae1ec8f14a5d TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/test_o_trunc.sh 2024-06-13T06:24:29.379 INFO:tasks.workunit.client.0.smithi039.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/test_o_trunc.sh 2024-06-13T06:24:29.380 INFO:tasks.workunit.client.0.smithi039.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs 2024-06-13T06:24:29.380 INFO:tasks.workunit.client.0.smithi039.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/test_o_trunc trunc.foo 600 2024-06-13T06:24:29.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:24:29 smithi039 ceph-mon[32479]: pgmap v42: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 85 B/s wr, 6 op/s 2024-06-13T06:24:29.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:24:29 smithi149 ceph-mon[36963]: pgmap v42: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 85 B/s wr, 6 op/s 2024-06-13T06:24:29.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:24:29 smithi096 ceph-mon[36532]: pgmap v42: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 85 B/s wr, 6 op/s 2024-06-13T06:24:31.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:24:31 smithi039 ceph-mon[32479]: pgmap v43: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 85 B/s wr, 5 op/s 2024-06-13T06:24:31.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:24:31 smithi149 ceph-mon[36963]: pgmap v43: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 85 B/s wr, 5 op/s 2024-06-13T06:24:31.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:24:31 smithi096 ceph-mon[36532]: pgmap v43: 97 pgs: 97 active+clean; 1.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 85 B/s wr, 5 op/s 2024-06-13T06:24:33.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:24:33 smithi039 ceph-mon[32479]: pgmap v44: 97 pgs: 97 active+clean; 1.4 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 2.7 KiB/s wr, 8 op/s 2024-06-13T06:24:33.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:24:33 smithi149 ceph-mon[36963]: pgmap v44: 97 pgs: 97 active+clean; 1.4 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 2.7 KiB/s wr, 8 op/s 2024-06-13T06:24:33.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:24:33 smithi096 ceph-mon[36532]: pgmap v44: 97 pgs: 97 active+clean; 1.4 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 2.7 KiB/s wr, 8 op/s 2024-06-13T06:24:35.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:24:35 smithi039 ceph-mon[32479]: pgmap v45: 97 pgs: 97 active+clean; 1.4 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 2.6 KiB/s wr, 5 op/s 2024-06-13T06:24:35.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:24:35 smithi149 ceph-mon[36963]: pgmap v45: 97 pgs: 97 active+clean; 1.4 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 2.6 KiB/s wr, 5 op/s 2024-06-13T06:24:35.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:24:35 smithi096 ceph-mon[36532]: pgmap v45: 97 pgs: 97 active+clean; 1.4 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 2.6 KiB/s wr, 5 op/s 2024-06-13T06:24:37.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:24:37 smithi039 ceph-mon[32479]: pgmap v46: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.7 KiB/s wr, 10 op/s 2024-06-13T06:24:37.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:24:37 smithi149 ceph-mon[36963]: pgmap v46: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.7 KiB/s wr, 10 op/s 2024-06-13T06:24:37.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:24:37 smithi096 ceph-mon[36532]: pgmap v46: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.7 KiB/s wr, 10 op/s 2024-06-13T06:24:39.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:24:39 smithi039 ceph-mon[32479]: pgmap v47: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 9.7 KiB/s wr, 8 op/s 2024-06-13T06:24:39.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:24:39 smithi149 ceph-mon[36963]: pgmap v47: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 9.7 KiB/s wr, 8 op/s 2024-06-13T06:24:39.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:24:39 smithi096 ceph-mon[36532]: pgmap v47: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 9.7 KiB/s wr, 8 op/s 2024-06-13T06:24:41.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:24:41 smithi039 ceph-mon[32479]: pgmap v48: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 9.7 KiB/s wr, 8 op/s 2024-06-13T06:24:41.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:24:41 smithi149 ceph-mon[36963]: pgmap v48: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 9.7 KiB/s wr, 8 op/s 2024-06-13T06:24:41.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:24:41 smithi096 ceph-mon[36532]: pgmap v48: 97 pgs: 97 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 9.7 KiB/s wr, 8 op/s 2024-06-13T06:24:43.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:24:43 smithi039 ceph-mon[32479]: pgmap v49: 97 pgs: 97 active+clean; 1.5 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-06-13T06:24:43.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:24:43 smithi039 ceph-mon[32479]: mgrmap e26: x(active, since 92s), standbys: z, y 2024-06-13T06:24:43.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:24:43 smithi149 ceph-mon[36963]: pgmap v49: 97 pgs: 97 active+clean; 1.5 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-06-13T06:24:43.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:24:43 smithi149 ceph-mon[36963]: mgrmap e26: x(active, since 92s), standbys: z, y 2024-06-13T06:24:43.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:24:43 smithi096 ceph-mon[36532]: pgmap v49: 97 pgs: 97 active+clean; 1.5 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-06-13T06:24:43.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:24:43 smithi096 ceph-mon[36532]: mgrmap e26: x(active, since 92s), standbys: z, y 2024-06-13T06:24:45.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:24:45 smithi039 ceph-mon[32479]: pgmap v50: 97 pgs: 97 active+clean; 1.5 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 10 op/s 2024-06-13T06:24:45.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:24:45 smithi149 ceph-mon[36963]: pgmap v50: 97 pgs: 97 active+clean; 1.5 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 10 op/s 2024-06-13T06:24:45.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:24:45 smithi096 ceph-mon[36532]: pgmap v50: 97 pgs: 97 active+clean; 1.5 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 10 op/s 2024-06-13T06:24:47.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:24:47 smithi039 ceph-mon[32479]: pgmap v51: 97 pgs: 97 active+clean; 1.6 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 21 KiB/s wr, 15 op/s 2024-06-13T06:24:47.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:24:47 smithi149 ceph-mon[36963]: pgmap v51: 97 pgs: 97 active+clean; 1.6 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 21 KiB/s wr, 15 op/s 2024-06-13T06:24:47.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:24:47 smithi096 ceph-mon[36532]: pgmap v51: 97 pgs: 97 active+clean; 1.6 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 21 KiB/s wr, 15 op/s 2024-06-13T06:24:49.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:24:49 smithi039 ceph-mon[32479]: pgmap v52: 97 pgs: 97 active+clean; 1.6 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 10 op/s 2024-06-13T06:24:49.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:24:49 smithi149 ceph-mon[36963]: pgmap v52: 97 pgs: 97 active+clean; 1.6 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 10 op/s 2024-06-13T06:24:49.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:24:49 smithi096 ceph-mon[36532]: pgmap v52: 97 pgs: 97 active+clean; 1.6 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 10 op/s 2024-06-13T06:24:51.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:24:51 smithi039 ceph-mon[32479]: pgmap v53: 97 pgs: 97 active+clean; 1.6 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 10 op/s 2024-06-13T06:24:51.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:24:51 smithi149 ceph-mon[36963]: pgmap v53: 97 pgs: 97 active+clean; 1.6 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 10 op/s 2024-06-13T06:24:51.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:24:51 smithi096 ceph-mon[36532]: pgmap v53: 97 pgs: 97 active+clean; 1.6 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 10 op/s 2024-06-13T06:24:53.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:24:53 smithi039 ceph-mon[32479]: pgmap v54: 97 pgs: 97 active+clean; 1.6 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 22 KiB/s wr, 15 op/s 2024-06-13T06:24:53.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:24:53 smithi149 ceph-mon[36963]: pgmap v54: 97 pgs: 97 active+clean; 1.6 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 22 KiB/s wr, 15 op/s 2024-06-13T06:24:53.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:24:53 smithi096 ceph-mon[36532]: pgmap v54: 97 pgs: 97 active+clean; 1.6 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 22 KiB/s wr, 15 op/s 2024-06-13T06:24:55.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:24:55 smithi039 ceph-mon[32479]: pgmap v55: 97 pgs: 97 active+clean; 1.6 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 15 KiB/s wr, 10 op/s 2024-06-13T06:24:55.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:24:55 smithi149 ceph-mon[36963]: pgmap v55: 97 pgs: 97 active+clean; 1.6 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 15 KiB/s wr, 10 op/s 2024-06-13T06:24:55.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:24:55 smithi096 ceph-mon[36532]: pgmap v55: 97 pgs: 97 active+clean; 1.6 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 15 KiB/s wr, 10 op/s 2024-06-13T06:24:57.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:24:57 smithi039 ceph-mon[32479]: pgmap v56: 97 pgs: 97 active+clean; 1.7 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 14 op/s 2024-06-13T06:24:57.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:24:57 smithi149 ceph-mon[36963]: pgmap v56: 97 pgs: 97 active+clean; 1.7 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 14 op/s 2024-06-13T06:24:57.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:24:57 smithi096 ceph-mon[36532]: pgmap v56: 97 pgs: 97 active+clean; 1.7 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 14 op/s 2024-06-13T06:24:59.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:24:59 smithi039 ceph-mon[32479]: pgmap v57: 97 pgs: 97 active+clean; 1.7 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 9 op/s 2024-06-13T06:24:59.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:24:59 smithi149 ceph-mon[36963]: pgmap v57: 97 pgs: 97 active+clean; 1.7 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 9 op/s 2024-06-13T06:24:59.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:24:59 smithi096 ceph-mon[36532]: pgmap v57: 97 pgs: 97 active+clean; 1.7 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 9 op/s 2024-06-13T06:25:01.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:25:01 smithi039 ceph-mon[32479]: pgmap v58: 97 pgs: 97 active+clean; 1.7 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 9 op/s 2024-06-13T06:25:01.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:25:01 smithi149 ceph-mon[36963]: pgmap v58: 97 pgs: 97 active+clean; 1.7 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 9 op/s 2024-06-13T06:25:01.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:25:01 smithi096 ceph-mon[36532]: pgmap v58: 97 pgs: 97 active+clean; 1.7 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 13 KiB/s wr, 9 op/s 2024-06-13T06:25:03.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:25:03 smithi039 ceph-mon[32479]: pgmap v59: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 43 KiB/s wr, 29 op/s 2024-06-13T06:25:03.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:25:03 smithi149 ceph-mon[36963]: pgmap v59: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 43 KiB/s wr, 29 op/s 2024-06-13T06:25:03.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:25:03 smithi096 ceph-mon[36532]: pgmap v59: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 43 KiB/s wr, 29 op/s 2024-06-13T06:25:05.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:25:05 smithi039 ceph-mon[32479]: pgmap v60: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 35 KiB/s wr, 24 op/s 2024-06-13T06:25:05.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:25:05 smithi149 ceph-mon[36963]: pgmap v60: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 35 KiB/s wr, 24 op/s 2024-06-13T06:25:05.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:25:05 smithi096 ceph-mon[36532]: pgmap v60: 97 pgs: 97 active+clean; 1.8 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 35 KiB/s wr, 24 op/s 2024-06-13T06:25:07.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:25:07 smithi039 ceph-mon[32479]: pgmap v61: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-06-13T06:25:07.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:25:07 smithi149 ceph-mon[36963]: pgmap v61: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-06-13T06:25:07.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:25:07 smithi096 ceph-mon[36532]: pgmap v61: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 44 KiB/s wr, 29 op/s 2024-06-13T06:25:09.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:25:09 smithi039 ceph-mon[32479]: pgmap v62: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 39 KiB/s wr, 24 op/s 2024-06-13T06:25:09.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:25:09 smithi149 ceph-mon[36963]: pgmap v62: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 39 KiB/s wr, 24 op/s 2024-06-13T06:25:09.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:25:09 smithi096 ceph-mon[36532]: pgmap v62: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 39 KiB/s wr, 24 op/s 2024-06-13T06:25:11.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:25:11 smithi039 ceph-mon[32479]: pgmap v63: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 39 KiB/s wr, 24 op/s 2024-06-13T06:25:11.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:25:11 smithi149 ceph-mon[36963]: pgmap v63: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 39 KiB/s wr, 24 op/s 2024-06-13T06:25:11.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:25:11 smithi096 ceph-mon[36532]: pgmap v63: 97 pgs: 97 active+clean; 1.9 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 39 KiB/s wr, 24 op/s 2024-06-13T06:25:13.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:25:13 smithi039 ceph-mon[32479]: pgmap v64: 97 pgs: 97 active+clean; 2.0 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 48 KiB/s wr, 29 op/s 2024-06-13T06:25:13.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:25:13 smithi149 ceph-mon[36963]: pgmap v64: 97 pgs: 97 active+clean; 2.0 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 48 KiB/s wr, 29 op/s 2024-06-13T06:25:13.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:25:13 smithi096 ceph-mon[36532]: pgmap v64: 97 pgs: 97 active+clean; 2.0 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 48 KiB/s wr, 29 op/s 2024-06-13T06:25:15.253 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 26.0 2024-06-13T06:25:15.253 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T06:25:15.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:25:15 smithi039 ceph-mon[32479]: pgmap v65: 97 pgs: 97 active+clean; 2.0 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 9 op/s 2024-06-13T06:25:15.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:25:15 smithi149 ceph-mon[36963]: pgmap v65: 97 pgs: 97 active+clean; 2.0 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 9 op/s 2024-06-13T06:25:15.525 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:25:15.540 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:25:15 smithi096 ceph-mon[36532]: pgmap v65: 97 pgs: 97 active+clean; 2.0 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 9 op/s 2024-06-13T06:25:17.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.267+0000 7fea06e06700 1 -- 172.21.15.39:0/101284150 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fea0006b3c0 msgr2=0x7fea0010f310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:25:17.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.267+0000 7fea06e06700 1 --2- 172.21.15.39:0/101284150 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fea0006b3c0 0x7fea0010f310 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fe9f800b0a0 tx=0x7fe9f800b3b0 comp rx=0 tx=0).stop 2024-06-13T06:25:17.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.267+0000 7fea06e06700 1 -- 172.21.15.39:0/101284150 shutdown_connections 2024-06-13T06:25:17.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.267+0000 7fea06e06700 1 --2- 172.21.15.39:0/101284150 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fea0006b3c0 0x7fea0010f310 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:17.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.267+0000 7fea06e06700 1 --2- 172.21.15.39:0/101284150 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fea001084f0 0x7fea001088d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:17.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.267+0000 7fea06e06700 1 --2- 172.21.15.39:0/101284150 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fea0006aa00 0x7fea0006ae80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:17.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.267+0000 7fea06e06700 1 -- 172.21.15.39:0/101284150 >> 172.21.15.39:0/101284150 conn(0x7fea00078300 msgr2=0x7fea00078710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:25:17.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.267+0000 7fea06e06700 1 -- 172.21.15.39:0/101284150 shutdown_connections 2024-06-13T06:25:17.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.267+0000 7fea06e06700 1 -- 172.21.15.39:0/101284150 wait complete. 2024-06-13T06:25:17.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.268+0000 7fea06e06700 1 Processor -- start 2024-06-13T06:25:17.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.268+0000 7fea06e06700 1 -- start start 2024-06-13T06:25:17.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.268+0000 7fea06e06700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fea0006aa00 0x7fea0019ae20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:25:17.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.268+0000 7fea06e06700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fea0006b3c0 0x7fea0019b360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:25:17.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.268+0000 7fea06e06700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fea001084f0 0x7fea0019f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:25:17.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.268+0000 7fea06e06700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fea00112750 con 0x7fea0006aa00 2024-06-13T06:25:17.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.268+0000 7fea06e06700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fea001125d0 con 0x7fea001084f0 2024-06-13T06:25:17.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.268+0000 7fea06e06700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fea001128d0 con 0x7fea0006b3c0 2024-06-13T06:25:17.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.268+0000 7fea04ba2700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fea0006aa00 0x7fea0019ae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:25:17.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.268+0000 7fea04ba2700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fea0006aa00 0x7fea0019ae20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36320/0 (socket says 172.21.15.39:36320) 2024-06-13T06:25:17.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.268+0000 7fe9fffff700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fea0006b3c0 0x7fea0019b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:25:17.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.268+0000 7fea053a3700 1 --2- 172.21.15.39:0/2754769335 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fea001084f0 0x7fea0019f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:25:17.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.268+0000 7fea04ba2700 1 -- 172.21.15.39:0/2754769335 learned_addr learned my addr 172.21.15.39:0/2754769335 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:25:17.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.269+0000 7fea04ba2700 1 -- 172.21.15.39:0/2754769335 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fea0006b3c0 msgr2=0x7fea0019b360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:25:17.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.269+0000 7fea04ba2700 1 --2- 172.21.15.39:0/2754769335 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fea0006b3c0 0x7fea0019b360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:17.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.269+0000 7fea04ba2700 1 -- 172.21.15.39:0/2754769335 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fea001084f0 msgr2=0x7fea0019f6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:25:17.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.269+0000 7fea04ba2700 1 --2- 172.21.15.39:0/2754769335 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fea001084f0 0x7fea0019f6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:17.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.269+0000 7fea04ba2700 1 -- 172.21.15.39:0/2754769335 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea0019fe30 con 0x7fea0006aa00 2024-06-13T06:25:17.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.269+0000 7fea053a3700 1 --2- 172.21.15.39:0/2754769335 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fea001084f0 0x7fea0019f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T06:25:17.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.269+0000 7fea04ba2700 1 --2- 172.21.15.39:0/2754769335 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fea0006aa00 0x7fea0019ae20 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fe9f400e9a0 tx=0x7fe9f400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:25:17.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.269+0000 7fe9fdffb700 1 -- 172.21.15.39:0/2754769335 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9f400ca10 con 0x7fea0006aa00 2024-06-13T06:25:17.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.269+0000 7fea06e06700 1 -- 172.21.15.39:0/2754769335 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea001a0120 con 0x7fea0006aa00 2024-06-13T06:25:17.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.269+0000 7fe9fdffb700 1 -- 172.21.15.39:0/2754769335 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe9f400cbb0 con 0x7fea0006aa00 2024-06-13T06:25:17.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.269+0000 7fe9fdffb700 1 -- 172.21.15.39:0/2754769335 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9f4018680 con 0x7fea0006aa00 2024-06-13T06:25:17.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.269+0000 7fea06e06700 1 -- 172.21.15.39:0/2754769335 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea001a79a0 con 0x7fea0006aa00 2024-06-13T06:25:17.272 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:25:17 smithi039 ceph-mon[32479]: pgmap v66: 97 pgs: 97 active+clean; 2.1 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 27 KiB/s wr, 14 op/s 2024-06-13T06:25:17.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.271+0000 7fea06e06700 1 -- 172.21.15.39:0/2754769335 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea00069180 con 0x7fea0006aa00 2024-06-13T06:25:17.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.272+0000 7fe9fdffb700 1 -- 172.21.15.39:0/2754769335 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fe9f4010430 con 0x7fea0006aa00 2024-06-13T06:25:17.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.273+0000 7fe9fdffb700 1 --2- 172.21.15.39:0/2754769335 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fe9f00a2e10 0x7fe9f00a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:25:17.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.274+0000 7fe9fdffb700 1 -- 172.21.15.39:0/2754769335 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7fe9f40cf570 con 0x7fea0006aa00 2024-06-13T06:25:17.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.274+0000 7fe9fffff700 1 --2- 172.21.15.39:0/2754769335 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fe9f00a2e10 0x7fe9f00a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:25:17.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.274+0000 7fe9fffff700 1 --2- 172.21.15.39:0/2754769335 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fe9f00a2e10 0x7fe9f00a52d0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fea001033f0 tx=0x7fe9ec00b410 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:25:17.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.278+0000 7fe9fdffb700 1 -- 172.21.15.39:0/2754769335 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fe9f409c1a0 con 0x7fea0006aa00 2024-06-13T06:25:17.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:25:17 smithi149 ceph-mon[36963]: pgmap v66: 97 pgs: 97 active+clean; 2.1 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 27 KiB/s wr, 14 op/s 2024-06-13T06:25:17.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.537+0000 7fea06e06700 1 -- 172.21.15.39:0/2754769335 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fea0019c180 con 0x7fea0006aa00 2024-06-13T06:25:17.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.538+0000 7fe9fdffb700 1 -- 172.21.15.39:0/2754769335 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11865 (secure 0 0 0) 0x7fe9f409baa0 con 0x7fea0006aa00 2024-06-13T06:25:17.538 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:25:17.538 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/2373452665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":2373452665},{"type":"v1","addr":"172.21.15.39:6835","nonce":2373452665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/2187635150","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":2187635150},{"type":"v1","addr":"172.21.15.39:6837","nonce":2187635150}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14571,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6839/1475451558","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":1475451558},{"type":"v1","addr":"172.21.15.39:6839","nonce":1475451558}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14577,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6841/313570480","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":313570480},{"type":"v1","addr":"172.21.15.39:6841","nonce":313570480}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/980475055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":980475055},{"type":"v1","addr":"172.21.15.149:6833","nonce":980475055}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24427,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/2757180167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":2757180167},{"type":"v1","addr":"172.21.15.149:6835","nonce":2757180167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-13T06:20:05.248660+0000","modified":"2024-06-13T06:23:07.325841+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24512,"mds_1":24482,"mds_2":24455},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24431":{"gid":24431,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.96:6833/2827318421","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6832","nonce":2827318421},{"type":"v1","addr":"172.21.15.96:6833","nonce":2827318421}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24439":{"gid":24439,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6837/1742889729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":1742889729},{"type":"v1","addr":"172.21.15.149:6837","nonce":1742889729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6839/862740064","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":862740064},{"type":"v1","addr":"172.21.15.149:6839","nonce":862740064}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.96:6835/3408571209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6834","nonce":3408571209},{"type":"v1","addr":"172.21.15.96:6835","nonce":3408571209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.96:6837/2574644445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6836","nonce":2574644445},{"type":"v1","addr":"172.21.15.96:6837","nonce":2574644445}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.96:6839/1459106434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6838","nonce":1459106434},{"type":"v1","addr":"172.21.15.96:6839","nonce":1459106434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24512,"qdb_cluster":[24482,24512,24455]},"id":1}]} 2024-06-13T06:25:17.540 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:25:17 smithi096 ceph-mon[36532]: pgmap v66: 97 pgs: 97 active+clean; 2.1 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 27 KiB/s wr, 14 op/s 2024-06-13T06:25:17.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.541+0000 7fea06e06700 1 -- 172.21.15.39:0/2754769335 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fe9f00a2e10 msgr2=0x7fe9f00a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:25:17.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.541+0000 7fea06e06700 1 --2- 172.21.15.39:0/2754769335 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fe9f00a2e10 0x7fe9f00a52d0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fea001033f0 tx=0x7fe9ec00b410 comp rx=0 tx=0).stop 2024-06-13T06:25:17.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.541+0000 7fea06e06700 1 -- 172.21.15.39:0/2754769335 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fea0006aa00 msgr2=0x7fea0019ae20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:25:17.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.541+0000 7fea06e06700 1 --2- 172.21.15.39:0/2754769335 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fea0006aa00 0x7fea0019ae20 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fe9f400e9a0 tx=0x7fe9f400ecb0 comp rx=0 tx=0).stop 2024-06-13T06:25:17.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.542+0000 7fea06e06700 1 -- 172.21.15.39:0/2754769335 shutdown_connections 2024-06-13T06:25:17.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.542+0000 7fea06e06700 1 --2- 172.21.15.39:0/2754769335 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fe9f00a2e10 0x7fe9f00a52d0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:17.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.542+0000 7fea06e06700 1 --2- 172.21.15.39:0/2754769335 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fea001084f0 0x7fea0019f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:17.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.542+0000 7fea06e06700 1 --2- 172.21.15.39:0/2754769335 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fea0006aa00 0x7fea0019ae20 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:17.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.542+0000 7fea06e06700 1 --2- 172.21.15.39:0/2754769335 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fea0006b3c0 0x7fea0019b360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:17.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.542+0000 7fea06e06700 1 -- 172.21.15.39:0/2754769335 >> 172.21.15.39:0/2754769335 conn(0x7fea00078300 msgr2=0x7fea0010d640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:25:17.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.542+0000 7fea06e06700 1 -- 172.21.15.39:0/2754769335 shutdown_connections 2024-06-13T06:25:17.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:17.542+0000 7fea06e06700 1 -- 172.21.15.39:0/2754769335 wait complete. 2024-06-13T06:25:17.542 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 24 2024-06-13T06:25:18.264 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24512 quiesce db / --timeout 90 --expiration 146.0 --await-for 45.0' 2024-06-13T06:25:18.264 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- timeout 105 ceph tell mds.24512 quiesce db / --timeout 90 --expiration 146.0 --await-for 45.0 2024-06-13T06:25:18.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:25:18 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:25:18.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:25:18 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/2754769335' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:25:18.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:25:18 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:25:18.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:25:18 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:25:18.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:25:18 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:25:18.520 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:25:18.540 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:25:18 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:25:18.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:25:18 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/2754769335' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:25:18.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:25:18 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:25:18.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:25:18 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:25:18.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:25:18 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:25:18.603 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:25:18 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:25:18.603 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:25:18 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/2754769335' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:25:18.603 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:25:18 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:25:18.603 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:25:18 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:25:18.603 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:25:18 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:25:19.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:25:19 smithi149 ceph-mon[36963]: pgmap v67: 97 pgs: 97 active+clean; 2.1 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 9 op/s 2024-06-13T06:25:19.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:25:19 smithi096 ceph-mon[36532]: pgmap v67: 97 pgs: 97 active+clean; 2.1 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 9 op/s 2024-06-13T06:25:19.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:25:19 smithi039 ceph-mon[32479]: pgmap v67: 97 pgs: 97 active+clean; 2.1 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 9 op/s 2024-06-13T06:25:20.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.283+0000 7f4001e92700 1 -- 172.21.15.39:0/3181890103 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3ffc1027a0 msgr2=0x7f3ffc102b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:25:20.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.283+0000 7f4001e92700 1 --2- 172.21.15.39:0/3181890103 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3ffc1027a0 0x7f3ffc102b80 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f3fec0099c0 tx=0x7f3fec009cd0 comp rx=0 tx=0).stop 2024-06-13T06:25:20.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.283+0000 7f4001e92700 1 -- 172.21.15.39:0/3181890103 shutdown_connections 2024-06-13T06:25:20.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.283+0000 7f4001e92700 1 --2- 172.21.15.39:0/3181890103 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f3ffc107790 0x7f3ffc10f3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:20.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.283+0000 7f4001e92700 1 --2- 172.21.15.39:0/3181890103 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3ffc1027a0 0x7f3ffc102b80 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:20.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.283+0000 7f4001e92700 1 --2- 172.21.15.39:0/3181890103 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3ffc103150 0x7f3ffc1070b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:20.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.283+0000 7f4001e92700 1 -- 172.21.15.39:0/3181890103 >> 172.21.15.39:0/3181890103 conn(0x7f3ffc079560 msgr2=0x7f3ffc079970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:25:20.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.283+0000 7f4001e92700 1 -- 172.21.15.39:0/3181890103 shutdown_connections 2024-06-13T06:25:20.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.283+0000 7f4001e92700 1 -- 172.21.15.39:0/3181890103 wait complete. 2024-06-13T06:25:20.284 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:25:20 smithi039 ceph-mon[32479]: pgmap v68: 97 pgs: 97 active+clean; 2.1 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 9 op/s 2024-06-13T06:25:20.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.284+0000 7f4001e92700 1 Processor -- start 2024-06-13T06:25:20.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.284+0000 7f4001e92700 1 -- start start 2024-06-13T06:25:20.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.285+0000 7f4001e92700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3ffc1027a0 0x7f3ffc074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:25:20.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.285+0000 7f4001e92700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3ffc103150 0x7f3ffc074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:25:20.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.285+0000 7f4001e92700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f3ffc107790 0x7f3ffc075210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:25:20.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.285+0000 7f4001e92700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f3ffc112830 con 0x7f3ffc103150 2024-06-13T06:25:20.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.285+0000 7f4001e92700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f3ffc1126b0 con 0x7f3ffc107790 2024-06-13T06:25:20.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.285+0000 7f4001e92700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f3ffc1129b0 con 0x7f3ffc1027a0 2024-06-13T06:25:20.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.285+0000 7f3ffaffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3ffc103150 0x7f3ffc074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:25:20.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.285+0000 7f3ffaffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3ffc103150 0x7f3ffc074cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36348/0 (socket says 172.21.15.39:36348) 2024-06-13T06:25:20.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.285+0000 7f3ffaffd700 1 -- 172.21.15.39:0/4054509152 learned_addr learned my addr 172.21.15.39:0/4054509152 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:25:20.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.285+0000 7f3ffbfff700 1 --2- 172.21.15.39:0/4054509152 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f3ffc107790 0x7f3ffc075210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:25:20.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.285+0000 7f3ffb7fe700 1 --2- 172.21.15.39:0/4054509152 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3ffc1027a0 0x7f3ffc074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:25:20.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.285+0000 7f3ffaffd700 1 -- 172.21.15.39:0/4054509152 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3ffc1027a0 msgr2=0x7f3ffc074790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:25:20.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.285+0000 7f3ffaffd700 1 --2- 172.21.15.39:0/4054509152 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3ffc1027a0 0x7f3ffc074790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:20.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.285+0000 7f3ffaffd700 1 -- 172.21.15.39:0/4054509152 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f3ffc107790 msgr2=0x7f3ffc075210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:25:20.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.285+0000 7f3ffaffd700 1 --2- 172.21.15.39:0/4054509152 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f3ffc107790 0x7f3ffc075210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:20.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.285+0000 7f3ffaffd700 1 -- 172.21.15.39:0/4054509152 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ffc1a7070 con 0x7f3ffc103150 2024-06-13T06:25:20.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.285+0000 7f3ffbfff700 1 --2- 172.21.15.39:0/4054509152 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f3ffc107790 0x7f3ffc075210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:25:20.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.285+0000 7f3ffaffd700 1 --2- 172.21.15.39:0/4054509152 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3ffc103150 0x7f3ffc074cd0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f3ff000b500 tx=0x7f3ff000b8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:25:20.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.286+0000 7f3ff8ff9700 1 -- 172.21.15.39:0/4054509152 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ff0015020 con 0x7f3ffc103150 2024-06-13T06:25:20.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.286+0000 7f3ff8ff9700 1 -- 172.21.15.39:0/4054509152 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3ff0011d10 con 0x7f3ffc103150 2024-06-13T06:25:20.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.286+0000 7f4001e92700 1 -- 172.21.15.39:0/4054509152 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ffc1a7360 con 0x7f3ffc103150 2024-06-13T06:25:20.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.286+0000 7f4001e92700 1 -- 172.21.15.39:0/4054509152 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ffc1a78a0 con 0x7f3ffc103150 2024-06-13T06:25:20.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.286+0000 7f3ff8ff9700 1 -- 172.21.15.39:0/4054509152 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ff000f2e0 con 0x7f3ffc103150 2024-06-13T06:25:20.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.288+0000 7f3ff8ff9700 1 -- 172.21.15.39:0/4054509152 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f3ff0018020 con 0x7f3ffc103150 2024-06-13T06:25:20.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.289+0000 7f3ff8ff9700 1 --2- 172.21.15.39:0/4054509152 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f3fe40a2eb0 0x7f3fe40a5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:25:20.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.289+0000 7f3ffb7fe700 1 --2- 172.21.15.39:0/4054509152 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f3fe40a2eb0 0x7f3fe40a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:25:20.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.289+0000 7f3ff8ff9700 1 -- 172.21.15.39:0/4054509152 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7f3ff00ceae0 con 0x7f3ffc103150 2024-06-13T06:25:20.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.289+0000 7f3ffb7fe700 1 --2- 172.21.15.39:0/4054509152 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f3fe40a2eb0 0x7f3fe40a5370 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f3fec009fd0 tx=0x7f3fec005fd0 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:25:20.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.290+0000 7f400c715b80 1 Processor -- start 2024-06-13T06:25:20.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.290+0000 7f400c715b80 1 -- start start 2024-06-13T06:25:20.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.290+0000 7f400c715b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c993b5590 0x555c993b5970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:25:20.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.290+0000 7f400c715b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x555c993b5eb0 0x555c993af7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:25:20.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.290+0000 7f400c715b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555c993afce0 0x555c993b0100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:25:20.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.290+0000 7f400c715b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x555c992a20f0 con 0x555c993b5590 2024-06-13T06:25:20.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.290+0000 7f400c715b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x555c993009e0 con 0x555c993b5eb0 2024-06-13T06:25:20.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.290+0000 7f400c715b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x555c992685f0 con 0x555c993afce0 2024-06-13T06:25:20.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.290+0000 7f3ffb7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c993b5590 0x555c993b5970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:25:20.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.290+0000 7f3ffb7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c993b5590 0x555c993b5970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36360/0 (socket says 172.21.15.39:36360) 2024-06-13T06:25:20.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.290+0000 7f3ffb7fe700 1 -- 172.21.15.39:0/4179190736 learned_addr learned my addr 172.21.15.39:0/4179190736 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:25:20.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.291+0000 7f3ffbfff700 1 --2- 172.21.15.39:0/4179190736 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555c993afce0 0x555c993b0100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:25:20.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.291+0000 7f3ffaffd700 1 --2- 172.21.15.39:0/4179190736 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x555c993b5eb0 0x555c993af7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:25:20.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.291+0000 7f3ffb7fe700 1 -- 172.21.15.39:0/4179190736 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555c993afce0 msgr2=0x555c993b0100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:25:20.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.291+0000 7f3ffb7fe700 1 --2- 172.21.15.39:0/4179190736 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555c993afce0 0x555c993b0100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:20.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.291+0000 7f3ffb7fe700 1 -- 172.21.15.39:0/4179190736 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x555c993b5eb0 msgr2=0x555c993af7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:25:20.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.291+0000 7f3ffb7fe700 1 --2- 172.21.15.39:0/4179190736 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x555c993b5eb0 0x555c993af7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:20.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.291+0000 7f3ffb7fe700 1 -- 172.21.15.39:0/4179190736 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555c9924fa60 con 0x555c993b5590 2024-06-13T06:25:20.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.291+0000 7f3ffbfff700 1 --2- 172.21.15.39:0/4179190736 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555c993afce0 0x555c993b0100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:25:20.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.291+0000 7f3ffb7fe700 1 --2- 172.21.15.39:0/4179190736 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c993b5590 0x555c993b5970 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f3fec0099c0 tx=0x7f3fec01f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=82b1f6a1d8a840c9 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:25:20.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.291+0000 7f3fe1ffb700 1 -- 172.21.15.39:0/4179190736 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fec00f460 con 0x555c993b5590 2024-06-13T06:25:20.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.291+0000 7f3fe1ffb700 1 -- 172.21.15.39:0/4179190736 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3fec00fae0 con 0x555c993b5590 2024-06-13T06:25:20.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.291+0000 7f3fe1ffb700 1 -- 172.21.15.39:0/4179190736 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fec024b00 con 0x555c993b5590 2024-06-13T06:25:20.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.292+0000 7f400c715b80 1 -- 172.21.15.39:0/4179190736 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c993b5590 msgr2=0x555c993b5970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:25:20.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.292+0000 7f400c715b80 1 --2- 172.21.15.39:0/4179190736 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c993b5590 0x555c993b5970 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f3fec0099c0 tx=0x7f3fec01f000 comp rx=0 tx=0).stop 2024-06-13T06:25:20.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.292+0000 7f400c715b80 1 -- 172.21.15.39:0/4179190736 shutdown_connections 2024-06-13T06:25:20.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.292+0000 7f400c715b80 1 --2- 172.21.15.39:0/4179190736 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555c993afce0 0x555c993b0100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:20.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.292+0000 7f400c715b80 1 --2- 172.21.15.39:0/4179190736 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c993b5590 0x555c993b5970 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:20.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.292+0000 7f400c715b80 1 --2- 172.21.15.39:0/4179190736 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x555c993b5eb0 0x555c993af7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:20.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.292+0000 7f400c715b80 1 -- 172.21.15.39:0/4179190736 >> 172.21.15.39:0/4179190736 conn(0x555c992dc210 msgr2=0x555c993aaa90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:25:20.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.292+0000 7f400c715b80 1 -- 172.21.15.39:0/4179190736 shutdown_connections 2024-06-13T06:25:20.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.292+0000 7f400c715b80 1 -- 172.21.15.39:0/4179190736 wait complete. 2024-06-13T06:25:20.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.292+0000 7f400c715b80 1 -- start start 2024-06-13T06:25:20.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.293+0000 7f400c715b80 1 Processor -- start 2024-06-13T06:25:20.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.293+0000 7f400c715b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x555c993afce0 0x555c993bbbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:25:20.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.293+0000 7f400c715b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c993b5590 0x555c993b8ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:25:20.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.293+0000 7f400c715b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555c993b5eb0 0x555c993b9410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:25:20.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.293+0000 7f400c715b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x555c992a1150 con 0x555c993b5590 2024-06-13T06:25:20.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.293+0000 7f400c715b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x555c992fc9a0 con 0x555c993afce0 2024-06-13T06:25:20.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.293+0000 7f400c715b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x555c993bc7d0 con 0x555c993b5eb0 2024-06-13T06:25:20.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.293+0000 7f400c715b80 10 client.0 _ll_register_callbacks cb 0x555c99296740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:25:20.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.293+0000 7f3ffaffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c993b5590 0x555c993b8ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:25:20.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.293+0000 7f3ffaffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c993b5590 0x555c993b8ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36374/0 (socket says 172.21.15.39:36374) 2024-06-13T06:25:20.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.293+0000 7f3ffaffd700 1 -- 172.21.15.39:0/2792890091 learned_addr learned my addr 172.21.15.39:0/2792890091 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:25:20.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.293+0000 7f3ffb7fe700 1 --2- 172.21.15.39:0/2792890091 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x555c993afce0 0x555c993bbbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:25:20.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.293+0000 7f3ffbfff700 1 --2- 172.21.15.39:0/2792890091 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555c993b5eb0 0x555c993b9410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:25:20.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.293+0000 7f3ffaffd700 1 -- 172.21.15.39:0/2792890091 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555c993b5eb0 msgr2=0x555c993b9410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:25:20.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.293+0000 7f3ffaffd700 1 --2- 172.21.15.39:0/2792890091 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555c993b5eb0 0x555c993b9410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:20.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.293+0000 7f3ffaffd700 1 -- 172.21.15.39:0/2792890091 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x555c993afce0 msgr2=0x555c993bbbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:25:20.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.293+0000 7f3ffaffd700 1 --2- 172.21.15.39:0/2792890091 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x555c993afce0 0x555c993bbbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:20.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.294+0000 7f3ffaffd700 1 -- 172.21.15.39:0/2792890091 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555c992c68e0 con 0x555c993b5590 2024-06-13T06:25:20.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.294+0000 7f3ffaffd700 1 --2- 172.21.15.39:0/2792890091 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c993b5590 0x555c993b8ed0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f3ff00cc400 tx=0x7f3ff009b820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=627a9187afe814ed server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:25:20.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.294+0000 7f3fdaffd700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:25:20.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.294+0000 7f3fdaffd700 1 -- 172.21.15.39:0/2792890091 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ff00a3d90 con 0x555c993b5590 2024-06-13T06:25:20.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.294+0000 7f3fdaffd700 1 -- 172.21.15.39:0/2792890091 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7f3ff00bb0c0 con 0x555c993b5590 2024-06-13T06:25:20.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.294+0000 7f400c715b80 1 -- 172.21.15.39:0/2792890091 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3fec00fae0 con 0x555c993b5590 2024-06-13T06:25:20.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.294+0000 7f3fdaffd700 1 -- 172.21.15.39:0/2792890091 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f3ff009f170 con 0x555c993b5590 2024-06-13T06:25:20.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.294+0000 7f400c715b80 10 client.15375 fetch_fsmap learned FSMap version 24 2024-06-13T06:25:20.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.294+0000 7f400c715b80 1 -- 172.21.15.39:0/2792890091 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x555c993c6ea0 con 0x555c993b5590 2024-06-13T06:25:20.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.294+0000 7f3fdaffd700 1 -- 172.21.15.39:0/2792890091 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3fec00fae0 con 0x555c993b5590 2024-06-13T06:25:20.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.294+0000 7f3fdaffd700 1 -- 172.21.15.39:0/2792890091 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f3ff009b410 con 0x555c993b5590 2024-06-13T06:25:20.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.295+0000 7f400c715b80 10 client.15375 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:25:20.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.295+0000 7f400c715b80 10 client.15375 resolve_mds: validated gid 24512 aka daemon mds.b 2024-06-13T06:25:20.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.295+0000 7f400c715b80 20 client.15375 populate_metadata read hostname 'smithi039' 2024-06-13T06:25:20.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.295+0000 7f400c715b80 1 --2- 172.21.15.39:0/2792890091 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x555c993c94e0 0x555c993cb8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:25:20.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.295+0000 7f400c715b80 4 client.15375 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T06:25:20.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.295+0000 7f400c715b80 1 -- 172.21.15.39:0/2792890091 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555c9930dee0 con 0x555c993c94e0 2024-06-13T06:25:20.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.295+0000 7f3ffb7fe700 1 --2- 172.21.15.39:0/2792890091 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x555c993c94e0 0x555c993cb8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:25:20.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.295+0000 7f3ffb7fe700 1 --2- 172.21.15.39:0/2792890091 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x555c993c94e0 0x555c993cb8d0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=978d20928678c8d8 server_cookie=1afc845d84ba78dc in_seq=0 out_seq=0 2024-06-13T06:25:20.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.295+0000 7f3fdaffd700 10 client.15375 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:25:20.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.296+0000 7f3fdaffd700 1 -- 172.21.15.39:0/2792890091 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x555c9930dee0 con 0x555c993c94e0 2024-06-13T06:25:20.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.296+0000 7f3fdaffd700 10 client.15375 handle_command_reply: tid=0 2024-06-13T06:25:20.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.296+0000 7f400c715b80 1 client.15375 shutdown 2024-06-13T06:25:20.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.296+0000 7f400c715b80 1 -- 172.21.15.39:0/2792890091 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c993b5590 msgr2=0x555c993b8ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:25:20.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.296+0000 7f400c715b80 1 --2- 172.21.15.39:0/2792890091 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c993b5590 0x555c993b8ed0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f3ff00cc400 tx=0x7f3ff009b820 comp rx=0 tx=0).stop 2024-06-13T06:25:20.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.296+0000 7f400c715b80 1 -- 172.21.15.39:0/2792890091 shutdown_connections 2024-06-13T06:25:20.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.297+0000 7f400c715b80 1 --2- 172.21.15.39:0/2792890091 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555c993b5eb0 0x555c993b9410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:20.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.297+0000 7f400c715b80 1 --2- 172.21.15.39:0/2792890091 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x555c993c94e0 0x555c993cb8d0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:20.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.297+0000 7f400c715b80 1 --2- 172.21.15.39:0/2792890091 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x555c993afce0 0x555c993bbbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:20.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.297+0000 7f400c715b80 1 --2- 172.21.15.39:0/2792890091 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c993b5590 0x555c993b8ed0 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:20.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.297+0000 7f400c715b80 1 -- 172.21.15.39:0/2792890091 >> 172.21.15.39:0/2792890091 conn(0x555c992dc210 msgr2=0x555c993a9c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:25:20.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.297+0000 7f3fdaffd700 0 client.15375 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:25:20.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.297+0000 7f400c715b80 1 -- 172.21.15.39:0/2792890091 shutdown_connections 2024-06-13T06:25:20.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.297+0000 7f400c715b80 1 -- 172.21.15.39:0/2792890091 wait complete. 2024-06-13T06:25:20.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.297+0000 7f400c715b80 20 client.15375 trim_cache size 0 max 16384 2024-06-13T06:25:20.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.317+0000 7f400c715b80 1 Processor -- start 2024-06-13T06:25:20.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.317+0000 7f400c715b80 1 -- start start 2024-06-13T06:25:20.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.317+0000 7f400c715b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c993afce0 0x555c993b6a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:25:20.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.317+0000 7f400c715b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555c993b5590 0x555c993aa3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:25:20.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.317+0000 7f400c715b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x555c993b5eb0 0x555c993aa900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:25:20.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.317+0000 7f400c715b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f3ffc1b18b0 con 0x555c993afce0 2024-06-13T06:25:20.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.317+0000 7f400c715b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f3ffc1af140 con 0x555c993b5eb0 2024-06-13T06:25:20.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.317+0000 7f400c715b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f3ffc1acf90 con 0x555c993b5590 2024-06-13T06:25:20.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.317+0000 7f3ffb7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c993afce0 0x555c993b6a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:25:20.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.317+0000 7f3ffb7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c993afce0 0x555c993b6a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36390/0 (socket says 172.21.15.39:36390) 2024-06-13T06:25:20.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.317+0000 7f3ffb7fe700 1 -- 172.21.15.39:0/3289383891 learned_addr learned my addr 172.21.15.39:0/3289383891 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:25:20.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.318+0000 7f3ffb7fe700 1 -- 172.21.15.39:0/3289383891 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555c993b5590 msgr2=0x555c993aa3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:25:20.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.318+0000 7f3ffb7fe700 1 --2- 172.21.15.39:0/3289383891 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555c993b5590 0x555c993aa3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:20.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.318+0000 7f3ffb7fe700 1 -- 172.21.15.39:0/3289383891 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x555c993b5eb0 msgr2=0x555c993aa900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:25:20.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.318+0000 7f3ffb7fe700 1 --2- 172.21.15.39:0/3289383891 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x555c993b5eb0 0x555c993aa900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:20.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.318+0000 7f3ffb7fe700 1 -- 172.21.15.39:0/3289383891 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555c993b8ca0 con 0x555c993afce0 2024-06-13T06:25:20.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.318+0000 7f3ffb7fe700 1 --2- 172.21.15.39:0/3289383891 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c993afce0 0x555c993b6a60 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f3fec031040 tx=0x7f3fec003680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=453b9b08039135ed server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:25:20.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.318+0000 7f3fe17fa700 1 -- 172.21.15.39:0/3289383891 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fec048070 con 0x555c993afce0 2024-06-13T06:25:20.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.318+0000 7f3fe17fa700 1 -- 172.21.15.39:0/3289383891 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3fec024410 con 0x555c993afce0 2024-06-13T06:25:20.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.318+0000 7f3fe17fa700 1 -- 172.21.15.39:0/3289383891 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fec024b50 con 0x555c993afce0 2024-06-13T06:25:20.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.319+0000 7f400c715b80 1 -- 172.21.15.39:0/3289383891 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c993afce0 msgr2=0x555c993b6a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:25:20.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.319+0000 7f400c715b80 1 --2- 172.21.15.39:0/3289383891 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c993afce0 0x555c993b6a60 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f3fec031040 tx=0x7f3fec003680 comp rx=0 tx=0).stop 2024-06-13T06:25:20.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.319+0000 7f400c715b80 1 -- 172.21.15.39:0/3289383891 shutdown_connections 2024-06-13T06:25:20.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.319+0000 7f400c715b80 1 --2- 172.21.15.39:0/3289383891 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x555c993b5eb0 0x555c993aa900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:20.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.319+0000 7f400c715b80 1 --2- 172.21.15.39:0/3289383891 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c993afce0 0x555c993b6a60 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:20.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.319+0000 7f400c715b80 1 --2- 172.21.15.39:0/3289383891 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555c993b5590 0x555c993aa3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:20.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.319+0000 7f400c715b80 1 -- 172.21.15.39:0/3289383891 >> 172.21.15.39:0/3289383891 conn(0x555c992dc210 msgr2=0x555c993b6350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:25:20.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.319+0000 7f400c715b80 1 -- 172.21.15.39:0/3289383891 shutdown_connections 2024-06-13T06:25:20.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.319+0000 7f400c715b80 1 -- 172.21.15.39:0/3289383891 wait complete. 2024-06-13T06:25:20.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.319+0000 7f400c715b80 1 -- start start 2024-06-13T06:25:20.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.319+0000 7f400c715b80 1 Processor -- start 2024-06-13T06:25:20.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.320+0000 7f400c715b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555c993afce0 0x555c993c2090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:25:20.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.320+0000 7f400c715b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c993b5590 0x555c993bea90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:25:20.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.320+0000 7f400c715b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x555c993b5eb0 0x555c993befd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:25:20.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.320+0000 7f400c715b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f3ffc1ad600 con 0x555c993b5590 2024-06-13T06:25:20.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.320+0000 7f400c715b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f3ffc1aea70 con 0x555c993b5eb0 2024-06-13T06:25:20.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.320+0000 7f400c715b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f3ffc1adcd0 con 0x555c993afce0 2024-06-13T06:25:20.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.320+0000 7f400c715b80 10 client.0 _ll_register_callbacks cb 0x555c99296740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:25:20.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.320+0000 7f3ffaffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c993b5590 0x555c993bea90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:25:20.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.320+0000 7f3ffaffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c993b5590 0x555c993bea90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36406/0 (socket says 172.21.15.39:36406) 2024-06-13T06:25:20.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.320+0000 7f3ffaffd700 1 -- 172.21.15.39:0/1106793954 learned_addr learned my addr 172.21.15.39:0/1106793954 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:25:20.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.320+0000 7f3ffbfff700 1 --2- 172.21.15.39:0/1106793954 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x555c993b5eb0 0x555c993befd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:25:20.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.320+0000 7f3ffb7fe700 1 --2- 172.21.15.39:0/1106793954 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555c993afce0 0x555c993c2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:25:20.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.320+0000 7f3ffaffd700 1 -- 172.21.15.39:0/1106793954 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555c993afce0 msgr2=0x555c993c2090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:25:20.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.320+0000 7f3ffaffd700 1 --2- 172.21.15.39:0/1106793954 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555c993afce0 0x555c993c2090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:20.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.320+0000 7f3ffaffd700 1 -- 172.21.15.39:0/1106793954 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x555c993b5eb0 msgr2=0x555c993befd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:25:20.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.320+0000 7f3ffaffd700 1 --2- 172.21.15.39:0/1106793954 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x555c993b5eb0 0x555c993befd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:20.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.320+0000 7f3ffaffd700 1 -- 172.21.15.39:0/1106793954 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555c993bf680 con 0x555c993b5590 2024-06-13T06:25:20.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.320+0000 7f3ffb7fe700 1 --2- 172.21.15.39:0/1106793954 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555c993afce0 0x555c993c2090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:25:20.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.320+0000 7f3ffaffd700 1 --2- 172.21.15.39:0/1106793954 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c993b5590 0x555c993bea90 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f3ff009ae20 tx=0x7f3ff0004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=667d4db4befd850c server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:25:20.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.320+0000 7f3fdaffd700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:25:20.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.320+0000 7f3fdaffd700 1 -- 172.21.15.39:0/1106793954 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ff00a3d90 con 0x555c993b5590 2024-06-13T06:25:20.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.320+0000 7f3fdaffd700 1 -- 172.21.15.39:0/1106793954 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7f3ff009a5c0 con 0x555c993b5590 2024-06-13T06:25:20.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.320+0000 7f400c715b80 1 -- 172.21.15.39:0/1106793954 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3fec024410 con 0x555c993b5590 2024-06-13T06:25:20.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.321+0000 7f3fdaffd700 1 -- 172.21.15.39:0/1106793954 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f3ff00174d0 con 0x555c993b5590 2024-06-13T06:25:20.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.321+0000 7f400c715b80 10 client.15381 fetch_fsmap learned FSMap version 24 2024-06-13T06:25:20.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.321+0000 7f400c715b80 1 -- 172.21.15.39:0/1106793954 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x555c99434f20 con 0x555c993b5590 2024-06-13T06:25:20.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.321+0000 7f3fdaffd700 1 -- 172.21.15.39:0/1106793954 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3fec024410 con 0x555c993b5590 2024-06-13T06:25:20.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.321+0000 7f3fdaffd700 1 -- 172.21.15.39:0/1106793954 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f3ff0084180 con 0x555c993b5590 2024-06-13T06:25:20.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.321+0000 7f400c715b80 10 client.15381 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:25:20.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.321+0000 7f400c715b80 10 client.15381 resolve_mds: validated gid 24512 aka daemon mds.b 2024-06-13T06:25:20.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.321+0000 7f400c715b80 20 client.15381 populate_metadata read hostname 'smithi039' 2024-06-13T06:25:20.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.321+0000 7f400c715b80 1 --2- 172.21.15.39:0/1106793954 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x555c994356a0 0x555c99437ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:25:20.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.321+0000 7f400c715b80 4 client.15381 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 146.0, "await_for": 45.0}] 2024-06-13T06:25:20.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.321+0000 7f400c715b80 1 -- 172.21.15.39:0/1106793954 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 146.0, "await_for": 45.0}) -- 0x555c99308460 con 0x555c994356a0 2024-06-13T06:25:20.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.321+0000 7f3ffb7fe700 1 --2- 172.21.15.39:0/1106793954 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x555c994356a0 0x555c99437ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:25:20.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.322+0000 7f3ffb7fe700 1 --2- 172.21.15.39:0/1106793954 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x555c994356a0 0x555c99437ac0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c4273070c120ebb6 server_cookie=fc91786372ab8c78 in_seq=0 out_seq=0 2024-06-13T06:25:20.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.322+0000 7f3fdaffd700 10 client.15381 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:25:20.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.339+0000 7f3fdaffd700 1 -- 172.21.15.39:0/1106793954 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x555c99308460 con 0x555c994356a0 2024-06-13T06:25:20.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.339+0000 7f3fdaffd700 10 client.15381 handle_command_reply: tid=0 2024-06-13T06:25:20.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.339+0000 7f400c715b80 1 client.15381 shutdown 2024-06-13T06:25:20.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.339+0000 7f400c715b80 1 -- 172.21.15.39:0/1106793954 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c993b5590 msgr2=0x555c993bea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:25:20.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.339+0000 7f400c715b80 1 --2- 172.21.15.39:0/1106793954 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c993b5590 0x555c993bea90 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f3ff009ae20 tx=0x7f3ff0004750 comp rx=0 tx=0).stop 2024-06-13T06:25:20.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.339+0000 7f400c715b80 1 -- 172.21.15.39:0/1106793954 shutdown_connections 2024-06-13T06:25:20.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.339+0000 7f400c715b80 1 --2- 172.21.15.39:0/1106793954 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x555c994356a0 0x555c99437ac0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:20.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.339+0000 7f400c715b80 1 --2- 172.21.15.39:0/1106793954 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x555c993b5eb0 0x555c993befd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:20.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.339+0000 7f400c715b80 1 --2- 172.21.15.39:0/1106793954 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555c993afce0 0x555c993c2090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:20.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.339+0000 7f400c715b80 1 --2- 172.21.15.39:0/1106793954 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c993b5590 0x555c993bea90 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:20.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.339+0000 7f400c715b80 1 -- 172.21.15.39:0/1106793954 >> 172.21.15.39:0/1106793954 conn(0x555c992dc210 msgr2=0x555c993ba700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:25:20.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.339+0000 7f3fdaffd700 0 client.15381 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:25:20.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.339+0000 7f400c715b80 1 -- 172.21.15.39:0/1106793954 shutdown_connections 2024-06-13T06:25:20.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.340+0000 7f400c715b80 1 -- 172.21.15.39:0/1106793954 wait complete. 2024-06-13T06:25:20.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.340+0000 7f400c715b80 20 client.15381 trim_cache size 0 max 16384 2024-06-13T06:25:20.340 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-06-13T06:25:20.341 INFO:teuthology.orchestra.run.smithi039.stdout: "epoch": 24, 2024-06-13T06:25:20.341 INFO:teuthology.orchestra.run.smithi039.stdout: "leader": 24512, 2024-06-13T06:25:20.341 INFO:teuthology.orchestra.run.smithi039.stdout: "set_version": 6, 2024-06-13T06:25:20.341 INFO:teuthology.orchestra.run.smithi039.stdout: "sets": { 2024-06-13T06:25:20.341 INFO:teuthology.orchestra.run.smithi039.stdout: "912836bf": { 2024-06-13T06:25:20.341 INFO:teuthology.orchestra.run.smithi039.stdout: "version": 6, 2024-06-13T06:25:20.341 INFO:teuthology.orchestra.run.smithi039.stdout: "age_ref": 0.0, 2024-06-13T06:25:20.341 INFO:teuthology.orchestra.run.smithi039.stdout: "state": { 2024-06-13T06:25:20.341 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "QUIESCED", 2024-06-13T06:25:20.341 INFO:teuthology.orchestra.run.smithi039.stdout: "age": 0.0 2024-06-13T06:25:20.341 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:25:20.341 INFO:teuthology.orchestra.run.smithi039.stdout: "timeout": 90.0, 2024-06-13T06:25:20.342 INFO:teuthology.orchestra.run.smithi039.stdout: "expiration": 146.0, 2024-06-13T06:25:20.342 INFO:teuthology.orchestra.run.smithi039.stdout: "members": { 2024-06-13T06:25:20.342 INFO:teuthology.orchestra.run.smithi039.stdout: "file:/": { 2024-06-13T06:25:20.342 INFO:teuthology.orchestra.run.smithi039.stdout: "excluded": false, 2024-06-13T06:25:20.342 INFO:teuthology.orchestra.run.smithi039.stdout: "state": { 2024-06-13T06:25:20.342 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "QUIESCED", 2024-06-13T06:25:20.342 INFO:teuthology.orchestra.run.smithi039.stdout: "age": 0.0 2024-06-13T06:25:20.342 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:25:20.342 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:25:20.342 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:25:20.342 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:25:20.342 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:25:20.342 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-06-13T06:25:20.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.340+0000 7f4001e92700 1 -- 172.21.15.39:0/4054509152 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f3fe40a2eb0 msgr2=0x7f3fe40a5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:25:20.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.340+0000 7f4001e92700 1 --2- 172.21.15.39:0/4054509152 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f3fe40a2eb0 0x7f3fe40a5370 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f3fec009fd0 tx=0x7f3fec005fd0 comp rx=0 tx=0).stop 2024-06-13T06:25:20.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.340+0000 7f4001e92700 1 -- 172.21.15.39:0/4054509152 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3ffc103150 msgr2=0x7f3ffc074cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:25:20.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.340+0000 7f4001e92700 1 --2- 172.21.15.39:0/4054509152 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3ffc103150 0x7f3ffc074cd0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f3ff000b500 tx=0x7f3ff000b8c0 comp rx=0 tx=0).stop 2024-06-13T06:25:20.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.340+0000 7f4001e92700 1 -- 172.21.15.39:0/4054509152 shutdown_connections 2024-06-13T06:25:20.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.340+0000 7f4001e92700 1 --2- 172.21.15.39:0/4054509152 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f3fe40a2eb0 0x7f3fe40a5370 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:20.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.340+0000 7f4001e92700 1 --2- 172.21.15.39:0/4054509152 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f3ffc107790 0x7f3ffc075210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:20.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.340+0000 7f4001e92700 1 --2- 172.21.15.39:0/4054509152 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3ffc1027a0 0x7f3ffc074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:20.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.340+0000 7f4001e92700 1 --2- 172.21.15.39:0/4054509152 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3ffc103150 0x7f3ffc074cd0 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:20.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.340+0000 7f4001e92700 1 -- 172.21.15.39:0/4054509152 >> 172.21.15.39:0/4054509152 conn(0x7f3ffc079560 msgr2=0x7f3ffc100410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:25:20.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.340+0000 7f4001e92700 1 -- 172.21.15.39:0/4054509152 shutdown_connections 2024-06-13T06:25:20.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:20.340+0000 7f4001e92700 1 -- 172.21.15.39:0/4054509152 wait complete. 2024-06-13T06:25:20.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:25:20 smithi149 ceph-mon[36963]: pgmap v68: 97 pgs: 97 active+clean; 2.1 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 9 op/s 2024-06-13T06:25:20.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:25:20 smithi096 ceph-mon[36532]: pgmap v68: 97 pgs: 97 active+clean; 2.1 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 9 op/s 2024-06-13T06:25:21.023 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '912836bf', quiesce took 5.8 seconds. Will release after: 20.2 2024-06-13T06:25:22.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:25:22 smithi039 ceph-mon[32479]: pgmap v69: 97 pgs: 97 active+clean; 2.2 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 27 KiB/s wr, 14 op/s 2024-06-13T06:25:22.967 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:25:22 smithi149 ceph-mon[36963]: pgmap v69: 97 pgs: 97 active+clean; 2.2 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 27 KiB/s wr, 14 op/s 2024-06-13T06:25:23.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:25:22 smithi096 ceph-mon[36532]: pgmap v69: 97 pgs: 97 active+clean; 2.2 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 27 KiB/s wr, 14 op/s 2024-06-13T06:25:24.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:25:24 smithi039 ceph-mon[32479]: pgmap v70: 97 pgs: 97 active+clean; 2.2 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 9 op/s 2024-06-13T06:25:24.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:25:24 smithi149 ceph-mon[36963]: pgmap v70: 97 pgs: 97 active+clean; 2.2 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 9 op/s 2024-06-13T06:25:25.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:25:24 smithi096 ceph-mon[36532]: pgmap v70: 97 pgs: 97 active+clean; 2.2 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 9 op/s 2024-06-13T06:25:26.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:25:26 smithi039 ceph-mon[32479]: pgmap v71: 97 pgs: 97 active+clean; 2.2 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 12 op/s 2024-06-13T06:25:26.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:25:26 smithi149 ceph-mon[36963]: pgmap v71: 97 pgs: 97 active+clean; 2.2 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 12 op/s 2024-06-13T06:25:27.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:25:26 smithi096 ceph-mon[36532]: pgmap v71: 97 pgs: 97 active+clean; 2.2 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 12 op/s 2024-06-13T06:25:28.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:25:28 smithi039 ceph-mon[32479]: pgmap v72: 97 pgs: 97 active+clean; 2.2 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.5 KiB/s wr, 7 op/s 2024-06-13T06:25:28.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:25:28 smithi149 ceph-mon[36963]: pgmap v72: 97 pgs: 97 active+clean; 2.2 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.5 KiB/s wr, 7 op/s 2024-06-13T06:25:29.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:25:28 smithi096 ceph-mon[36532]: pgmap v72: 97 pgs: 97 active+clean; 2.2 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.5 KiB/s wr, 7 op/s 2024-06-13T06:25:30.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:25:30 smithi039 ceph-mon[32479]: pgmap v73: 97 pgs: 97 active+clean; 2.2 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.5 KiB/s wr, 7 op/s 2024-06-13T06:25:30.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:25:30 smithi149 ceph-mon[36963]: pgmap v73: 97 pgs: 97 active+clean; 2.2 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.5 KiB/s wr, 7 op/s 2024-06-13T06:25:31.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:25:30 smithi096 ceph-mon[36532]: pgmap v73: 97 pgs: 97 active+clean; 2.2 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.5 KiB/s wr, 7 op/s 2024-06-13T06:25:32.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:25:32 smithi039 ceph-mon[32479]: pgmap v74: 97 pgs: 97 active+clean; 2.2 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 10 op/s 2024-06-13T06:25:32.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:25:32 smithi149 ceph-mon[36963]: pgmap v74: 97 pgs: 97 active+clean; 2.2 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 10 op/s 2024-06-13T06:25:33.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:25:32 smithi096 ceph-mon[36532]: pgmap v74: 97 pgs: 97 active+clean; 2.2 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 10 op/s 2024-06-13T06:25:34.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:25:34 smithi039 ceph-mon[32479]: pgmap v75: 97 pgs: 97 active+clean; 2.2 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.6 KiB/s wr, 5 op/s 2024-06-13T06:25:34.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:25:34 smithi149 ceph-mon[36963]: pgmap v75: 97 pgs: 97 active+clean; 2.2 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.6 KiB/s wr, 5 op/s 2024-06-13T06:25:35.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:25:34 smithi096 ceph-mon[36532]: pgmap v75: 97 pgs: 97 active+clean; 2.2 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.6 KiB/s wr, 5 op/s 2024-06-13T06:25:36.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:25:36 smithi039 ceph-mon[32479]: pgmap v76: 97 pgs: 97 active+clean; 2.2 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.6 KiB/s wr, 8 op/s 2024-06-13T06:25:36.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:25:36 smithi149 ceph-mon[36963]: pgmap v76: 97 pgs: 97 active+clean; 2.2 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.6 KiB/s wr, 8 op/s 2024-06-13T06:25:37.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:25:36 smithi096 ceph-mon[36532]: pgmap v76: 97 pgs: 97 active+clean; 2.2 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.6 KiB/s wr, 8 op/s 2024-06-13T06:25:38.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:25:38 smithi039 ceph-mon[32479]: pgmap v77: 97 pgs: 97 active+clean; 2.2 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.5 KiB/s wr, 5 op/s 2024-06-13T06:25:38.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:25:38 smithi149 ceph-mon[36963]: pgmap v77: 97 pgs: 97 active+clean; 2.2 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.5 KiB/s wr, 5 op/s 2024-06-13T06:25:39.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:25:38 smithi096 ceph-mon[36532]: pgmap v77: 97 pgs: 97 active+clean; 2.2 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.5 KiB/s wr, 5 op/s 2024-06-13T06:25:40.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:25:40 smithi039 ceph-mon[32479]: pgmap v78: 97 pgs: 97 active+clean; 2.2 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.5 KiB/s wr, 5 op/s 2024-06-13T06:25:40.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:25:40 smithi149 ceph-mon[36963]: pgmap v78: 97 pgs: 97 active+clean; 2.2 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.5 KiB/s wr, 5 op/s 2024-06-13T06:25:41.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:25:40 smithi096 ceph-mon[36532]: pgmap v78: 97 pgs: 97 active+clean; 2.2 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.5 KiB/s wr, 5 op/s 2024-06-13T06:25:41.224 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T06:25:41.493 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:25:42.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:25:42 smithi039 ceph-mon[32479]: pgmap v79: 97 pgs: 97 active+clean; 2.2 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 2.4 KiB/s wr, 8 op/s 2024-06-13T06:25:42.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:25:42 smithi149 ceph-mon[36963]: pgmap v79: 97 pgs: 97 active+clean; 2.2 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 2.4 KiB/s wr, 8 op/s 2024-06-13T06:25:43.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:25:42 smithi096 ceph-mon[36532]: pgmap v79: 97 pgs: 97 active+clean; 2.2 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 2.4 KiB/s wr, 8 op/s 2024-06-13T06:25:43.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.278+0000 7f24b8239700 1 -- 172.21.15.39:0/1402175772 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24b0101fd0 msgr2=0x7f24b0105fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:25:43.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.278+0000 7f24b8239700 1 --2- 172.21.15.39:0/1402175772 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24b0101fd0 0x7f24b0105fd0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f24a40099c0 tx=0x7f24a4009cd0 comp rx=0 tx=0).stop 2024-06-13T06:25:43.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.278+0000 7f24b8239700 1 -- 172.21.15.39:0/1402175772 shutdown_connections 2024-06-13T06:25:43.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.278+0000 7f24b8239700 1 --2- 172.21.15.39:0/1402175772 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f24b01066b0 0x7f24b010e280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:43.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.278+0000 7f24b8239700 1 --2- 172.21.15.39:0/1402175772 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f24b0101620 0x7f24b0101a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:43.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.278+0000 7f24b8239700 1 --2- 172.21.15.39:0/1402175772 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24b0101fd0 0x7f24b0105fd0 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:43.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.278+0000 7f24b8239700 1 -- 172.21.15.39:0/1402175772 >> 172.21.15.39:0/1402175772 conn(0x7f24b0078340 msgr2=0x7f24b0078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:25:43.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.278+0000 7f24b8239700 1 -- 172.21.15.39:0/1402175772 shutdown_connections 2024-06-13T06:25:43.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.278+0000 7f24b8239700 1 -- 172.21.15.39:0/1402175772 wait complete. 2024-06-13T06:25:43.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.279+0000 7f24b8239700 1 Processor -- start 2024-06-13T06:25:43.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.279+0000 7f24b8239700 1 -- start start 2024-06-13T06:25:43.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.280+0000 7f24b8239700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f24b0101620 0x7f24b0199a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:25:43.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.280+0000 7f24b8239700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24b0101fd0 0x7f24b0199f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:25:43.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.280+0000 7f24b8239700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f24b01066b0 0x7f24b01a4a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:25:43.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.280+0000 7f24b8239700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f24b0111670 con 0x7f24b0101fd0 2024-06-13T06:25:43.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.280+0000 7f24b8239700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f24b01114f0 con 0x7f24b01066b0 2024-06-13T06:25:43.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.280+0000 7f24b8239700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f24b01117f0 con 0x7f24b0101620 2024-06-13T06:25:43.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.280+0000 7f24b57d4700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24b0101fd0 0x7f24b0199f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:25:43.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.280+0000 7f24b57d4700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24b0101fd0 0x7f24b0199f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56486/0 (socket says 172.21.15.39:56486) 2024-06-13T06:25:43.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.280+0000 7f24b57d4700 1 -- 172.21.15.39:0/758752282 learned_addr learned my addr 172.21.15.39:0/758752282 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:25:43.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.280+0000 7f24b5fd5700 1 --2- 172.21.15.39:0/758752282 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f24b0101620 0x7f24b0199a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:25:43.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.280+0000 7f24b67d6700 1 --2- 172.21.15.39:0/758752282 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f24b01066b0 0x7f24b01a4a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:25:43.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.280+0000 7f24b57d4700 1 -- 172.21.15.39:0/758752282 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f24b0101620 msgr2=0x7f24b0199a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:25:43.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.280+0000 7f24b57d4700 1 --2- 172.21.15.39:0/758752282 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f24b0101620 0x7f24b0199a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:43.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.280+0000 7f24b57d4700 1 -- 172.21.15.39:0/758752282 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f24b01066b0 msgr2=0x7f24b01a4a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:25:43.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.280+0000 7f24b57d4700 1 --2- 172.21.15.39:0/758752282 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f24b01066b0 0x7f24b01a4a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:43.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.280+0000 7f24b57d4700 1 -- 172.21.15.39:0/758752282 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24b01a4fd0 con 0x7f24b0101fd0 2024-06-13T06:25:43.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.280+0000 7f24b67d6700 1 --2- 172.21.15.39:0/758752282 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f24b01066b0 0x7f24b01a4a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:25:43.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.280+0000 7f24b57d4700 1 --2- 172.21.15.39:0/758752282 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24b0101fd0 0x7f24b0199f50 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f24a400c010 tx=0x7f24a40047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:25:43.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.281+0000 7f24a2ffd700 1 -- 172.21.15.39:0/758752282 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24a4027070 con 0x7f24b0101fd0 2024-06-13T06:25:43.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.281+0000 7f24a2ffd700 1 -- 172.21.15.39:0/758752282 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f24a4003730 con 0x7f24b0101fd0 2024-06-13T06:25:43.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.281+0000 7f24a2ffd700 1 -- 172.21.15.39:0/758752282 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24a4022d40 con 0x7f24b0101fd0 2024-06-13T06:25:43.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.281+0000 7f24b8239700 1 -- 172.21.15.39:0/758752282 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24b01a5200 con 0x7f24b0101fd0 2024-06-13T06:25:43.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.281+0000 7f24b8239700 1 -- 172.21.15.39:0/758752282 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24b01a5600 con 0x7f24b0101fd0 2024-06-13T06:25:43.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.282+0000 7f24b8239700 1 -- 172.21.15.39:0/758752282 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f24b0069180 con 0x7f24b0101fd0 2024-06-13T06:25:43.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.284+0000 7f24a2ffd700 1 -- 172.21.15.39:0/758752282 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f24a402a070 con 0x7f24b0101fd0 2024-06-13T06:25:43.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.284+0000 7f24a2ffd700 1 --2- 172.21.15.39:0/758752282 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f249c0a2e10 0x7f249c0a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:25:43.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.285+0000 7f24b5fd5700 1 --2- 172.21.15.39:0/758752282 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f249c0a2e10 0x7f249c0a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:25:43.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.285+0000 7f24a2ffd700 1 -- 172.21.15.39:0/758752282 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7f24a40d08f0 con 0x7f24b0101fd0 2024-06-13T06:25:43.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.285+0000 7f24b5fd5700 1 --2- 172.21.15.39:0/758752282 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f249c0a2e10 0x7f249c0a52d0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f24ac005950 tx=0x7f24ac00b410 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:25:43.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.288+0000 7f24a2ffd700 1 -- 172.21.15.39:0/758752282 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f24a4013070 con 0x7f24b0101fd0 2024-06-13T06:25:43.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.541+0000 7f24b8239700 1 -- 172.21.15.39:0/758752282 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f24b002ddc0 con 0x7f24b0101fd0 2024-06-13T06:25:43.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.542+0000 7f24a2ffd700 1 -- 172.21.15.39:0/758752282 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11865 (secure 0 0 0) 0x7f24a409d5b0 con 0x7f24b0101fd0 2024-06-13T06:25:43.542 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:25:43.542 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/2373452665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":2373452665},{"type":"v1","addr":"172.21.15.39:6835","nonce":2373452665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/2187635150","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":2187635150},{"type":"v1","addr":"172.21.15.39:6837","nonce":2187635150}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14571,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6839/1475451558","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":1475451558},{"type":"v1","addr":"172.21.15.39:6839","nonce":1475451558}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14577,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6841/313570480","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":313570480},{"type":"v1","addr":"172.21.15.39:6841","nonce":313570480}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/980475055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":980475055},{"type":"v1","addr":"172.21.15.149:6833","nonce":980475055}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24427,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/2757180167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":2757180167},{"type":"v1","addr":"172.21.15.149:6835","nonce":2757180167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-13T06:20:05.248660+0000","modified":"2024-06-13T06:23:07.325841+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24512,"mds_1":24482,"mds_2":24455},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24431":{"gid":24431,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.96:6833/2827318421","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6832","nonce":2827318421},{"type":"v1","addr":"172.21.15.96:6833","nonce":2827318421}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24439":{"gid":24439,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6837/1742889729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":1742889729},{"type":"v1","addr":"172.21.15.149:6837","nonce":1742889729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6839/862740064","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":862740064},{"type":"v1","addr":"172.21.15.149:6839","nonce":862740064}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.96:6835/3408571209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6834","nonce":3408571209},{"type":"v1","addr":"172.21.15.96:6835","nonce":3408571209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.96:6837/2574644445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6836","nonce":2574644445},{"type":"v1","addr":"172.21.15.96:6837","nonce":2574644445}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.96:6839/1459106434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6838","nonce":1459106434},{"type":"v1","addr":"172.21.15.96:6839","nonce":1459106434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24512,"qdb_cluster":[24482,24512,24455]},"id":1}]} 2024-06-13T06:25:43.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.544+0000 7f24b8239700 1 -- 172.21.15.39:0/758752282 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f249c0a2e10 msgr2=0x7f249c0a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:25:43.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.544+0000 7f24b8239700 1 --2- 172.21.15.39:0/758752282 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f249c0a2e10 0x7f249c0a52d0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f24ac005950 tx=0x7f24ac00b410 comp rx=0 tx=0).stop 2024-06-13T06:25:43.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.544+0000 7f24b8239700 1 -- 172.21.15.39:0/758752282 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24b0101fd0 msgr2=0x7f24b0199f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:25:43.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.544+0000 7f24b8239700 1 --2- 172.21.15.39:0/758752282 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24b0101fd0 0x7f24b0199f50 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f24a400c010 tx=0x7f24a40047b0 comp rx=0 tx=0).stop 2024-06-13T06:25:43.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.544+0000 7f24b8239700 1 -- 172.21.15.39:0/758752282 shutdown_connections 2024-06-13T06:25:43.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.544+0000 7f24b8239700 1 --2- 172.21.15.39:0/758752282 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f249c0a2e10 0x7f249c0a52d0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:43.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.544+0000 7f24b8239700 1 --2- 172.21.15.39:0/758752282 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f24b01066b0 0x7f24b01a4a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:43.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.544+0000 7f24b8239700 1 --2- 172.21.15.39:0/758752282 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f24b0101620 0x7f24b0199a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:43.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.544+0000 7f24b8239700 1 --2- 172.21.15.39:0/758752282 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24b0101fd0 0x7f24b0199f50 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:43.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.544+0000 7f24b8239700 1 -- 172.21.15.39:0/758752282 >> 172.21.15.39:0/758752282 conn(0x7f24b0078340 msgr2=0x7f24b00ff390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:25:43.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.545+0000 7f24b8239700 1 -- 172.21.15.39:0/758752282 shutdown_connections 2024-06-13T06:25:43.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:43.545+0000 7f24b8239700 1 -- 172.21.15.39:0/758752282 wait complete. 2024-06-13T06:25:43.545 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 24 2024-06-13T06:25:43.890 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:25:43 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/758752282' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:25:43.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:25:43 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/758752282' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:25:44.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:25:43 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/758752282' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:25:44.267 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24512 quiesce db --set-id 912836bf --release --await' 2024-06-13T06:25:44.268 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- timeout 105 ceph tell mds.24512 quiesce db --set-id 912836bf --release --await 2024-06-13T06:25:44.523 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:25:44.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:25:44 smithi039 ceph-mon[32479]: pgmap v80: 97 pgs: 97 active+clean; 2.2 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 938 B/s wr, 5 op/s 2024-06-13T06:25:44.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:25:44 smithi149 ceph-mon[36963]: pgmap v80: 97 pgs: 97 active+clean; 2.2 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 938 B/s wr, 5 op/s 2024-06-13T06:25:45.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:25:44 smithi096 ceph-mon[36532]: pgmap v80: 97 pgs: 97 active+clean; 2.2 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 938 B/s wr, 5 op/s 2024-06-13T06:25:46.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.177+0000 7f9feb35f700 1 -- 172.21.15.39:0/3429048762 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9fe4102740 msgr2=0x7f9fe4102b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:25:46.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.177+0000 7f9feb35f700 1 --2- 172.21.15.39:0/3429048762 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9fe4102740 0x7f9fe4102b20 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f9fe00099c0 tx=0x7f9fe0009cd0 comp rx=0 tx=0).stop 2024-06-13T06:25:46.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.177+0000 7f9feb35f700 1 -- 172.21.15.39:0/3429048762 shutdown_connections 2024-06-13T06:25:46.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.177+0000 7f9feb35f700 1 --2- 172.21.15.39:0/3429048762 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9fe4107840 0x7f9fe410f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:46.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.177+0000 7f9feb35f700 1 --2- 172.21.15.39:0/3429048762 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9fe4102740 0x7f9fe4102b20 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:46.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.177+0000 7f9feb35f700 1 --2- 172.21.15.39:0/3429048762 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9fe41030f0 0x7f9fe4107110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:46.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.177+0000 7f9feb35f700 1 -- 172.21.15.39:0/3429048762 >> 172.21.15.39:0/3429048762 conn(0x7f9fe40795f0 msgr2=0x7f9fe4079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:25:46.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.177+0000 7f9feb35f700 1 -- 172.21.15.39:0/3429048762 shutdown_connections 2024-06-13T06:25:46.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.177+0000 7f9feb35f700 1 -- 172.21.15.39:0/3429048762 wait complete. 2024-06-13T06:25:46.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.178+0000 7f9feb35f700 1 Processor -- start 2024-06-13T06:25:46.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.178+0000 7f9feb35f700 1 -- start start 2024-06-13T06:25:46.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.178+0000 7f9feb35f700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9fe4102740 0x7f9fe419e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:25:46.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.178+0000 7f9feb35f700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9fe41030f0 0x7f9fe419ee10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:25:46.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.178+0000 7f9feb35f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9fe4107840 0x7f9fe4198ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:25:46.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.178+0000 7f9feb35f700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f9fe4112780 con 0x7f9fe4107840 2024-06-13T06:25:46.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.178+0000 7f9feb35f700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f9fe4112600 con 0x7f9fe4102740 2024-06-13T06:25:46.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.178+0000 7f9feb35f700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f9fe4112900 con 0x7f9fe41030f0 2024-06-13T06:25:46.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.178+0000 7f9fe98fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9fe4107840 0x7f9fe4198ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:25:46.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.178+0000 7f9fe98fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9fe4107840 0x7f9fe4198ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56502/0 (socket says 172.21.15.39:56502) 2024-06-13T06:25:46.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.178+0000 7f9fe98fc700 1 -- 172.21.15.39:0/3059119204 learned_addr learned my addr 172.21.15.39:0/3059119204 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:25:46.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.178+0000 7f9fe90fb700 1 --2- 172.21.15.39:0/3059119204 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9fe4102740 0x7f9fe419e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:25:46.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.178+0000 7f9fe88fa700 1 --2- 172.21.15.39:0/3059119204 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9fe41030f0 0x7f9fe419ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:25:46.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.178+0000 7f9fe98fc700 1 -- 172.21.15.39:0/3059119204 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9fe41030f0 msgr2=0x7f9fe419ee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:25:46.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.178+0000 7f9fe98fc700 1 --2- 172.21.15.39:0/3059119204 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9fe41030f0 0x7f9fe419ee10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:46.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.178+0000 7f9fe98fc700 1 -- 172.21.15.39:0/3059119204 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9fe4102740 msgr2=0x7f9fe419e8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:25:46.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.178+0000 7f9fe98fc700 1 --2- 172.21.15.39:0/3059119204 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9fe4102740 0x7f9fe419e8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:46.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.179+0000 7f9fe98fc700 1 -- 172.21.15.39:0/3059119204 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fe4199240 con 0x7f9fe4107840 2024-06-13T06:25:46.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.179+0000 7f9fe98fc700 1 --2- 172.21.15.39:0/3059119204 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9fe4107840 0x7f9fe4198ae0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f9fdc00ada0 tx=0x7f9fdc00c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:25:46.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.179+0000 7f9fda7fc700 1 -- 172.21.15.39:0/3059119204 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fdc017020 con 0x7f9fe4107840 2024-06-13T06:25:46.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.179+0000 7f9feb35f700 1 -- 172.21.15.39:0/3059119204 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9fe4199530 con 0x7f9fe4107840 2024-06-13T06:25:46.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.179+0000 7f9fda7fc700 1 -- 172.21.15.39:0/3059119204 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9fdc00cdb0 con 0x7f9fe4107840 2024-06-13T06:25:46.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.179+0000 7f9fda7fc700 1 -- 172.21.15.39:0/3059119204 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fdc0053e0 con 0x7f9fe4107840 2024-06-13T06:25:46.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.179+0000 7f9feb35f700 1 -- 172.21.15.39:0/3059119204 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9fe41a57a0 con 0x7f9fe4107840 2024-06-13T06:25:46.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.181+0000 7f9fda7fc700 1 -- 172.21.15.39:0/3059119204 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f9fdc00c8d0 con 0x7f9fe4107840 2024-06-13T06:25:46.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.182+0000 7f9fda7fc700 1 --2- 172.21.15.39:0/3059119204 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f9fd00a2d90 0x7f9fd00a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:25:46.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.182+0000 7f9fe90fb700 1 --2- 172.21.15.39:0/3059119204 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f9fd00a2d90 0x7f9fd00a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:25:46.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.182+0000 7f9fda7fc700 1 -- 172.21.15.39:0/3059119204 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7f9fdc0cea90 con 0x7f9fe4107840 2024-06-13T06:25:46.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.182+0000 7f9fe90fb700 1 --2- 172.21.15.39:0/3059119204 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f9fd00a2d90 0x7f9fd00a5250 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f9fe4107250 tx=0x7f9fe0005a90 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:25:46.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.183+0000 7f9ff5be2b80 1 Processor -- start 2024-06-13T06:25:46.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.183+0000 7f9ff5be2b80 1 -- start start 2024-06-13T06:25:46.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.183+0000 7f9ff5be2b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e079852c40 0x55e079853020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:25:46.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.183+0000 7f9ff5be2b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55e079853560 0x55e07984ce90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:25:46.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.183+0000 7f9ff5be2b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e07984d3d0 0x55e07984d810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:25:46.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.183+0000 7f9ff5be2b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55e07979e910 con 0x55e079852c40 2024-06-13T06:25:46.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.183+0000 7f9ff5be2b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x55e079746820 con 0x55e079853560 2024-06-13T06:25:46.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.183+0000 7f9ff5be2b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55e07979a8d0 con 0x55e07984d3d0 2024-06-13T06:25:46.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.183+0000 7f9fe90fb700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e079852c40 0x55e079853020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:25:46.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.183+0000 7f9fe90fb700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e079852c40 0x55e079853020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56510/0 (socket says 172.21.15.39:56510) 2024-06-13T06:25:46.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.183+0000 7f9fe90fb700 1 -- 172.21.15.39:0/3171270864 learned_addr learned my addr 172.21.15.39:0/3171270864 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:25:46.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.183+0000 7f9fe88fa700 1 --2- 172.21.15.39:0/3171270864 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55e079853560 0x55e07984ce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:25:46.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.183+0000 7f9fe98fc700 1 --2- 172.21.15.39:0/3171270864 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e07984d3d0 0x55e07984d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:25:46.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.184+0000 7f9fe98fc700 1 -- 172.21.15.39:0/3171270864 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55e079853560 msgr2=0x55e07984ce90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:25:46.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.184+0000 7f9fe98fc700 1 --2- 172.21.15.39:0/3171270864 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55e079853560 0x55e07984ce90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:46.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.184+0000 7f9fe98fc700 1 -- 172.21.15.39:0/3171270864 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e079852c40 msgr2=0x55e079853020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:25:46.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.184+0000 7f9fe98fc700 1 --2- 172.21.15.39:0/3171270864 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e079852c40 0x55e079853020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:46.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.184+0000 7f9fe98fc700 1 -- 172.21.15.39:0/3171270864 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e07973d050 con 0x55e07984d3d0 2024-06-13T06:25:46.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.184+0000 7f9fe88fa700 1 --2- 172.21.15.39:0/3171270864 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55e079853560 0x55e07984ce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T06:25:46.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.184+0000 7f9fe90fb700 1 --2- 172.21.15.39:0/3171270864 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e079852c40 0x55e079853020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T06:25:46.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.184+0000 7f9fe98fc700 1 --2- 172.21.15.39:0/3171270864 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e07984d3d0 0x55e07984d810 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f9fdc0cc1f0 tx=0x7f9fdc09af50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3c07c90c562243fd server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:25:46.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.184+0000 7f9fcf7fe700 1 -- 172.21.15.39:0/3171270864 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fdc0bb0c0 con 0x55e07984d3d0 2024-06-13T06:25:46.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.184+0000 7f9fcf7fe700 1 -- 172.21.15.39:0/3171270864 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9fdc09b050 con 0x55e07984d3d0 2024-06-13T06:25:46.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.184+0000 7f9fcf7fe700 1 -- 172.21.15.39:0/3171270864 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fdc0192b0 con 0x55e07984d3d0 2024-06-13T06:25:46.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.185+0000 7f9ff5be2b80 1 -- 172.21.15.39:0/3171270864 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e07984d3d0 msgr2=0x55e07984d810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:25:46.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.185+0000 7f9ff5be2b80 1 --2- 172.21.15.39:0/3171270864 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e07984d3d0 0x55e07984d810 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f9fdc0cc1f0 tx=0x7f9fdc09af50 comp rx=0 tx=0).stop 2024-06-13T06:25:46.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.185+0000 7f9ff5be2b80 1 -- 172.21.15.39:0/3171270864 shutdown_connections 2024-06-13T06:25:46.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.185+0000 7f9ff5be2b80 1 --2- 172.21.15.39:0/3171270864 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e07984d3d0 0x55e07984d810 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:46.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.185+0000 7f9ff5be2b80 1 --2- 172.21.15.39:0/3171270864 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e079852c40 0x55e079853020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:46.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.185+0000 7f9ff5be2b80 1 --2- 172.21.15.39:0/3171270864 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55e079853560 0x55e07984ce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:46.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.185+0000 7f9ff5be2b80 1 -- 172.21.15.39:0/3171270864 >> 172.21.15.39:0/3171270864 conn(0x55e079777dc0 msgr2=0x55e079848120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:25:46.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.185+0000 7f9ff5be2b80 1 -- 172.21.15.39:0/3171270864 shutdown_connections 2024-06-13T06:25:46.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.185+0000 7f9ff5be2b80 1 -- 172.21.15.39:0/3171270864 wait complete. 2024-06-13T06:25:46.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.185+0000 7f9ff5be2b80 1 -- start start 2024-06-13T06:25:46.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.186+0000 7f9ff5be2b80 1 Processor -- start 2024-06-13T06:25:46.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.186+0000 7f9ff5be2b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e07984d3d0 0x55e079859350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:25:46.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.186+0000 7f9ff5be2b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55e079852c40 0x55e079856650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:25:46.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.186+0000 7f9ff5be2b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e079853560 0x55e079856b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:25:46.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.186+0000 7f9ff5be2b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55e079859fd0 con 0x55e079853560 2024-06-13T06:25:46.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.186+0000 7f9ff5be2b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x55e07973ecf0 con 0x55e079852c40 2024-06-13T06:25:46.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.186+0000 7f9ff5be2b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55e07985a150 con 0x55e07984d3d0 2024-06-13T06:25:46.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.186+0000 7f9ff5be2b80 10 client.0 _ll_register_callbacks cb 0x55e079738a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:25:46.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.186+0000 7f9fe98fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e079853560 0x55e079856b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:25:46.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.186+0000 7f9fe98fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e079853560 0x55e079856b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56520/0 (socket says 172.21.15.39:56520) 2024-06-13T06:25:46.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.186+0000 7f9fe98fc700 1 -- 172.21.15.39:0/3112199360 learned_addr learned my addr 172.21.15.39:0/3112199360 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:25:46.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.186+0000 7f9fe90fb700 1 --2- 172.21.15.39:0/3112199360 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e07984d3d0 0x55e079859350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:25:46.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.186+0000 7f9fe88fa700 1 --2- 172.21.15.39:0/3112199360 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55e079852c40 0x55e079856650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:25:46.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.186+0000 7f9fe98fc700 1 -- 172.21.15.39:0/3112199360 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e07984d3d0 msgr2=0x55e079859350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:25:46.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.186+0000 7f9fe98fc700 1 --2- 172.21.15.39:0/3112199360 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e07984d3d0 0x55e079859350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:46.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.187+0000 7f9fe98fc700 1 -- 172.21.15.39:0/3112199360 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55e079852c40 msgr2=0x55e079856650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:25:46.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.187+0000 7f9fe98fc700 1 --2- 172.21.15.39:0/3112199360 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55e079852c40 0x55e079856650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:46.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.187+0000 7f9fe98fc700 1 -- 172.21.15.39:0/3112199360 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e0796ed9d0 con 0x55e079853560 2024-06-13T06:25:46.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.187+0000 7f9fe88fa700 1 --2- 172.21.15.39:0/3112199360 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55e079852c40 0x55e079856650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:25:46.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.187+0000 7f9fe98fc700 1 --2- 172.21.15.39:0/3112199360 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e079853560 0x55e079856b90 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f9fdc0cc7f0 tx=0x7f9fdc097400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8bdd7f10c648ff2 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:25:46.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.187+0000 7f9fccff9700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:25:46.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.187+0000 7f9fccff9700 1 -- 172.21.15.39:0/3112199360 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fdc0b3030 con 0x55e079853560 2024-06-13T06:25:46.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.187+0000 7f9fccff9700 1 -- 172.21.15.39:0/3112199360 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7f9fdc0192b0 con 0x55e079853560 2024-06-13T06:25:46.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.187+0000 7f9ff5be2b80 1 -- 172.21.15.39:0/3112199360 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9fdc09b050 con 0x55e079853560 2024-06-13T06:25:46.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.187+0000 7f9fccff9700 1 -- 172.21.15.39:0/3112199360 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f9fdc0194b0 con 0x55e079853560 2024-06-13T06:25:46.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.187+0000 7f9ff5be2b80 10 client.15399 fetch_fsmap learned FSMap version 24 2024-06-13T06:25:46.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.187+0000 7f9ff5be2b80 1 -- 172.21.15.39:0/3112199360 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55e079864920 con 0x55e079853560 2024-06-13T06:25:46.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.187+0000 7f9fccff9700 1 -- 172.21.15.39:0/3112199360 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9fdc09b050 con 0x55e079853560 2024-06-13T06:25:46.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.187+0000 7f9fccff9700 1 -- 172.21.15.39:0/3112199360 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f9fdc012070 con 0x55e079853560 2024-06-13T06:25:46.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.188+0000 7f9ff5be2b80 10 client.15399 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:25:46.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.188+0000 7f9ff5be2b80 10 client.15399 resolve_mds: validated gid 24512 aka daemon mds.b 2024-06-13T06:25:46.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.188+0000 7f9ff5be2b80 20 client.15399 populate_metadata read hostname 'smithi039' 2024-06-13T06:25:46.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.188+0000 7f9ff5be2b80 1 --2- 172.21.15.39:0/3112199360 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55e079866df0 0x55e0798691e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:25:46.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.188+0000 7f9ff5be2b80 4 client.15399 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T06:25:46.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.188+0000 7f9ff5be2b80 1 -- 172.21.15.39:0/3112199360 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e0797abe10 con 0x55e079866df0 2024-06-13T06:25:46.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.188+0000 7f9fe90fb700 1 --2- 172.21.15.39:0/3112199360 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55e079866df0 0x55e0798691e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:25:46.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.188+0000 7f9fccff9700 10 client.15399 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:25:46.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.188+0000 7f9fe90fb700 1 --2- 172.21.15.39:0/3112199360 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55e079866df0 0x55e0798691e0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a8f310fa37f590c1 server_cookie=461c2458aabd1998 in_seq=0 out_seq=0 2024-06-13T06:25:46.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.189+0000 7f9fccff9700 1 -- 172.21.15.39:0/3112199360 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55e0797abe10 con 0x55e079866df0 2024-06-13T06:25:46.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.189+0000 7f9fccff9700 10 client.15399 handle_command_reply: tid=0 2024-06-13T06:25:46.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.189+0000 7f9ff5be2b80 1 client.15399 shutdown 2024-06-13T06:25:46.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.189+0000 7f9ff5be2b80 1 -- 172.21.15.39:0/3112199360 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e079853560 msgr2=0x55e079856b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:25:46.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.189+0000 7f9ff5be2b80 1 --2- 172.21.15.39:0/3112199360 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e079853560 0x55e079856b90 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f9fdc0cc7f0 tx=0x7f9fdc097400 comp rx=0 tx=0).stop 2024-06-13T06:25:46.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.189+0000 7f9ff5be2b80 1 -- 172.21.15.39:0/3112199360 shutdown_connections 2024-06-13T06:25:46.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.189+0000 7f9ff5be2b80 1 --2- 172.21.15.39:0/3112199360 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e079853560 0x55e079856b90 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:46.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.189+0000 7f9ff5be2b80 1 --2- 172.21.15.39:0/3112199360 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e07984d3d0 0x55e079859350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:46.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.189+0000 7f9ff5be2b80 1 --2- 172.21.15.39:0/3112199360 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55e079866df0 0x55e0798691e0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:46.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.189+0000 7f9ff5be2b80 1 --2- 172.21.15.39:0/3112199360 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55e079852c40 0x55e079856650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:46.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.189+0000 7f9ff5be2b80 1 -- 172.21.15.39:0/3112199360 >> 172.21.15.39:0/3112199360 conn(0x55e079777dc0 msgr2=0x55e079847d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:25:46.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.189+0000 7f9fccff9700 0 client.15399 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:25:46.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.190+0000 7f9ff5be2b80 1 -- 172.21.15.39:0/3112199360 shutdown_connections 2024-06-13T06:25:46.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.190+0000 7f9ff5be2b80 1 -- 172.21.15.39:0/3112199360 wait complete. 2024-06-13T06:25:46.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.190+0000 7f9ff5be2b80 20 client.15399 trim_cache size 0 max 16384 2024-06-13T06:25:46.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.210+0000 7f9ff5be2b80 1 Processor -- start 2024-06-13T06:25:46.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.210+0000 7f9ff5be2b80 1 -- start start 2024-06-13T06:25:46.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.210+0000 7f9ff5be2b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e07984d3d0 0x55e07984ce90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:25:46.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.210+0000 7f9ff5be2b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55e079852c40 0x55e079855540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:25:46.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.210+0000 7f9ff5be2b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e079853560 0x55e079855f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:25:46.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.210+0000 7f9ff5be2b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f9fe41af770 con 0x55e07984d3d0 2024-06-13T06:25:46.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.210+0000 7f9ff5be2b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f9fe41ad000 con 0x55e079852c40 2024-06-13T06:25:46.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.210+0000 7f9ff5be2b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f9fe41aae50 con 0x55e079853560 2024-06-13T06:25:46.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.210+0000 7f9fe90fb700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e07984d3d0 0x55e07984ce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:25:46.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.210+0000 7f9fe90fb700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e07984d3d0 0x55e07984ce90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56532/0 (socket says 172.21.15.39:56532) 2024-06-13T06:25:46.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.210+0000 7f9fe90fb700 1 -- 172.21.15.39:0/1222995577 learned_addr learned my addr 172.21.15.39:0/1222995577 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:25:46.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.211+0000 7f9fe88fa700 1 --2- 172.21.15.39:0/1222995577 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55e079852c40 0x55e079855540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:25:46.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.211+0000 7f9fe90fb700 1 -- 172.21.15.39:0/1222995577 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e079853560 msgr2=0x55e079855f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:25:46.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.211+0000 7f9fe90fb700 1 --2- 172.21.15.39:0/1222995577 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e079853560 0x55e079855f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:46.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.211+0000 7f9fe90fb700 1 -- 172.21.15.39:0/1222995577 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55e079852c40 msgr2=0x55e079855540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:25:46.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.211+0000 7f9fe90fb700 1 --2- 172.21.15.39:0/1222995577 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55e079852c40 0x55e079855540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:46.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.211+0000 7f9fe90fb700 1 -- 172.21.15.39:0/1222995577 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e079848660 con 0x55e07984d3d0 2024-06-13T06:25:46.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.211+0000 7f9fe88fa700 1 --2- 172.21.15.39:0/1222995577 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55e079852c40 0x55e079855540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:25:46.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.211+0000 7f9fe90fb700 1 --2- 172.21.15.39:0/1222995577 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e07984d3d0 0x55e07984ce90 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f9fe0005b40 tx=0x7f9fe0020000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d4fca4e2d98c10a server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:25:46.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.211+0000 7f9fceffd700 1 -- 172.21.15.39:0/1222995577 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fe0036070 con 0x55e07984d3d0 2024-06-13T06:25:46.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.211+0000 7f9fceffd700 1 -- 172.21.15.39:0/1222995577 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9fe000fdd0 con 0x55e07984d3d0 2024-06-13T06:25:46.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.211+0000 7f9fceffd700 1 -- 172.21.15.39:0/1222995577 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fe0024670 con 0x55e07984d3d0 2024-06-13T06:25:46.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.212+0000 7f9ff5be2b80 1 -- 172.21.15.39:0/1222995577 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e07984d3d0 msgr2=0x55e07984ce90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:25:46.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.212+0000 7f9ff5be2b80 1 --2- 172.21.15.39:0/1222995577 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e07984d3d0 0x55e07984ce90 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f9fe0005b40 tx=0x7f9fe0020000 comp rx=0 tx=0).stop 2024-06-13T06:25:46.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.212+0000 7f9ff5be2b80 1 -- 172.21.15.39:0/1222995577 shutdown_connections 2024-06-13T06:25:46.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.212+0000 7f9ff5be2b80 1 --2- 172.21.15.39:0/1222995577 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e079853560 0x55e079855f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:46.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.212+0000 7f9ff5be2b80 1 --2- 172.21.15.39:0/1222995577 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e07984d3d0 0x55e07984ce90 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:46.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.212+0000 7f9ff5be2b80 1 --2- 172.21.15.39:0/1222995577 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55e079852c40 0x55e079855540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:46.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.212+0000 7f9ff5be2b80 1 -- 172.21.15.39:0/1222995577 >> 172.21.15.39:0/1222995577 conn(0x55e079777dc0 msgr2=0x55e079854e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:25:46.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.212+0000 7f9ff5be2b80 1 -- 172.21.15.39:0/1222995577 shutdown_connections 2024-06-13T06:25:46.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.212+0000 7f9ff5be2b80 1 -- 172.21.15.39:0/1222995577 wait complete. 2024-06-13T06:25:46.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.212+0000 7f9ff5be2b80 1 -- start start 2024-06-13T06:25:46.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.212+0000 7f9ff5be2b80 1 Processor -- start 2024-06-13T06:25:46.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.213+0000 7f9ff5be2b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e07984d3d0 0x55e07986b800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:25:46.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.213+0000 7f9ff5be2b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e079852c40 0x55e07986bd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:25:46.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.213+0000 7f9ff5be2b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55e079853560 0x55e0798cb710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:25:46.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.213+0000 7f9ff5be2b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f9fe41ab4c0 con 0x55e079852c40 2024-06-13T06:25:46.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.213+0000 7f9ff5be2b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f9fe41ac930 con 0x55e079853560 2024-06-13T06:25:46.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.213+0000 7f9ff5be2b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f9fe41abb90 con 0x55e07984d3d0 2024-06-13T06:25:46.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.213+0000 7f9ff5be2b80 10 client.0 _ll_register_callbacks cb 0x55e079738a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:25:46.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.213+0000 7f9fe88fa700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e079852c40 0x55e07986bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:25:46.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.213+0000 7f9fe88fa700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e079852c40 0x55e07986bd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56536/0 (socket says 172.21.15.39:56536) 2024-06-13T06:25:46.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.213+0000 7f9fe88fa700 1 -- 172.21.15.39:0/3994442881 learned_addr learned my addr 172.21.15.39:0/3994442881 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:25:46.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.213+0000 7f9fe90fb700 1 --2- 172.21.15.39:0/3994442881 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e07984d3d0 0x55e07986b800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:25:46.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.213+0000 7f9fe88fa700 1 -- 172.21.15.39:0/3994442881 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e07984d3d0 msgr2=0x55e07986b800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:25:46.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.213+0000 7f9fe88fa700 1 --2- 172.21.15.39:0/3994442881 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e07984d3d0 0x55e07986b800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:46.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.213+0000 7f9fe98fc700 1 --2- 172.21.15.39:0/3994442881 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55e079853560 0x55e0798cb710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:25:46.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.213+0000 7f9fe88fa700 1 -- 172.21.15.39:0/3994442881 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55e079853560 msgr2=0x55e0798cb710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:25:46.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.213+0000 7f9fe88fa700 1 --2- 172.21.15.39:0/3994442881 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55e079853560 0x55e0798cb710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:46.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.213+0000 7f9fe88fa700 1 -- 172.21.15.39:0/3994442881 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e0798cbd00 con 0x55e079852c40 2024-06-13T06:25:46.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.213+0000 7f9fe88fa700 1 --2- 172.21.15.39:0/3994442881 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e079852c40 0x55e07986bd40 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f9fd40108f0 tx=0x7f9fd4010c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d6f144d19814fd0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:25:46.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.213+0000 7f9fccff9700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:25:46.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.213+0000 7f9fccff9700 1 -- 172.21.15.39:0/3994442881 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fd4022060 con 0x55e079852c40 2024-06-13T06:25:46.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.213+0000 7f9fccff9700 1 -- 172.21.15.39:0/3994442881 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7f9fd4003680 con 0x55e079852c40 2024-06-13T06:25:46.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.213+0000 7f9ff5be2b80 1 -- 172.21.15.39:0/3994442881 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9fe000fdd0 con 0x55e079852c40 2024-06-13T06:25:46.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.214+0000 7f9fccff9700 1 -- 172.21.15.39:0/3994442881 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f9fd4004520 con 0x55e079852c40 2024-06-13T06:25:46.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.214+0000 7f9ff5be2b80 10 client.15405 fetch_fsmap learned FSMap version 24 2024-06-13T06:25:46.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.214+0000 7f9ff5be2b80 1 -- 172.21.15.39:0/3994442881 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55e0798d3070 con 0x55e079852c40 2024-06-13T06:25:46.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.214+0000 7f9fccff9700 1 -- 172.21.15.39:0/3994442881 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9fe000fdd0 con 0x55e079852c40 2024-06-13T06:25:46.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.214+0000 7f9fccff9700 1 -- 172.21.15.39:0/3994442881 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f9fd40253a0 con 0x55e079852c40 2024-06-13T06:25:46.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.214+0000 7f9ff5be2b80 10 client.15405 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:25:46.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.214+0000 7f9ff5be2b80 10 client.15405 resolve_mds: validated gid 24512 aka daemon mds.b 2024-06-13T06:25:46.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.214+0000 7f9ff5be2b80 20 client.15405 populate_metadata read hostname 'smithi039' 2024-06-13T06:25:46.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.214+0000 7f9ff5be2b80 1 --2- 172.21.15.39:0/3994442881 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55e0798d3780 0x55e0798d5ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:25:46.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.214+0000 7f9ff5be2b80 4 client.15405 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "912836bf", "release": true, "await": true}] 2024-06-13T06:25:46.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.214+0000 7f9ff5be2b80 1 -- 172.21.15.39:0/3994442881 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "quiesce db", "set_id": "912836bf", "release": true, "await": true}) -- 0x55e0797a6390 con 0x55e0798d3780 2024-06-13T06:25:46.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.214+0000 7f9fe90fb700 1 --2- 172.21.15.39:0/3994442881 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55e0798d3780 0x55e0798d5ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:25:46.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.215+0000 7f9fe90fb700 1 --2- 172.21.15.39:0/3994442881 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55e0798d3780 0x55e0798d5ba0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bf1d920ee04cb690 server_cookie=dcf3d607a5056972 in_seq=0 out_seq=0 2024-06-13T06:25:46.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.215+0000 7f9fccff9700 10 client.15405 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:25:46.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.217+0000 7f9fccff9700 1 -- 172.21.15.39:0/3994442881 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x55e0797a6390 con 0x55e0798d3780 2024-06-13T06:25:46.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.217+0000 7f9fccff9700 10 client.15405 handle_command_reply: tid=0 2024-06-13T06:25:46.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.217+0000 7f9ff5be2b80 1 client.15405 shutdown 2024-06-13T06:25:46.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.218+0000 7f9ff5be2b80 1 -- 172.21.15.39:0/3994442881 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e079852c40 msgr2=0x55e07986bd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:25:46.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.218+0000 7f9ff5be2b80 1 --2- 172.21.15.39:0/3994442881 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e079852c40 0x55e07986bd40 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f9fd40108f0 tx=0x7f9fd4010c00 comp rx=0 tx=0).stop 2024-06-13T06:25:46.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.218+0000 7f9ff5be2b80 1 -- 172.21.15.39:0/3994442881 shutdown_connections 2024-06-13T06:25:46.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.218+0000 7f9ff5be2b80 1 --2- 172.21.15.39:0/3994442881 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55e0798d3780 0x55e0798d5ba0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:46.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.218+0000 7f9ff5be2b80 1 --2- 172.21.15.39:0/3994442881 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55e079853560 0x55e0798cb710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:46.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.218+0000 7f9ff5be2b80 1 --2- 172.21.15.39:0/3994442881 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e07984d3d0 0x55e07986b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:46.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.218+0000 7f9ff5be2b80 1 --2- 172.21.15.39:0/3994442881 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e079852c40 0x55e07986bd40 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:46.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.218+0000 7f9ff5be2b80 1 -- 172.21.15.39:0/3994442881 >> 172.21.15.39:0/3994442881 conn(0x55e079777dc0 msgr2=0x55e0798556c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:25:46.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.218+0000 7f9fccff9700 0 client.15405 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:25:46.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.218+0000 7f9ff5be2b80 1 -- 172.21.15.39:0/3994442881 shutdown_connections 2024-06-13T06:25:46.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.218+0000 7f9ff5be2b80 1 -- 172.21.15.39:0/3994442881 wait complete. 2024-06-13T06:25:46.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.218+0000 7f9ff5be2b80 20 client.15405 trim_cache size 0 max 16384 2024-06-13T06:25:46.221 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-06-13T06:25:46.221 INFO:teuthology.orchestra.run.smithi039.stdout: "epoch": 24, 2024-06-13T06:25:46.222 INFO:teuthology.orchestra.run.smithi039.stdout: "leader": 24512, 2024-06-13T06:25:46.222 INFO:teuthology.orchestra.run.smithi039.stdout: "set_version": 8, 2024-06-13T06:25:46.222 INFO:teuthology.orchestra.run.smithi039.stdout: "sets": { 2024-06-13T06:25:46.222 INFO:teuthology.orchestra.run.smithi039.stdout: "912836bf": { 2024-06-13T06:25:46.222 INFO:teuthology.orchestra.run.smithi039.stdout: "version": 8, 2024-06-13T06:25:46.222 INFO:teuthology.orchestra.run.smithi039.stdout: "age_ref": 0.0, 2024-06-13T06:25:46.222 INFO:teuthology.orchestra.run.smithi039.stdout: "state": { 2024-06-13T06:25:46.222 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "RELEASED", 2024-06-13T06:25:46.222 INFO:teuthology.orchestra.run.smithi039.stdout: "age": 0.0 2024-06-13T06:25:46.222 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:25:46.222 INFO:teuthology.orchestra.run.smithi039.stdout: "timeout": 90.0, 2024-06-13T06:25:46.222 INFO:teuthology.orchestra.run.smithi039.stdout: "expiration": 146.0, 2024-06-13T06:25:46.222 INFO:teuthology.orchestra.run.smithi039.stdout: "members": { 2024-06-13T06:25:46.223 INFO:teuthology.orchestra.run.smithi039.stdout: "file:/": { 2024-06-13T06:25:46.223 INFO:teuthology.orchestra.run.smithi039.stdout: "excluded": false, 2024-06-13T06:25:46.223 INFO:teuthology.orchestra.run.smithi039.stdout: "state": { 2024-06-13T06:25:46.223 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "RELEASED", 2024-06-13T06:25:46.223 INFO:teuthology.orchestra.run.smithi039.stdout: "age": 0.0 2024-06-13T06:25:46.223 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:25:46.223 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:25:46.223 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:25:46.223 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:25:46.223 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:25:46.223 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-06-13T06:25:46.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.218+0000 7f9feb35f700 1 -- 172.21.15.39:0/3059119204 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f9fd00a2d90 msgr2=0x7f9fd00a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:25:46.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.218+0000 7f9feb35f700 1 --2- 172.21.15.39:0/3059119204 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f9fd00a2d90 0x7f9fd00a5250 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f9fe4107250 tx=0x7f9fe0005a90 comp rx=0 tx=0).stop 2024-06-13T06:25:46.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.218+0000 7f9feb35f700 1 -- 172.21.15.39:0/3059119204 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9fe4107840 msgr2=0x7f9fe4198ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:25:46.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.218+0000 7f9feb35f700 1 --2- 172.21.15.39:0/3059119204 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9fe4107840 0x7f9fe4198ae0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f9fdc00ada0 tx=0x7f9fdc00c330 comp rx=0 tx=0).stop 2024-06-13T06:25:46.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.219+0000 7f9feb35f700 1 -- 172.21.15.39:0/3059119204 shutdown_connections 2024-06-13T06:25:46.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.219+0000 7f9feb35f700 1 --2- 172.21.15.39:0/3059119204 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f9fd00a2d90 0x7f9fd00a5250 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:46.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.219+0000 7f9feb35f700 1 --2- 172.21.15.39:0/3059119204 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9fe4107840 0x7f9fe4198ae0 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:46.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.219+0000 7f9feb35f700 1 --2- 172.21.15.39:0/3059119204 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9fe4102740 0x7f9fe419e8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:46.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.219+0000 7f9feb35f700 1 --2- 172.21.15.39:0/3059119204 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9fe41030f0 0x7f9fe419ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:25:46.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.219+0000 7f9feb35f700 1 -- 172.21.15.39:0/3059119204 >> 172.21.15.39:0/3059119204 conn(0x7f9fe40795f0 msgr2=0x7f9fe4108990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:25:46.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.219+0000 7f9feb35f700 1 -- 172.21.15.39:0/3059119204 shutdown_connections 2024-06-13T06:25:46.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:25:46.219+0000 7f9feb35f700 1 -- 172.21.15.39:0/3059119204 wait complete. 2024-06-13T06:25:46.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:25:46 smithi039 ceph-mon[32479]: pgmap v81: 97 pgs: 97 active+clean; 2.2 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 938 B/s wr, 7 op/s 2024-06-13T06:25:46.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:25:46 smithi149 ceph-mon[36963]: pgmap v81: 97 pgs: 97 active+clean; 2.2 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 938 B/s wr, 7 op/s 2024-06-13T06:25:46.999 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '912836bf', total seconds elapsed: 31.7 2024-06-13T06:25:47.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:25:46 smithi096 ceph-mon[36532]: pgmap v81: 97 pgs: 97 active+clean; 2.2 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 938 B/s wr, 7 op/s 2024-06-13T06:25:48.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:25:48 smithi039 ceph-mon[32479]: pgmap v82: 97 pgs: 97 active+clean; 2.2 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 938 B/s wr, 5 op/s 2024-06-13T06:25:48.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:25:48 smithi149 ceph-mon[36963]: pgmap v82: 97 pgs: 97 active+clean; 2.2 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 938 B/s wr, 5 op/s 2024-06-13T06:25:49.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:25:48 smithi096 ceph-mon[36532]: pgmap v82: 97 pgs: 97 active+clean; 2.2 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 938 B/s wr, 5 op/s 2024-06-13T06:25:50.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:25:50 smithi039 ceph-mon[32479]: pgmap v83: 97 pgs: 97 active+clean; 2.2 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 938 B/s wr, 5 op/s 2024-06-13T06:25:50.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:25:50 smithi149 ceph-mon[36963]: pgmap v83: 97 pgs: 97 active+clean; 2.2 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 938 B/s wr, 5 op/s 2024-06-13T06:25:51.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:25:50 smithi096 ceph-mon[36532]: pgmap v83: 97 pgs: 97 active+clean; 2.2 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 938 B/s wr, 5 op/s 2024-06-13T06:25:52.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:25:52 smithi149 ceph-mon[36963]: pgmap v84: 97 pgs: 97 active+clean; 2.3 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.5 KiB/s wr, 9 op/s 2024-06-13T06:25:53.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:25:52 smithi096 ceph-mon[36532]: pgmap v84: 97 pgs: 97 active+clean; 2.3 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.5 KiB/s wr, 9 op/s 2024-06-13T06:25:53.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:25:52 smithi039 ceph-mon[32479]: pgmap v84: 97 pgs: 97 active+clean; 2.3 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.5 KiB/s wr, 9 op/s 2024-06-13T06:25:54.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:25:54 smithi149 ceph-mon[36963]: pgmap v85: 97 pgs: 97 active+clean; 2.3 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 8.6 KiB/s wr, 7 op/s 2024-06-13T06:25:55.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:25:54 smithi096 ceph-mon[36532]: pgmap v85: 97 pgs: 97 active+clean; 2.3 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 8.6 KiB/s wr, 7 op/s 2024-06-13T06:25:55.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:25:54 smithi039 ceph-mon[32479]: pgmap v85: 97 pgs: 97 active+clean; 2.3 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 8.6 KiB/s wr, 7 op/s 2024-06-13T06:25:56.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:25:56 smithi149 ceph-mon[36963]: pgmap v86: 97 pgs: 97 active+clean; 2.4 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 11 op/s 2024-06-13T06:25:56.974 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:25:56 smithi039 ceph-mon[32479]: pgmap v86: 97 pgs: 97 active+clean; 2.4 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 11 op/s 2024-06-13T06:25:57.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:25:56 smithi096 ceph-mon[36532]: pgmap v86: 97 pgs: 97 active+clean; 2.4 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 11 op/s 2024-06-13T06:25:58.313 INFO:tasks.workunit.client.0.smithi039.stdout:1/600: open fd = 3 2024-06-13T06:25:58.313 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.313 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.313 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.313 INFO:tasks.workunit.client.0.smithi039.stdout:2/600: open fd = 3 2024-06-13T06:25:58.313 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.313 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.314 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.314 INFO:tasks.workunit.client.0.smithi039.stdout:3/600: open fd = 3 2024-06-13T06:25:58.314 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.314 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.314 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.314 INFO:tasks.workunit.client.0.smithi039.stdout:4/600: open fd = 3 2024-06-13T06:25:58.314 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.314 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.318 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.318 INFO:tasks.workunit.client.0.smithi039.stdout:5/600: open fd = 3 2024-06-13T06:25:58.318 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.318 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.319 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.319 INFO:tasks.workunit.client.0.smithi039.stdout:6/600: open fd = 3 2024-06-13T06:25:58.319 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.319 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.319 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.319 INFO:tasks.workunit.client.0.smithi039.stdout:7/600: open fd = 3 2024-06-13T06:25:58.319 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.319 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.319 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.319 INFO:tasks.workunit.client.0.smithi039.stdout:8/600: open fd = 3 2024-06-13T06:25:58.319 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.319 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.319 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.319 INFO:tasks.workunit.client.0.smithi039.stdout:9/600: open fd = 3 2024-06-13T06:25:58.320 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.320 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.320 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.320 INFO:tasks.workunit.client.0.smithi039.stdout:10/600: open fd = 3 2024-06-13T06:25:58.320 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.320 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.320 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.320 INFO:tasks.workunit.client.0.smithi039.stdout:11/600: open fd = 3 2024-06-13T06:25:58.320 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.320 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.320 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.320 INFO:tasks.workunit.client.0.smithi039.stdout:12/600: open fd = 3 2024-06-13T06:25:58.320 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.320 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.321 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.321 INFO:tasks.workunit.client.0.smithi039.stdout:13/600: open fd = 3 2024-06-13T06:25:58.321 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.321 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.321 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.321 INFO:tasks.workunit.client.0.smithi039.stdout:14/600: open fd = 3 2024-06-13T06:25:58.321 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.321 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.321 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.321 INFO:tasks.workunit.client.0.smithi039.stdout:15/600: open fd = 3 2024-06-13T06:25:58.321 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.321 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.321 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.321 INFO:tasks.workunit.client.0.smithi039.stdout:16/600: open fd = 3 2024-06-13T06:25:58.321 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.322 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.322 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.322 INFO:tasks.workunit.client.0.smithi039.stdout:17/600: open fd = 3 2024-06-13T06:25:58.322 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.322 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.322 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.322 INFO:tasks.workunit.client.0.smithi039.stdout:18/600: open fd = 3 2024-06-13T06:25:58.322 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.322 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.322 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.322 INFO:tasks.workunit.client.0.smithi039.stdout:19/600: open fd = 3 2024-06-13T06:25:58.322 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.323 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.323 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.323 INFO:tasks.workunit.client.0.smithi039.stdout:20/600: open fd = 3 2024-06-13T06:25:58.323 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.323 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.323 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.323 INFO:tasks.workunit.client.0.smithi039.stdout:21/600: open fd = 3 2024-06-13T06:25:58.323 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.323 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.323 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.323 INFO:tasks.workunit.client.0.smithi039.stdout:22/600: open fd = 3 2024-06-13T06:25:58.323 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.323 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.323 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.324 INFO:tasks.workunit.client.0.smithi039.stdout:23/600: open fd = 3 2024-06-13T06:25:58.324 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.324 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.324 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.324 INFO:tasks.workunit.client.0.smithi039.stdout:24/600: open fd = 3 2024-06-13T06:25:58.324 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.324 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.324 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.324 INFO:tasks.workunit.client.0.smithi039.stdout:25/600: open fd = 3 2024-06-13T06:25:58.324 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.324 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.324 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.324 INFO:tasks.workunit.client.0.smithi039.stdout:26/600: open fd = 3 2024-06-13T06:25:58.324 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.324 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.325 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.325 INFO:tasks.workunit.client.0.smithi039.stdout:27/600: open fd = 3 2024-06-13T06:25:58.325 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.325 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.325 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.325 INFO:tasks.workunit.client.0.smithi039.stdout:28/600: open fd = 3 2024-06-13T06:25:58.325 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.325 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.325 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.325 INFO:tasks.workunit.client.0.smithi039.stdout:29/600: open fd = 3 2024-06-13T06:25:58.325 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.325 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.325 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.325 INFO:tasks.workunit.client.0.smithi039.stdout:30/600: open fd = 3 2024-06-13T06:25:58.326 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.326 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.326 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.326 INFO:tasks.workunit.client.0.smithi039.stdout:31/600: open fd = 3 2024-06-13T06:25:58.326 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.326 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.326 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.326 INFO:tasks.workunit.client.0.smithi039.stdout:32/600: open fd = 3 2024-06-13T06:25:58.326 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.326 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.326 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.326 INFO:tasks.workunit.client.0.smithi039.stdout:33/600: open fd = 3 2024-06-13T06:25:58.327 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.327 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.327 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.327 INFO:tasks.workunit.client.0.smithi039.stdout:34/600: open fd = 3 2024-06-13T06:25:58.327 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.327 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.327 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.327 INFO:tasks.workunit.client.0.smithi039.stdout:35/600: open fd = 3 2024-06-13T06:25:58.327 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.327 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.327 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.327 INFO:tasks.workunit.client.0.smithi039.stdout:36/600: open fd = 3 2024-06-13T06:25:58.327 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.327 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.328 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.328 INFO:tasks.workunit.client.0.smithi039.stdout:37/600: open fd = 3 2024-06-13T06:25:58.328 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.328 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.328 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.328 INFO:tasks.workunit.client.0.smithi039.stdout:38/600: open fd = 3 2024-06-13T06:25:58.328 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.328 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.328 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.328 INFO:tasks.workunit.client.0.smithi039.stdout:39/600: open fd = 3 2024-06-13T06:25:58.328 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.328 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.328 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.328 INFO:tasks.workunit.client.0.smithi039.stdout:40/600: open fd = 3 2024-06-13T06:25:58.329 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.329 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.329 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.329 INFO:tasks.workunit.client.0.smithi039.stdout:41/600: open fd = 3 2024-06-13T06:25:58.329 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.329 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.329 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.329 INFO:tasks.workunit.client.0.smithi039.stdout:42/600: open fd = 3 2024-06-13T06:25:58.329 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.329 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.329 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.329 INFO:tasks.workunit.client.0.smithi039.stdout:43/600: open fd = 3 2024-06-13T06:25:58.329 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.329 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.329 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.330 INFO:tasks.workunit.client.0.smithi039.stdout:44/600: open fd = 3 2024-06-13T06:25:58.330 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.330 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.330 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.330 INFO:tasks.workunit.client.0.smithi039.stdout:45/600: open fd = 3 2024-06-13T06:25:58.330 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.330 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.330 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.330 INFO:tasks.workunit.client.0.smithi039.stdout:46/600: open fd = 3 2024-06-13T06:25:58.330 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.330 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.330 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.330 INFO:tasks.workunit.client.0.smithi039.stdout:47/600: open fd = 3 2024-06-13T06:25:58.331 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.331 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.331 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.331 INFO:tasks.workunit.client.0.smithi039.stdout:48/600: open fd = 3 2024-06-13T06:25:58.331 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.331 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.331 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.331 INFO:tasks.workunit.client.0.smithi039.stdout:49/600: open fd = 3 2024-06-13T06:25:58.331 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.331 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.331 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.331 INFO:tasks.workunit.client.0.smithi039.stdout:50/600: open fd = 3 2024-06-13T06:25:58.331 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.331 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.332 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.332 INFO:tasks.workunit.client.0.smithi039.stdout:51/600: open fd = 3 2024-06-13T06:25:58.332 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.332 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.332 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.332 INFO:tasks.workunit.client.0.smithi039.stdout:52/600: open fd = 3 2024-06-13T06:25:58.332 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.332 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.332 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.332 INFO:tasks.workunit.client.0.smithi039.stdout:53/600: open fd = 3 2024-06-13T06:25:58.332 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.332 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.332 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.333 INFO:tasks.workunit.client.0.smithi039.stdout:54/600: open fd = 3 2024-06-13T06:25:58.333 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.333 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.333 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.333 INFO:tasks.workunit.client.0.smithi039.stdout:55/600: open fd = 3 2024-06-13T06:25:58.333 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.333 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.333 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.333 INFO:tasks.workunit.client.0.smithi039.stdout:56/600: open fd = 3 2024-06-13T06:25:58.333 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.333 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.333 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.333 INFO:tasks.workunit.client.0.smithi039.stdout:57/600: open fd = 3 2024-06-13T06:25:58.333 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.333 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.334 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.334 INFO:tasks.workunit.client.0.smithi039.stdout:58/600: open fd = 3 2024-06-13T06:25:58.334 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.334 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.334 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.334 INFO:tasks.workunit.client.0.smithi039.stdout:59/600: open fd = 3 2024-06-13T06:25:58.334 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.334 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.334 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.334 INFO:tasks.workunit.client.0.smithi039.stdout:60/600: open fd = 3 2024-06-13T06:25:58.334 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.334 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.334 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.335 INFO:tasks.workunit.client.0.smithi039.stdout:61/600: open fd = 3 2024-06-13T06:25:58.335 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.335 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.335 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.335 INFO:tasks.workunit.client.0.smithi039.stdout:62/600: open fd = 3 2024-06-13T06:25:58.335 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.335 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.335 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.335 INFO:tasks.workunit.client.0.smithi039.stdout:63/600: open fd = 3 2024-06-13T06:25:58.335 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.335 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:25:58.335 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:25:58.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:25:58 smithi149 ceph-mon[36963]: pgmap v87: 97 pgs: 97 active+clean; 2.4 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 17 KiB/s wr, 9 op/s 2024-06-13T06:25:59.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:25:58 smithi096 ceph-mon[36532]: pgmap v87: 97 pgs: 97 active+clean; 2.4 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 17 KiB/s wr, 9 op/s 2024-06-13T06:25:59.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:25:58 smithi039 ceph-mon[32479]: pgmap v87: 97 pgs: 97 active+clean; 2.4 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 17 KiB/s wr, 9 op/s 2024-06-13T06:26:00.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:26:00 smithi149 ceph-mon[36963]: pgmap v88: 97 pgs: 97 active+clean; 2.4 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 17 KiB/s wr, 9 op/s 2024-06-13T06:26:01.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:26:00 smithi096 ceph-mon[36532]: pgmap v88: 97 pgs: 97 active+clean; 2.4 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 17 KiB/s wr, 9 op/s 2024-06-13T06:26:01.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:26:00 smithi039 ceph-mon[32479]: pgmap v88: 97 pgs: 97 active+clean; 2.4 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 17 KiB/s wr, 9 op/s 2024-06-13T06:26:02.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:26:02 smithi149 ceph-mon[36963]: pgmap v89: 97 pgs: 97 active+clean; 2.5 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 49 KiB/s wr, 29 op/s 2024-06-13T06:26:03.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:26:02 smithi096 ceph-mon[36532]: pgmap v89: 97 pgs: 97 active+clean; 2.5 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 49 KiB/s wr, 29 op/s 2024-06-13T06:26:03.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:26:02 smithi039 ceph-mon[32479]: pgmap v89: 97 pgs: 97 active+clean; 2.5 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 49 KiB/s wr, 29 op/s 2024-06-13T06:26:04.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:26:04 smithi149 ceph-mon[36963]: pgmap v90: 97 pgs: 97 active+clean; 2.5 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 40 KiB/s wr, 24 op/s 2024-06-13T06:26:05.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:26:04 smithi096 ceph-mon[36532]: pgmap v90: 97 pgs: 97 active+clean; 2.5 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 40 KiB/s wr, 24 op/s 2024-06-13T06:26:05.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:26:04 smithi039 ceph-mon[32479]: pgmap v90: 97 pgs: 97 active+clean; 2.5 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 40 KiB/s wr, 24 op/s 2024-06-13T06:26:06.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:26:06 smithi149 ceph-mon[36963]: pgmap v91: 97 pgs: 97 active+clean; 2.6 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 51 KiB/s wr, 29 op/s 2024-06-13T06:26:07.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:26:06 smithi096 ceph-mon[36532]: pgmap v91: 97 pgs: 97 active+clean; 2.6 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 51 KiB/s wr, 29 op/s 2024-06-13T06:26:07.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:26:06 smithi039 ceph-mon[32479]: pgmap v91: 97 pgs: 97 active+clean; 2.6 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 51 KiB/s wr, 29 op/s 2024-06-13T06:26:08.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:26:08 smithi149 ceph-mon[36963]: pgmap v92: 97 pgs: 97 active+clean; 2.6 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 43 KiB/s wr, 24 op/s 2024-06-13T06:26:09.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:26:08 smithi096 ceph-mon[36532]: pgmap v92: 97 pgs: 97 active+clean; 2.6 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 43 KiB/s wr, 24 op/s 2024-06-13T06:26:09.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:26:08 smithi039 ceph-mon[32479]: pgmap v92: 97 pgs: 97 active+clean; 2.6 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 43 KiB/s wr, 24 op/s 2024-06-13T06:26:10.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:26:10 smithi149 ceph-mon[36963]: pgmap v93: 97 pgs: 97 active+clean; 2.6 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 43 KiB/s wr, 24 op/s 2024-06-13T06:26:11.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:26:10 smithi096 ceph-mon[36532]: pgmap v93: 97 pgs: 97 active+clean; 2.6 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 43 KiB/s wr, 24 op/s 2024-06-13T06:26:11.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:26:10 smithi039 ceph-mon[32479]: pgmap v93: 97 pgs: 97 active+clean; 2.6 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 43 KiB/s wr, 24 op/s 2024-06-13T06:26:12.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:26:12 smithi149 ceph-mon[36963]: pgmap v94: 97 pgs: 97 active+clean; 2.7 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 54 KiB/s wr, 29 op/s 2024-06-13T06:26:13.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:26:12 smithi096 ceph-mon[36532]: pgmap v94: 97 pgs: 97 active+clean; 2.7 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 54 KiB/s wr, 29 op/s 2024-06-13T06:26:13.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:26:12 smithi039 ceph-mon[32479]: pgmap v94: 97 pgs: 97 active+clean; 2.7 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 54 KiB/s wr, 29 op/s 2024-06-13T06:26:14.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:26:14 smithi149 ceph-mon[36963]: pgmap v95: 97 pgs: 97 active+clean; 2.7 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 22 KiB/s wr, 9 op/s 2024-06-13T06:26:15.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:26:14 smithi096 ceph-mon[36532]: pgmap v95: 97 pgs: 97 active+clean; 2.7 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 22 KiB/s wr, 9 op/s 2024-06-13T06:26:15.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:26:14 smithi039 ceph-mon[32479]: pgmap v95: 97 pgs: 97 active+clean; 2.7 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 22 KiB/s wr, 9 op/s 2024-06-13T06:26:16.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:26:16 smithi149 ceph-mon[36963]: pgmap v96: 97 pgs: 97 active+clean; 2.8 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 34 KiB/s wr, 14 op/s 2024-06-13T06:26:17.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:26:16 smithi096 ceph-mon[36532]: pgmap v96: 97 pgs: 97 active+clean; 2.8 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 34 KiB/s wr, 14 op/s 2024-06-13T06:26:17.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:26:16 smithi039 ceph-mon[32479]: pgmap v96: 97 pgs: 97 active+clean; 2.8 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 34 KiB/s wr, 14 op/s 2024-06-13T06:26:18.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:26:18 smithi149 ceph-mon[36963]: pgmap v97: 97 pgs: 97 active+clean; 2.8 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 22 KiB/s wr, 9 op/s 2024-06-13T06:26:18.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:26:18 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:26:19.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:26:18 smithi096 ceph-mon[36532]: pgmap v97: 97 pgs: 97 active+clean; 2.8 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 22 KiB/s wr, 9 op/s 2024-06-13T06:26:19.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:26:18 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:26:19.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:26:18 smithi039 ceph-mon[32479]: pgmap v97: 97 pgs: 97 active+clean; 2.8 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 22 KiB/s wr, 9 op/s 2024-06-13T06:26:19.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:26:18 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:26:19.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:26:19 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:26:19.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:26:19 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:26:19.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:26:19 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:26:20.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:26:19 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:26:20.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:26:19 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:26:20.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:26:19 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:26:20.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:26:19 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:26:20.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:26:19 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:26:20.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:26:19 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:26:21.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:26:20 smithi096 ceph-mon[36532]: pgmap v98: 97 pgs: 97 active+clean; 2.8 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 22 KiB/s wr, 9 op/s 2024-06-13T06:26:21.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:26:20 smithi039 ceph-mon[32479]: pgmap v98: 97 pgs: 97 active+clean; 2.8 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 22 KiB/s wr, 9 op/s 2024-06-13T06:26:21.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:26:20 smithi149 ceph-mon[36963]: pgmap v98: 97 pgs: 97 active+clean; 2.8 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 22 KiB/s wr, 9 op/s 2024-06-13T06:26:23.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:26:22 smithi039 ceph-mon[32479]: pgmap v99: 97 pgs: 97 active+clean; 2.9 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 33 KiB/s wr, 14 op/s 2024-06-13T06:26:23.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:26:22 smithi149 ceph-mon[36963]: pgmap v99: 97 pgs: 97 active+clean; 2.9 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 33 KiB/s wr, 14 op/s 2024-06-13T06:26:23.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:26:22 smithi096 ceph-mon[36532]: pgmap v99: 97 pgs: 97 active+clean; 2.9 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 33 KiB/s wr, 14 op/s 2024-06-13T06:26:25.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:26:24 smithi039 ceph-mon[32479]: pgmap v100: 97 pgs: 97 active+clean; 2.9 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 22 KiB/s wr, 9 op/s 2024-06-13T06:26:25.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:26:24 smithi149 ceph-mon[36963]: pgmap v100: 97 pgs: 97 active+clean; 2.9 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 22 KiB/s wr, 9 op/s 2024-06-13T06:26:25.290 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:26:24 smithi096 ceph-mon[36532]: pgmap v100: 97 pgs: 97 active+clean; 2.9 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 22 KiB/s wr, 9 op/s 2024-06-13T06:26:27.093 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:26:26 smithi096 ceph-mon[36532]: pgmap v101: 97 pgs: 97 active+clean; 3.1 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 34 KiB/s wr, 14 op/s 2024-06-13T06:26:27.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:26:26 smithi039 ceph-mon[32479]: pgmap v101: 97 pgs: 97 active+clean; 3.1 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 34 KiB/s wr, 14 op/s 2024-06-13T06:26:27.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:26:26 smithi149 ceph-mon[36963]: pgmap v101: 97 pgs: 97 active+clean; 3.1 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 34 KiB/s wr, 14 op/s 2024-06-13T06:26:29.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:26:28 smithi039 ceph-mon[32479]: pgmap v102: 97 pgs: 97 active+clean; 3.1 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 22 KiB/s wr, 9 op/s 2024-06-13T06:26:29.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:26:28 smithi149 ceph-mon[36963]: pgmap v102: 97 pgs: 97 active+clean; 3.1 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 22 KiB/s wr, 9 op/s 2024-06-13T06:26:29.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:26:28 smithi096 ceph-mon[36532]: pgmap v102: 97 pgs: 97 active+clean; 3.1 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 22 KiB/s wr, 9 op/s 2024-06-13T06:26:31.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:26:30 smithi039 ceph-mon[32479]: pgmap v103: 97 pgs: 97 active+clean; 3.1 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 22 KiB/s wr, 9 op/s 2024-06-13T06:26:31.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:26:30 smithi149 ceph-mon[36963]: pgmap v103: 97 pgs: 97 active+clean; 3.1 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 22 KiB/s wr, 9 op/s 2024-06-13T06:26:31.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:26:30 smithi096 ceph-mon[36532]: pgmap v103: 97 pgs: 97 active+clean; 3.1 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 22 KiB/s wr, 9 op/s 2024-06-13T06:26:33.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:26:32 smithi039 ceph-mon[32479]: pgmap v104: 97 pgs: 97 active+clean; 3.2 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 33 KiB/s wr, 14 op/s 2024-06-13T06:26:33.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:26:32 smithi149 ceph-mon[36963]: pgmap v104: 97 pgs: 97 active+clean; 3.2 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 33 KiB/s wr, 14 op/s 2024-06-13T06:26:33.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:26:32 smithi096 ceph-mon[36532]: pgmap v104: 97 pgs: 97 active+clean; 3.2 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 33 KiB/s wr, 14 op/s 2024-06-13T06:26:35.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:26:34 smithi039 ceph-mon[32479]: pgmap v105: 97 pgs: 97 active+clean; 3.2 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 22 KiB/s wr, 9 op/s 2024-06-13T06:26:35.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:26:34 smithi149 ceph-mon[36963]: pgmap v105: 97 pgs: 97 active+clean; 3.2 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 22 KiB/s wr, 9 op/s 2024-06-13T06:26:35.286 INFO:tasks.quiescer.fs.[cephfs]:Total duration (58.0) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-06-13T06:26:35.286 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 29.0 2024-06-13T06:26:35.286 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T06:26:35.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:26:34 smithi096 ceph-mon[36532]: pgmap v105: 97 pgs: 97 active+clean; 3.2 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 22 KiB/s wr, 9 op/s 2024-06-13T06:26:35.554 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:26:37.029 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:26:36 smithi039 ceph-mon[32479]: pgmap v106: 97 pgs: 97 active+clean; 3.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 31 KiB/s wr, 14 op/s 2024-06-13T06:26:37.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:26:36 smithi149 ceph-mon[36963]: pgmap v106: 97 pgs: 97 active+clean; 3.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 31 KiB/s wr, 14 op/s 2024-06-13T06:26:37.290 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:26:36 smithi096 ceph-mon[36532]: pgmap v106: 97 pgs: 97 active+clean; 3.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 31 KiB/s wr, 14 op/s 2024-06-13T06:26:37.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.507+0000 7fca8798f700 1 -- 172.21.15.39:0/976738834 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca800746c0 msgr2=0x7fca80074aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:26:37.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.507+0000 7fca8798f700 1 --2- 172.21.15.39:0/976738834 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca800746c0 0x7fca80074aa0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fca7c009990 tx=0x7fca7c009ca0 comp rx=0 tx=0).stop 2024-06-13T06:26:37.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.507+0000 7fca8798f700 1 -- 172.21.15.39:0/976738834 shutdown_connections 2024-06-13T06:26:37.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.507+0000 7fca8798f700 1 --2- 172.21.15.39:0/976738834 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fca8010ef20 0x7fca80111310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:26:37.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.507+0000 7fca8798f700 1 --2- 172.21.15.39:0/976738834 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca800746c0 0x7fca80074aa0 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:26:37.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.507+0000 7fca8798f700 1 --2- 172.21.15.39:0/976738834 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca80074fe0 0x7fca8010e9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:26:37.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.507+0000 7fca8798f700 1 -- 172.21.15.39:0/976738834 >> 172.21.15.39:0/976738834 conn(0x7fca80079560 msgr2=0x7fca80079970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:26:37.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.507+0000 7fca8798f700 1 -- 172.21.15.39:0/976738834 shutdown_connections 2024-06-13T06:26:37.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.507+0000 7fca8798f700 1 -- 172.21.15.39:0/976738834 wait complete. 2024-06-13T06:26:37.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.508+0000 7fca8798f700 1 Processor -- start 2024-06-13T06:26:37.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.508+0000 7fca8798f700 1 -- start start 2024-06-13T06:26:37.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.508+0000 7fca8798f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca800746c0 0x7fca8019af80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:26:37.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.508+0000 7fca8798f700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca80074fe0 0x7fca8019b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:26:37.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.508+0000 7fca8798f700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fca8010ef20 0x7fca8019f850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:26:37.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.508+0000 7fca8798f700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fca80114af0 con 0x7fca800746c0 2024-06-13T06:26:37.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.508+0000 7fca8798f700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fca80114970 con 0x7fca8010ef20 2024-06-13T06:26:37.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.508+0000 7fca8798f700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fca80114c70 con 0x7fca80074fe0 2024-06-13T06:26:37.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.508+0000 7fca8572b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca800746c0 0x7fca8019af80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:26:37.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.508+0000 7fca8572b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca800746c0 0x7fca8019af80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54084/0 (socket says 172.21.15.39:54084) 2024-06-13T06:26:37.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.508+0000 7fca8572b700 1 -- 172.21.15.39:0/3932770866 learned_addr learned my addr 172.21.15.39:0/3932770866 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:26:37.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.508+0000 7fca84f2a700 1 --2- 172.21.15.39:0/3932770866 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca80074fe0 0x7fca8019b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:26:37.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.508+0000 7fca85f2c700 1 --2- 172.21.15.39:0/3932770866 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fca8010ef20 0x7fca8019f850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:26:37.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.508+0000 7fca8572b700 1 -- 172.21.15.39:0/3932770866 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca80074fe0 msgr2=0x7fca8019b4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:26:37.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.508+0000 7fca8572b700 1 --2- 172.21.15.39:0/3932770866 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca80074fe0 0x7fca8019b4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:26:37.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.508+0000 7fca8572b700 1 -- 172.21.15.39:0/3932770866 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fca8010ef20 msgr2=0x7fca8019f850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:26:37.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.508+0000 7fca8572b700 1 --2- 172.21.15.39:0/3932770866 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fca8010ef20 0x7fca8019f850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:26:37.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.508+0000 7fca8572b700 1 -- 172.21.15.39:0/3932770866 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca8019ff90 con 0x7fca800746c0 2024-06-13T06:26:37.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.509+0000 7fca8572b700 1 --2- 172.21.15.39:0/3932770866 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca800746c0 0x7fca8019af80 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fca7c00b5c0 tx=0x7fca7c0047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:26:37.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.509+0000 7fca767fc700 1 -- 172.21.15.39:0/3932770866 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca7c027070 con 0x7fca800746c0 2024-06-13T06:26:37.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.509+0000 7fca8798f700 1 -- 172.21.15.39:0/3932770866 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca801a0220 con 0x7fca800746c0 2024-06-13T06:26:37.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.509+0000 7fca767fc700 1 -- 172.21.15.39:0/3932770866 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fca7c003fe0 con 0x7fca800746c0 2024-06-13T06:26:37.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.509+0000 7fca767fc700 1 -- 172.21.15.39:0/3932770866 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca7c022e10 con 0x7fca800746c0 2024-06-13T06:26:37.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.509+0000 7fca8798f700 1 -- 172.21.15.39:0/3932770866 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca801a7b00 con 0x7fca800746c0 2024-06-13T06:26:37.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.510+0000 7fca8798f700 1 -- 172.21.15.39:0/3932770866 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fca80075de0 con 0x7fca800746c0 2024-06-13T06:26:37.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.511+0000 7fca767fc700 1 -- 172.21.15.39:0/3932770866 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fca7c02a070 con 0x7fca800746c0 2024-06-13T06:26:37.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.512+0000 7fca767fc700 1 --2- 172.21.15.39:0/3932770866 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fca6c0a2d90 0x7fca6c0a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:26:37.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.512+0000 7fca84f2a700 1 --2- 172.21.15.39:0/3932770866 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fca6c0a2d90 0x7fca6c0a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:26:37.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.512+0000 7fca767fc700 1 -- 172.21.15.39:0/3932770866 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7fca7c0d0540 con 0x7fca800746c0 2024-06-13T06:26:37.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.512+0000 7fca84f2a700 1 --2- 172.21.15.39:0/3932770866 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fca6c0a2d90 0x7fca6c0a5250 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fca80102010 tx=0x7fca7000b410 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:26:37.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.516+0000 7fca767fc700 1 -- 172.21.15.39:0/3932770866 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fca7c013070 con 0x7fca800746c0 2024-06-13T06:26:37.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.770+0000 7fca8798f700 1 -- 172.21.15.39:0/3932770866 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fca8019c2e0 con 0x7fca800746c0 2024-06-13T06:26:37.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.770+0000 7fca767fc700 1 -- 172.21.15.39:0/3932770866 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11865 (secure 0 0 0) 0x7fca7c09d200 con 0x7fca800746c0 2024-06-13T06:26:37.770 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:26:37.770 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/2373452665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":2373452665},{"type":"v1","addr":"172.21.15.39:6835","nonce":2373452665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/2187635150","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":2187635150},{"type":"v1","addr":"172.21.15.39:6837","nonce":2187635150}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14571,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6839/1475451558","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":1475451558},{"type":"v1","addr":"172.21.15.39:6839","nonce":1475451558}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14577,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6841/313570480","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":313570480},{"type":"v1","addr":"172.21.15.39:6841","nonce":313570480}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/980475055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":980475055},{"type":"v1","addr":"172.21.15.149:6833","nonce":980475055}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24427,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/2757180167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":2757180167},{"type":"v1","addr":"172.21.15.149:6835","nonce":2757180167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-13T06:20:05.248660+0000","modified":"2024-06-13T06:23:07.325841+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24512,"mds_1":24482,"mds_2":24455},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24431":{"gid":24431,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.96:6833/2827318421","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6832","nonce":2827318421},{"type":"v1","addr":"172.21.15.96:6833","nonce":2827318421}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24439":{"gid":24439,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6837/1742889729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":1742889729},{"type":"v1","addr":"172.21.15.149:6837","nonce":1742889729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6839/862740064","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":862740064},{"type":"v1","addr":"172.21.15.149:6839","nonce":862740064}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.96:6835/3408571209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6834","nonce":3408571209},{"type":"v1","addr":"172.21.15.96:6835","nonce":3408571209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.96:6837/2574644445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6836","nonce":2574644445},{"type":"v1","addr":"172.21.15.96:6837","nonce":2574644445}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.96:6839/1459106434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6838","nonce":1459106434},{"type":"v1","addr":"172.21.15.96:6839","nonce":1459106434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24512,"qdb_cluster":[24482,24512,24455]},"id":1}]} 2024-06-13T06:26:37.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.772+0000 7fca8798f700 1 -- 172.21.15.39:0/3932770866 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fca6c0a2d90 msgr2=0x7fca6c0a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:26:37.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.772+0000 7fca8798f700 1 --2- 172.21.15.39:0/3932770866 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fca6c0a2d90 0x7fca6c0a5250 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fca80102010 tx=0x7fca7000b410 comp rx=0 tx=0).stop 2024-06-13T06:26:37.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.772+0000 7fca8798f700 1 -- 172.21.15.39:0/3932770866 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca800746c0 msgr2=0x7fca8019af80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:26:37.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.772+0000 7fca8798f700 1 --2- 172.21.15.39:0/3932770866 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca800746c0 0x7fca8019af80 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fca7c00b5c0 tx=0x7fca7c0047b0 comp rx=0 tx=0).stop 2024-06-13T06:26:37.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.773+0000 7fca8798f700 1 -- 172.21.15.39:0/3932770866 shutdown_connections 2024-06-13T06:26:37.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.773+0000 7fca8798f700 1 --2- 172.21.15.39:0/3932770866 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fca6c0a2d90 0x7fca6c0a5250 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:26:37.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.773+0000 7fca8798f700 1 --2- 172.21.15.39:0/3932770866 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fca8010ef20 0x7fca8019f850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:26:37.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.773+0000 7fca8798f700 1 --2- 172.21.15.39:0/3932770866 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca800746c0 0x7fca8019af80 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:26:37.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.773+0000 7fca8798f700 1 --2- 172.21.15.39:0/3932770866 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca80074fe0 0x7fca8019b4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:26:37.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.773+0000 7fca8798f700 1 -- 172.21.15.39:0/3932770866 >> 172.21.15.39:0/3932770866 conn(0x7fca80079560 msgr2=0x7fca800ff6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:26:37.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.773+0000 7fca8798f700 1 -- 172.21.15.39:0/3932770866 shutdown_connections 2024-06-13T06:26:37.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:37.773+0000 7fca8798f700 1 -- 172.21.15.39:0/3932770866 wait complete. 2024-06-13T06:26:37.773 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 24 2024-06-13T06:26:38.090 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:26:37 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/3932770866' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:26:38.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:26:37 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/3932770866' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:26:38.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:26:37 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/3932770866' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:26:38.545 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24512 quiesce db / --timeout 90 --expiration 149.0 --await-for 45.0' 2024-06-13T06:26:38.545 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- timeout 105 ceph tell mds.24512 quiesce db / --timeout 90 --expiration 149.0 --await-for 45.0 2024-06-13T06:26:38.798 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:26:39.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:26:38 smithi039 ceph-mon[32479]: pgmap v107: 97 pgs: 97 active+clean; 3.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 9 op/s 2024-06-13T06:26:39.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:26:38 smithi149 ceph-mon[36963]: pgmap v107: 97 pgs: 97 active+clean; 3.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 9 op/s 2024-06-13T06:26:39.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:26:38 smithi096 ceph-mon[36532]: pgmap v107: 97 pgs: 97 active+clean; 3.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 9 op/s 2024-06-13T06:26:40.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.613+0000 7f7e644cd700 1 -- 172.21.15.39:0/454975626 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e5c1066c0 msgr2=0x7f7e5c10e290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:26:40.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.613+0000 7f7e644cd700 1 --2- 172.21.15.39:0/454975626 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e5c1066c0 0x7f7e5c10e290 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f7e5400b0d0 tx=0x7f7e5400b3e0 comp rx=0 tx=0).stop 2024-06-13T06:26:40.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.613+0000 7f7e644cd700 1 -- 172.21.15.39:0/454975626 shutdown_connections 2024-06-13T06:26:40.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.613+0000 7f7e644cd700 1 --2- 172.21.15.39:0/454975626 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e5c1066c0 0x7f7e5c10e290 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:26:40.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.613+0000 7f7e644cd700 1 --2- 172.21.15.39:0/454975626 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f7e5c1015f0 0x7f7e5c1019d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:26:40.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.613+0000 7f7e644cd700 1 --2- 172.21.15.39:0/454975626 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7e5c101fa0 0x7f7e5c105fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:26:40.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.613+0000 7f7e644cd700 1 -- 172.21.15.39:0/454975626 >> 172.21.15.39:0/454975626 conn(0x7f7e5c078330 msgr2=0x7f7e5c078740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:26:40.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.613+0000 7f7e644cd700 1 -- 172.21.15.39:0/454975626 shutdown_connections 2024-06-13T06:26:40.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.613+0000 7f7e644cd700 1 -- 172.21.15.39:0/454975626 wait complete. 2024-06-13T06:26:40.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.614+0000 7f7e644cd700 1 Processor -- start 2024-06-13T06:26:40.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.614+0000 7f7e644cd700 1 -- start start 2024-06-13T06:26:40.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.615+0000 7f7e644cd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e5c1015f0 0x7f7e5c19d680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:26:40.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.615+0000 7f7e644cd700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f7e5c101fa0 0x7f7e5c19dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:26:40.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.615+0000 7f7e644cd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7e5c1066c0 0x7f7e5c197800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:26:40.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.615+0000 7f7e644cd700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f7e5c111720 con 0x7f7e5c1015f0 2024-06-13T06:26:40.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.615+0000 7f7e644cd700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f7e5c1115a0 con 0x7f7e5c101fa0 2024-06-13T06:26:40.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.615+0000 7f7e644cd700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f7e5c1118a0 con 0x7f7e5c1066c0 2024-06-13T06:26:40.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.615+0000 7f7e62269700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e5c1015f0 0x7f7e5c19d680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:26:40.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.615+0000 7f7e62269700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e5c1015f0 0x7f7e5c19d680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54104/0 (socket says 172.21.15.39:54104) 2024-06-13T06:26:40.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.615+0000 7f7e62269700 1 -- 172.21.15.39:0/1399617632 learned_addr learned my addr 172.21.15.39:0/1399617632 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:26:40.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.615+0000 7f7e61a68700 1 --2- 172.21.15.39:0/1399617632 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f7e5c101fa0 0x7f7e5c19dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:26:40.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.615+0000 7f7e62a6a700 1 --2- 172.21.15.39:0/1399617632 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7e5c1066c0 0x7f7e5c197800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:26:40.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.615+0000 7f7e62269700 1 -- 172.21.15.39:0/1399617632 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7e5c1066c0 msgr2=0x7f7e5c197800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:26:40.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.615+0000 7f7e62269700 1 --2- 172.21.15.39:0/1399617632 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7e5c1066c0 0x7f7e5c197800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:26:40.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.615+0000 7f7e62269700 1 -- 172.21.15.39:0/1399617632 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f7e5c101fa0 msgr2=0x7f7e5c19dbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:26:40.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.615+0000 7f7e62269700 1 --2- 172.21.15.39:0/1399617632 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f7e5c101fa0 0x7f7e5c19dbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:26:40.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.615+0000 7f7e62269700 1 -- 172.21.15.39:0/1399617632 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e5c197fe0 con 0x7f7e5c1015f0 2024-06-13T06:26:40.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.615+0000 7f7e61a68700 1 --2- 172.21.15.39:0/1399617632 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f7e5c101fa0 0x7f7e5c19dbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:26:40.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.615+0000 7f7e62a6a700 1 --2- 172.21.15.39:0/1399617632 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7e5c1066c0 0x7f7e5c197800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:26:40.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.615+0000 7f7e62269700 1 --2- 172.21.15.39:0/1399617632 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e5c1015f0 0x7f7e5c19d680 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f7e5800b530 tx=0x7f7e5800b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:26:40.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.615+0000 7f7e537fe700 1 -- 172.21.15.39:0/1399617632 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e58015020 con 0x7f7e5c1015f0 2024-06-13T06:26:40.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.615+0000 7f7e537fe700 1 -- 172.21.15.39:0/1399617632 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7e58011d10 con 0x7f7e5c1015f0 2024-06-13T06:26:40.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.615+0000 7f7e644cd700 1 -- 172.21.15.39:0/1399617632 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e5c1982d0 con 0x7f7e5c1015f0 2024-06-13T06:26:40.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.616+0000 7f7e537fe700 1 -- 172.21.15.39:0/1399617632 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e58010e50 con 0x7f7e5c1015f0 2024-06-13T06:26:40.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.616+0000 7f7e644cd700 1 -- 172.21.15.39:0/1399617632 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e5c06a170 con 0x7f7e5c1015f0 2024-06-13T06:26:40.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.618+0000 7f7e537fe700 1 -- 172.21.15.39:0/1399617632 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f7e58018020 con 0x7f7e5c1015f0 2024-06-13T06:26:40.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.619+0000 7f7e537fe700 1 --2- 172.21.15.39:0/1399617632 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f7e480a3050 0x7f7e480a5510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:26:40.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.619+0000 7f7e61a68700 1 --2- 172.21.15.39:0/1399617632 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f7e480a3050 0x7f7e480a5510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:26:40.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.619+0000 7f7e537fe700 1 -- 172.21.15.39:0/1399617632 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7f7e580cead0 con 0x7f7e5c1015f0 2024-06-13T06:26:40.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.619+0000 7f7e61a68700 1 --2- 172.21.15.39:0/1399617632 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f7e480a3050 0x7f7e480a5510 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7e4c005fd0 tx=0x7f7e4c005e20 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:26:40.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.620+0000 7f7e6ed50b80 1 Processor -- start 2024-06-13T06:26:40.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.620+0000 7f7e6ed50b80 1 -- start start 2024-06-13T06:26:40.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.620+0000 7f7e6ed50b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d6238d4cd0 0x55d6238d50b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:26:40.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.620+0000 7f7e6ed50b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55d6238d55f0 0x55d6238cef20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:26:40.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.620+0000 7f7e6ed50b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6238cf460 0x55d6238cf8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:26:40.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.621+0000 7f7e6ed50b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55d6238209a0 con 0x55d6238cf460 2024-06-13T06:26:40.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.621+0000 7f7e6ed50b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x55d6237c88b0 con 0x55d6238d55f0 2024-06-13T06:26:40.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.621+0000 7f7e6ed50b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55d62381c960 con 0x55d6238d4cd0 2024-06-13T06:26:40.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.621+0000 7f7e62a6a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6238cf460 0x55d6238cf8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:26:40.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.621+0000 7f7e62a6a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6238cf460 0x55d6238cf8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54106/0 (socket says 172.21.15.39:54106) 2024-06-13T06:26:40.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.621+0000 7f7e62a6a700 1 -- 172.21.15.39:0/95236212 learned_addr learned my addr 172.21.15.39:0/95236212 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:26:40.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.621+0000 7f7e62269700 1 --2- 172.21.15.39:0/95236212 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d6238d4cd0 0x55d6238d50b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:26:40.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.621+0000 7f7e61a68700 1 --2- 172.21.15.39:0/95236212 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55d6238d55f0 0x55d6238cef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:26:40.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.621+0000 7f7e62a6a700 1 -- 172.21.15.39:0/95236212 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d6238d4cd0 msgr2=0x55d6238d50b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:26:40.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.621+0000 7f7e62a6a700 1 --2- 172.21.15.39:0/95236212 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d6238d4cd0 0x55d6238d50b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:26:40.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.621+0000 7f7e62a6a700 1 -- 172.21.15.39:0/95236212 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55d6238d55f0 msgr2=0x55d6238cef20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:26:40.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.621+0000 7f7e62a6a700 1 --2- 172.21.15.39:0/95236212 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55d6238d55f0 0x55d6238cef20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:26:40.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.621+0000 7f7e62a6a700 1 -- 172.21.15.39:0/95236212 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d6237bf0e0 con 0x55d6238cf460 2024-06-13T06:26:40.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.621+0000 7f7e62a6a700 1 --2- 172.21.15.39:0/95236212 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6238cf460 0x55d6238cf8a0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f7e54009dc0 tx=0x7f7e54009df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c16d97a4fe4a9b98 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:26:40.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.621+0000 7f7e50d70700 1 -- 172.21.15.39:0/95236212 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e5401f030 con 0x55d6238cf460 2024-06-13T06:26:40.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.621+0000 7f7e50d70700 1 -- 172.21.15.39:0/95236212 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7e54009300 con 0x55d6238cf460 2024-06-13T06:26:40.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.621+0000 7f7e50d70700 1 -- 172.21.15.39:0/95236212 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e54005050 con 0x55d6238cf460 2024-06-13T06:26:40.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.622+0000 7f7e6ed50b80 1 -- 172.21.15.39:0/95236212 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6238cf460 msgr2=0x55d6238cf8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:26:40.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.622+0000 7f7e6ed50b80 1 --2- 172.21.15.39:0/95236212 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6238cf460 0x55d6238cf8a0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f7e54009dc0 tx=0x7f7e54009df0 comp rx=0 tx=0).stop 2024-06-13T06:26:40.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.622+0000 7f7e6ed50b80 1 -- 172.21.15.39:0/95236212 shutdown_connections 2024-06-13T06:26:40.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.622+0000 7f7e6ed50b80 1 --2- 172.21.15.39:0/95236212 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6238cf460 0x55d6238cf8a0 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:26:40.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.622+0000 7f7e6ed50b80 1 --2- 172.21.15.39:0/95236212 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d6238d4cd0 0x55d6238d50b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:26:40.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.622+0000 7f7e6ed50b80 1 --2- 172.21.15.39:0/95236212 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55d6238d55f0 0x55d6238cef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:26:40.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.622+0000 7f7e6ed50b80 1 -- 172.21.15.39:0/95236212 >> 172.21.15.39:0/95236212 conn(0x55d6237f9e50 msgr2=0x55d6238ca1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:26:40.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.622+0000 7f7e6ed50b80 1 -- 172.21.15.39:0/95236212 shutdown_connections 2024-06-13T06:26:40.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.622+0000 7f7e6ed50b80 1 -- 172.21.15.39:0/95236212 wait complete. 2024-06-13T06:26:40.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.623+0000 7f7e6ed50b80 1 -- start start 2024-06-13T06:26:40.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.623+0000 7f7e6ed50b80 1 Processor -- start 2024-06-13T06:26:40.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.623+0000 7f7e6ed50b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55d6238cf460 0x55d6238db280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:26:40.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.623+0000 7f7e6ed50b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6238d4cd0 0x55d6238d8580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:26:40.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.623+0000 7f7e6ed50b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d6238d55f0 0x55d6238d8ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:26:40.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.623+0000 7f7e6ed50b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55d6238dc000 con 0x55d6238d4cd0 2024-06-13T06:26:40.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.623+0000 7f7e6ed50b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x55d6237c0d80 con 0x55d6238cf460 2024-06-13T06:26:40.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.623+0000 7f7e6ed50b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55d6238dc180 con 0x55d6238d55f0 2024-06-13T06:26:40.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.623+0000 7f7e6ed50b80 10 client.0 _ll_register_callbacks cb 0x55d6237baab0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:26:40.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.623+0000 7f7e61a68700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6238d4cd0 0x55d6238d8580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:26:40.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.623+0000 7f7e61a68700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6238d4cd0 0x55d6238d8580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54122/0 (socket says 172.21.15.39:54122) 2024-06-13T06:26:40.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.623+0000 7f7e61a68700 1 -- 172.21.15.39:0/2403598043 learned_addr learned my addr 172.21.15.39:0/2403598043 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:26:40.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.623+0000 7f7e62269700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55d6238cf460 0x55d6238db280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:26:40.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.623+0000 7f7e62a6a700 1 --2- 172.21.15.39:0/2403598043 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d6238d55f0 0x55d6238d8ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:26:40.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.623+0000 7f7e61a68700 1 -- 172.21.15.39:0/2403598043 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d6238d55f0 msgr2=0x55d6238d8ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:26:40.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.623+0000 7f7e61a68700 1 --2- 172.21.15.39:0/2403598043 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d6238d55f0 0x55d6238d8ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:26:40.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.623+0000 7f7e61a68700 1 -- 172.21.15.39:0/2403598043 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55d6238cf460 msgr2=0x55d6238db280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:26:40.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.623+0000 7f7e61a68700 1 --2- 172.21.15.39:0/2403598043 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55d6238cf460 0x55d6238db280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:26:40.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.624+0000 7f7e61a68700 1 -- 172.21.15.39:0/2403598043 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d62376fa60 con 0x55d6238d4cd0 2024-06-13T06:26:40.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.624+0000 7f7e61a68700 1 --2- 172.21.15.39:0/2403598043 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6238d4cd0 0x55d6238d8580 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f7e4c00f7a0 tx=0x7f7e4c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd2fbcca1d6c07e1 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:26:40.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.624+0000 7f7e45ffb700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:26:40.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.624+0000 7f7e45ffb700 1 -- 172.21.15.39:0/2403598043 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e4c01d630 con 0x55d6238d4cd0 2024-06-13T06:26:40.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.624+0000 7f7e45ffb700 1 -- 172.21.15.39:0/2403598043 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7f7e4c01d7d0 con 0x55d6238d4cd0 2024-06-13T06:26:40.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.624+0000 7f7e6ed50b80 1 -- 172.21.15.39:0/2403598043 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7e54009300 con 0x55d6238d4cd0 2024-06-13T06:26:40.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.624+0000 7f7e45ffb700 1 -- 172.21.15.39:0/2403598043 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f7e4c01d9d0 con 0x55d6238d4cd0 2024-06-13T06:26:40.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.624+0000 7f7e6ed50b80 10 client.15423 fetch_fsmap learned FSMap version 24 2024-06-13T06:26:40.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.624+0000 7f7e6ed50b80 1 -- 172.21.15.39:0/2403598043 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55d6238e68c0 con 0x55d6238d4cd0 2024-06-13T06:26:40.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.624+0000 7f7e45ffb700 1 -- 172.21.15.39:0/2403598043 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7e54009300 con 0x55d6238d4cd0 2024-06-13T06:26:40.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.624+0000 7f7e45ffb700 1 -- 172.21.15.39:0/2403598043 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f7e4c025cb0 con 0x55d6238d4cd0 2024-06-13T06:26:40.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.625+0000 7f7e6ed50b80 10 client.15423 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:26:40.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.625+0000 7f7e6ed50b80 10 client.15423 resolve_mds: validated gid 24512 aka daemon mds.b 2024-06-13T06:26:40.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.625+0000 7f7e6ed50b80 20 client.15423 populate_metadata read hostname 'smithi039' 2024-06-13T06:26:40.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.625+0000 7f7e6ed50b80 1 --2- 172.21.15.39:0/2403598043 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55d6238e8f50 0x55d6238eb380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:26:40.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.625+0000 7f7e6ed50b80 4 client.15423 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T06:26:40.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.625+0000 7f7e6ed50b80 1 -- 172.21.15.39:0/2403598043 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d62382dea0 con 0x55d6238e8f50 2024-06-13T06:26:40.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.625+0000 7f7e62269700 1 --2- 172.21.15.39:0/2403598043 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55d6238e8f50 0x55d6238eb380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:26:40.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.625+0000 7f7e62269700 1 --2- 172.21.15.39:0/2403598043 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55d6238e8f50 0x55d6238eb380 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2eb291565ffdf9b4 server_cookie=a8c01c85162307bb in_seq=0 out_seq=0 2024-06-13T06:26:40.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.625+0000 7f7e45ffb700 10 client.15423 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:26:40.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.626+0000 7f7e45ffb700 1 -- 172.21.15.39:0/2403598043 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55d62382dea0 con 0x55d6238e8f50 2024-06-13T06:26:40.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.626+0000 7f7e45ffb700 10 client.15423 handle_command_reply: tid=0 2024-06-13T06:26:40.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.626+0000 7f7e6ed50b80 1 client.15423 shutdown 2024-06-13T06:26:40.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.626+0000 7f7e6ed50b80 1 -- 172.21.15.39:0/2403598043 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6238d4cd0 msgr2=0x55d6238d8580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:26:40.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.626+0000 7f7e6ed50b80 1 --2- 172.21.15.39:0/2403598043 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6238d4cd0 0x55d6238d8580 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f7e4c00f7a0 tx=0x7f7e4c004750 comp rx=0 tx=0).stop 2024-06-13T06:26:40.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.626+0000 7f7e6ed50b80 1 -- 172.21.15.39:0/2403598043 shutdown_connections 2024-06-13T06:26:40.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.626+0000 7f7e6ed50b80 1 --2- 172.21.15.39:0/2403598043 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d6238d55f0 0x55d6238d8ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:26:40.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.626+0000 7f7e6ed50b80 1 --2- 172.21.15.39:0/2403598043 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55d6238e8f50 0x55d6238eb380 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:26:40.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.626+0000 7f7e6ed50b80 1 --2- 172.21.15.39:0/2403598043 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55d6238cf460 0x55d6238db280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:26:40.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.626+0000 7f7e6ed50b80 1 --2- 172.21.15.39:0/2403598043 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6238d4cd0 0x55d6238d8580 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:26:40.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.626+0000 7f7e6ed50b80 1 -- 172.21.15.39:0/2403598043 >> 172.21.15.39:0/2403598043 conn(0x55d6237f9e50 msgr2=0x55d6238c9da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:26:40.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.626+0000 7f7e45ffb700 0 client.15423 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:26:40.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.626+0000 7f7e6ed50b80 1 -- 172.21.15.39:0/2403598043 shutdown_connections 2024-06-13T06:26:40.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.626+0000 7f7e6ed50b80 1 -- 172.21.15.39:0/2403598043 wait complete. 2024-06-13T06:26:40.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.627+0000 7f7e6ed50b80 20 client.15423 trim_cache size 0 max 16384 2024-06-13T06:26:40.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.647+0000 7f7e6ed50b80 1 Processor -- start 2024-06-13T06:26:40.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.647+0000 7f7e6ed50b80 1 -- start start 2024-06-13T06:26:40.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.647+0000 7f7e6ed50b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d6238cf460 0x55d6238cef20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:26:40.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.647+0000 7f7e6ed50b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6238d4cd0 0x55d6238d59d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:26:40.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.647+0000 7f7e6ed50b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55d6238d55f0 0x55d6238d5f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:26:40.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.647+0000 7f7e6ed50b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f7e5c1af530 con 0x55d6238d4cd0 2024-06-13T06:26:40.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.647+0000 7f7e6ed50b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f7e5c1acdc0 con 0x55d6238d55f0 2024-06-13T06:26:40.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.647+0000 7f7e6ed50b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f7e5c1aac30 con 0x55d6238cf460 2024-06-13T06:26:40.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.647+0000 7f7e61a68700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6238d4cd0 0x55d6238d59d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:26:40.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.647+0000 7f7e61a68700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6238d4cd0 0x55d6238d59d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54126/0 (socket says 172.21.15.39:54126) 2024-06-13T06:26:40.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.647+0000 7f7e61a68700 1 -- 172.21.15.39:0/375239260 learned_addr learned my addr 172.21.15.39:0/375239260 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:26:40.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.647+0000 7f7e62269700 1 --2- 172.21.15.39:0/375239260 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d6238cf460 0x55d6238cef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:26:40.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.647+0000 7f7e61a68700 1 -- 172.21.15.39:0/375239260 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d6238cf460 msgr2=0x55d6238cef20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:26:40.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.647+0000 7f7e61a68700 1 --2- 172.21.15.39:0/375239260 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d6238cf460 0x55d6238cef20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:26:40.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.647+0000 7f7e61a68700 1 -- 172.21.15.39:0/375239260 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55d6238d55f0 msgr2=0x55d6238d5f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:26:40.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.647+0000 7f7e62a6a700 1 --2- 172.21.15.39:0/375239260 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55d6238d55f0 0x55d6238d5f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:26:40.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.647+0000 7f7e61a68700 1 --2- 172.21.15.39:0/375239260 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55d6238d55f0 0x55d6238d5f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:26:40.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.647+0000 7f7e61a68700 1 -- 172.21.15.39:0/375239260 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d6238d8e50 con 0x55d6238d4cd0 2024-06-13T06:26:40.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.648+0000 7f7e61a68700 1 --2- 172.21.15.39:0/375239260 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6238d4cd0 0x55d6238d59d0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f7e4c01c600 tx=0x7f7e4c008720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9864a2c70c654a62 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:26:40.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.648+0000 7f7e47fff700 1 -- 172.21.15.39:0/375239260 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e4c032040 con 0x55d6238d4cd0 2024-06-13T06:26:40.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.648+0000 7f7e47fff700 1 -- 172.21.15.39:0/375239260 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7e4c01dd70 con 0x55d6238d4cd0 2024-06-13T06:26:40.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.648+0000 7f7e47fff700 1 -- 172.21.15.39:0/375239260 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e4c036690 con 0x55d6238d4cd0 2024-06-13T06:26:40.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.648+0000 7f7e6ed50b80 1 -- 172.21.15.39:0/375239260 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6238d4cd0 msgr2=0x55d6238d59d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:26:40.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.648+0000 7f7e6ed50b80 1 --2- 172.21.15.39:0/375239260 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6238d4cd0 0x55d6238d59d0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f7e4c01c600 tx=0x7f7e4c008720 comp rx=0 tx=0).stop 2024-06-13T06:26:40.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.648+0000 7f7e6ed50b80 1 -- 172.21.15.39:0/375239260 shutdown_connections 2024-06-13T06:26:40.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.648+0000 7f7e6ed50b80 1 --2- 172.21.15.39:0/375239260 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55d6238d55f0 0x55d6238d5f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:26:40.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.648+0000 7f7e6ed50b80 1 --2- 172.21.15.39:0/375239260 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d6238cf460 0x55d6238cef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:26:40.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.648+0000 7f7e6ed50b80 1 --2- 172.21.15.39:0/375239260 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6238d4cd0 0x55d6238d59d0 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:26:40.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.648+0000 7f7e6ed50b80 1 -- 172.21.15.39:0/375239260 >> 172.21.15.39:0/375239260 conn(0x55d6237f9e50 msgr2=0x55d6238d6e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:26:40.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.648+0000 7f7e6ed50b80 1 -- 172.21.15.39:0/375239260 shutdown_connections 2024-06-13T06:26:40.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.648+0000 7f7e6ed50b80 1 -- 172.21.15.39:0/375239260 wait complete. 2024-06-13T06:26:40.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.649+0000 7f7e6ed50b80 1 -- start start 2024-06-13T06:26:40.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.649+0000 7f7e6ed50b80 1 Processor -- start 2024-06-13T06:26:40.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.649+0000 7f7e6ed50b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d6238cf460 0x55d6238e1650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:26:40.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.649+0000 7f7e6ed50b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6238d4cd0 0x55d6238e1b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:26:40.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.649+0000 7f7e6ed50b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55d6238d55f0 0x55d6238de440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:26:40.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.649+0000 7f7e6ed50b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f7e5c1ab280 con 0x55d6238d4cd0 2024-06-13T06:26:40.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.649+0000 7f7e6ed50b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f7e5c1ac6f0 con 0x55d6238d55f0 2024-06-13T06:26:40.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.649+0000 7f7e6ed50b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f7e5c1ab950 con 0x55d6238cf460 2024-06-13T06:26:40.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.649+0000 7f7e6ed50b80 10 client.0 _ll_register_callbacks cb 0x55d6237baab0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:26:40.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.649+0000 7f7e61a68700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6238d4cd0 0x55d6238e1b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:26:40.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.649+0000 7f7e61a68700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6238d4cd0 0x55d6238e1b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54138/0 (socket says 172.21.15.39:54138) 2024-06-13T06:26:40.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.649+0000 7f7e61a68700 1 -- 172.21.15.39:0/3979828849 learned_addr learned my addr 172.21.15.39:0/3979828849 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:26:40.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.650+0000 7f7e62269700 1 --2- 172.21.15.39:0/3979828849 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d6238cf460 0x55d6238e1650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:26:40.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.650+0000 7f7e62a6a700 1 --2- 172.21.15.39:0/3979828849 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55d6238d55f0 0x55d6238de440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:26:40.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.650+0000 7f7e61a68700 1 -- 172.21.15.39:0/3979828849 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d6238cf460 msgr2=0x55d6238e1650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:26:40.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.650+0000 7f7e61a68700 1 --2- 172.21.15.39:0/3979828849 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d6238cf460 0x55d6238e1650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:26:40.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.650+0000 7f7e61a68700 1 -- 172.21.15.39:0/3979828849 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55d6238d55f0 msgr2=0x55d6238de440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:26:40.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.650+0000 7f7e61a68700 1 --2- 172.21.15.39:0/3979828849 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55d6238d55f0 0x55d6238de440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:26:40.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.650+0000 7f7e61a68700 1 -- 172.21.15.39:0/3979828849 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d6238dec80 con 0x55d6238d4cd0 2024-06-13T06:26:40.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.650+0000 7f7e62269700 1 --2- 172.21.15.39:0/3979828849 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d6238cf460 0x55d6238e1650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:26:40.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.650+0000 7f7e62a6a700 1 --2- 172.21.15.39:0/3979828849 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55d6238d55f0 0x55d6238de440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:26:40.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.650+0000 7f7e61a68700 1 --2- 172.21.15.39:0/3979828849 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6238d4cd0 0x55d6238e1b90 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f7e4c0088e0 tx=0x7f7e4c01df20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=595ccbfed137d6f9 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:26:40.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.650+0000 7f7e45ffb700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:26:40.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.650+0000 7f7e45ffb700 1 -- 172.21.15.39:0/3979828849 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e4c044020 con 0x55d6238d4cd0 2024-06-13T06:26:40.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.650+0000 7f7e6ed50b80 1 -- 172.21.15.39:0/3979828849 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7e4c01dd70 con 0x55d6238d4cd0 2024-06-13T06:26:40.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.650+0000 7f7e45ffb700 1 -- 172.21.15.39:0/3979828849 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7f7e4c004850 con 0x55d6238d4cd0 2024-06-13T06:26:40.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.650+0000 7f7e45ffb700 1 -- 172.21.15.39:0/3979828849 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f7e4c04f050 con 0x55d6238d4cd0 2024-06-13T06:26:40.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.650+0000 7f7e6ed50b80 10 client.15429 fetch_fsmap learned FSMap version 24 2024-06-13T06:26:40.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.650+0000 7f7e6ed50b80 1 -- 172.21.15.39:0/3979828849 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55d623954710 con 0x55d6238d4cd0 2024-06-13T06:26:40.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.651+0000 7f7e45ffb700 1 -- 172.21.15.39:0/3979828849 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7e4c01dd70 con 0x55d6238d4cd0 2024-06-13T06:26:40.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.651+0000 7f7e45ffb700 1 -- 172.21.15.39:0/3979828849 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f7e4c035070 con 0x55d6238d4cd0 2024-06-13T06:26:40.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.651+0000 7f7e6ed50b80 10 client.15429 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:26:40.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.651+0000 7f7e6ed50b80 10 client.15429 resolve_mds: validated gid 24512 aka daemon mds.b 2024-06-13T06:26:40.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.651+0000 7f7e6ed50b80 20 client.15429 populate_metadata read hostname 'smithi039' 2024-06-13T06:26:40.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.651+0000 7f7e6ed50b80 1 --2- 172.21.15.39:0/3979828849 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55d623954d60 0x55d623957180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:26:40.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.651+0000 7f7e6ed50b80 4 client.15429 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 149.0, "await_for": 45.0}] 2024-06-13T06:26:40.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.651+0000 7f7e6ed50b80 1 -- 172.21.15.39:0/3979828849 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 149.0, "await_for": 45.0}) -- 0x55d623828420 con 0x55d623954d60 2024-06-13T06:26:40.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.651+0000 7f7e62269700 1 --2- 172.21.15.39:0/3979828849 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55d623954d60 0x55d623957180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:26:40.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.651+0000 7f7e62269700 1 --2- 172.21.15.39:0/3979828849 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55d623954d60 0x55d623957180 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e7d96c814763203e server_cookie=a375780cdc65cdf8 in_seq=0 out_seq=0 2024-06-13T06:26:40.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.651+0000 7f7e45ffb700 10 client.15429 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:26:40.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.667+0000 7f7e45ffb700 1 -- 172.21.15.39:0/3979828849 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55d623828420 con 0x55d623954d60 2024-06-13T06:26:40.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.667+0000 7f7e45ffb700 10 client.15429 handle_command_reply: tid=0 2024-06-13T06:26:40.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.667+0000 7f7e6ed50b80 1 client.15429 shutdown 2024-06-13T06:26:40.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.667+0000 7f7e6ed50b80 1 -- 172.21.15.39:0/3979828849 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6238d4cd0 msgr2=0x55d6238e1b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:26:40.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.667+0000 7f7e6ed50b80 1 --2- 172.21.15.39:0/3979828849 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6238d4cd0 0x55d6238e1b90 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f7e4c0088e0 tx=0x7f7e4c01df20 comp rx=0 tx=0).stop 2024-06-13T06:26:40.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.667+0000 7f7e6ed50b80 1 -- 172.21.15.39:0/3979828849 shutdown_connections 2024-06-13T06:26:40.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.667+0000 7f7e6ed50b80 1 --2- 172.21.15.39:0/3979828849 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55d623954d60 0x55d623957180 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:26:40.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.667+0000 7f7e45ffb700 0 client.15429 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:26:40.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.667+0000 7f7e6ed50b80 1 --2- 172.21.15.39:0/3979828849 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55d6238d55f0 0x55d6238de440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:26:40.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.667+0000 7f7e6ed50b80 1 --2- 172.21.15.39:0/3979828849 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d6238cf460 0x55d6238e1650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:26:40.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.667+0000 7f7e6ed50b80 1 --2- 172.21.15.39:0/3979828849 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d6238d4cd0 0x55d6238e1b90 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:26:40.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.667+0000 7f7e6ed50b80 1 -- 172.21.15.39:0/3979828849 >> 172.21.15.39:0/3979828849 conn(0x55d6237f9e50 msgr2=0x55d6238d6cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:26:40.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.667+0000 7f7e6ed50b80 1 -- 172.21.15.39:0/3979828849 shutdown_connections 2024-06-13T06:26:40.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.667+0000 7f7e6ed50b80 1 -- 172.21.15.39:0/3979828849 wait complete. 2024-06-13T06:26:40.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.667+0000 7f7e6ed50b80 20 client.15429 trim_cache size 0 max 16384 2024-06-13T06:26:40.668 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-06-13T06:26:40.668 INFO:teuthology.orchestra.run.smithi039.stdout: "epoch": 24, 2024-06-13T06:26:40.668 INFO:teuthology.orchestra.run.smithi039.stdout: "leader": 24512, 2024-06-13T06:26:40.668 INFO:teuthology.orchestra.run.smithi039.stdout: "set_version": 10, 2024-06-13T06:26:40.668 INFO:teuthology.orchestra.run.smithi039.stdout: "sets": { 2024-06-13T06:26:40.668 INFO:teuthology.orchestra.run.smithi039.stdout: "934378b3": { 2024-06-13T06:26:40.668 INFO:teuthology.orchestra.run.smithi039.stdout: "version": 10, 2024-06-13T06:26:40.668 INFO:teuthology.orchestra.run.smithi039.stdout: "age_ref": 0.0, 2024-06-13T06:26:40.669 INFO:teuthology.orchestra.run.smithi039.stdout: "state": { 2024-06-13T06:26:40.669 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "QUIESCED", 2024-06-13T06:26:40.669 INFO:teuthology.orchestra.run.smithi039.stdout: "age": 0.0 2024-06-13T06:26:40.669 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:26:40.669 INFO:teuthology.orchestra.run.smithi039.stdout: "timeout": 90.0, 2024-06-13T06:26:40.669 INFO:teuthology.orchestra.run.smithi039.stdout: "expiration": 149.0, 2024-06-13T06:26:40.669 INFO:teuthology.orchestra.run.smithi039.stdout: "members": { 2024-06-13T06:26:40.669 INFO:teuthology.orchestra.run.smithi039.stdout: "file:/": { 2024-06-13T06:26:40.669 INFO:teuthology.orchestra.run.smithi039.stdout: "excluded": false, 2024-06-13T06:26:40.669 INFO:teuthology.orchestra.run.smithi039.stdout: "state": { 2024-06-13T06:26:40.669 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "QUIESCED", 2024-06-13T06:26:40.669 INFO:teuthology.orchestra.run.smithi039.stdout: "age": 0.0 2024-06-13T06:26:40.669 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:26:40.669 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:26:40.670 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:26:40.670 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:26:40.670 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:26:40.670 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-06-13T06:26:40.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.668+0000 7f7e644cd700 1 -- 172.21.15.39:0/1399617632 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f7e480a3050 msgr2=0x7f7e480a5510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:26:40.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.668+0000 7f7e644cd700 1 --2- 172.21.15.39:0/1399617632 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f7e480a3050 0x7f7e480a5510 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7e4c005fd0 tx=0x7f7e4c005e20 comp rx=0 tx=0).stop 2024-06-13T06:26:40.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.668+0000 7f7e644cd700 1 -- 172.21.15.39:0/1399617632 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e5c1015f0 msgr2=0x7f7e5c19d680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:26:40.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.668+0000 7f7e644cd700 1 --2- 172.21.15.39:0/1399617632 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e5c1015f0 0x7f7e5c19d680 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f7e5800b530 tx=0x7f7e5800b8f0 comp rx=0 tx=0).stop 2024-06-13T06:26:40.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.668+0000 7f7e644cd700 1 -- 172.21.15.39:0/1399617632 shutdown_connections 2024-06-13T06:26:40.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.668+0000 7f7e644cd700 1 --2- 172.21.15.39:0/1399617632 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f7e480a3050 0x7f7e480a5510 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:26:40.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.668+0000 7f7e644cd700 1 --2- 172.21.15.39:0/1399617632 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7e5c1066c0 0x7f7e5c197800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:26:40.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.668+0000 7f7e644cd700 1 --2- 172.21.15.39:0/1399617632 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e5c1015f0 0x7f7e5c19d680 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:26:40.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.668+0000 7f7e644cd700 1 --2- 172.21.15.39:0/1399617632 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f7e5c101fa0 0x7f7e5c19dbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:26:40.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.668+0000 7f7e644cd700 1 -- 172.21.15.39:0/1399617632 >> 172.21.15.39:0/1399617632 conn(0x7f7e5c078330 msgr2=0x7f7e5c0ff260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:26:40.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.668+0000 7f7e644cd700 1 -- 172.21.15.39:0/1399617632 shutdown_connections 2024-06-13T06:26:40.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:26:40.668+0000 7f7e644cd700 1 -- 172.21.15.39:0/1399617632 wait complete. 2024-06-13T06:26:41.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:26:40 smithi039 ceph-mon[32479]: pgmap v108: 97 pgs: 97 active+clean; 3.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 9 op/s 2024-06-13T06:26:41.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:26:40 smithi149 ceph-mon[36963]: pgmap v108: 97 pgs: 97 active+clean; 3.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 9 op/s 2024-06-13T06:26:41.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:26:40 smithi096 ceph-mon[36532]: pgmap v108: 97 pgs: 97 active+clean; 3.3 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 9 op/s 2024-06-13T06:26:41.362 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '934378b3', quiesce took 6.1 seconds. Will release after: 22.9 2024-06-13T06:26:43.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:26:42 smithi039 ceph-mon[32479]: pgmap v109: 97 pgs: 97 active+clean; 3.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 31 KiB/s wr, 14 op/s 2024-06-13T06:26:43.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:26:42 smithi149 ceph-mon[36963]: pgmap v109: 97 pgs: 97 active+clean; 3.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 31 KiB/s wr, 14 op/s 2024-06-13T06:26:43.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:26:42 smithi096 ceph-mon[36532]: pgmap v109: 97 pgs: 97 active+clean; 3.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 31 KiB/s wr, 14 op/s 2024-06-13T06:26:45.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:26:44 smithi039 ceph-mon[32479]: pgmap v110: 97 pgs: 97 active+clean; 3.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 9 op/s 2024-06-13T06:26:45.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:26:44 smithi149 ceph-mon[36963]: pgmap v110: 97 pgs: 97 active+clean; 3.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 9 op/s 2024-06-13T06:26:45.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:26:44 smithi096 ceph-mon[36532]: pgmap v110: 97 pgs: 97 active+clean; 3.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 9 op/s 2024-06-13T06:26:47.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:26:46 smithi039 ceph-mon[32479]: pgmap v111: 97 pgs: 97 active+clean; 3.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 25 KiB/s wr, 12 op/s 2024-06-13T06:26:47.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:26:46 smithi149 ceph-mon[36963]: pgmap v111: 97 pgs: 97 active+clean; 3.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 25 KiB/s wr, 12 op/s 2024-06-13T06:26:47.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:26:46 smithi096 ceph-mon[36532]: pgmap v111: 97 pgs: 97 active+clean; 3.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 25 KiB/s wr, 12 op/s 2024-06-13T06:26:49.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:26:48 smithi039 ceph-mon[32479]: pgmap v112: 97 pgs: 97 active+clean; 3.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 15 KiB/s wr, 8 op/s 2024-06-13T06:26:49.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:26:48 smithi149 ceph-mon[36963]: pgmap v112: 97 pgs: 97 active+clean; 3.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 15 KiB/s wr, 8 op/s 2024-06-13T06:26:49.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:26:48 smithi096 ceph-mon[36532]: pgmap v112: 97 pgs: 97 active+clean; 3.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 15 KiB/s wr, 8 op/s 2024-06-13T06:26:51.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:26:50 smithi039 ceph-mon[32479]: pgmap v113: 97 pgs: 97 active+clean; 3.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 15 KiB/s wr, 8 op/s 2024-06-13T06:26:51.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:26:50 smithi149 ceph-mon[36963]: pgmap v113: 97 pgs: 97 active+clean; 3.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 15 KiB/s wr, 8 op/s 2024-06-13T06:26:51.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:26:50 smithi096 ceph-mon[36532]: pgmap v113: 97 pgs: 97 active+clean; 3.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 15 KiB/s wr, 8 op/s 2024-06-13T06:26:53.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:26:52 smithi039 ceph-mon[32479]: pgmap v114: 97 pgs: 97 active+clean; 3.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 15 KiB/s wr, 10 op/s 2024-06-13T06:26:53.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:26:52 smithi149 ceph-mon[36963]: pgmap v114: 97 pgs: 97 active+clean; 3.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 15 KiB/s wr, 10 op/s 2024-06-13T06:26:53.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:26:52 smithi096 ceph-mon[36532]: pgmap v114: 97 pgs: 97 active+clean; 3.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 15 KiB/s wr, 10 op/s 2024-06-13T06:26:55.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:26:54 smithi039 ceph-mon[32479]: pgmap v115: 97 pgs: 97 active+clean; 3.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 4.5 KiB/s wr, 5 op/s 2024-06-13T06:26:55.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:26:54 smithi149 ceph-mon[36963]: pgmap v115: 97 pgs: 97 active+clean; 3.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 4.5 KiB/s wr, 5 op/s 2024-06-13T06:26:55.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:26:54 smithi096 ceph-mon[36532]: pgmap v115: 97 pgs: 97 active+clean; 3.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 4.5 KiB/s wr, 5 op/s 2024-06-13T06:26:57.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:26:56 smithi039 ceph-mon[32479]: pgmap v116: 97 pgs: 97 active+clean; 3.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 5.5 KiB/s wr, 8 op/s 2024-06-13T06:26:57.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:26:56 smithi149 ceph-mon[36963]: pgmap v116: 97 pgs: 97 active+clean; 3.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 5.5 KiB/s wr, 8 op/s 2024-06-13T06:26:57.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:26:56 smithi096 ceph-mon[36532]: pgmap v116: 97 pgs: 97 active+clean; 3.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 5.5 KiB/s wr, 8 op/s 2024-06-13T06:26:59.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:26:58 smithi039 ceph-mon[32479]: pgmap v117: 97 pgs: 97 active+clean; 3.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 1.1 KiB/s wr, 5 op/s 2024-06-13T06:26:59.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:26:58 smithi149 ceph-mon[36963]: pgmap v117: 97 pgs: 97 active+clean; 3.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 1.1 KiB/s wr, 5 op/s 2024-06-13T06:26:59.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:26:58 smithi096 ceph-mon[36532]: pgmap v117: 97 pgs: 97 active+clean; 3.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 1.1 KiB/s wr, 5 op/s 2024-06-13T06:27:01.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:27:00 smithi039 ceph-mon[32479]: pgmap v118: 97 pgs: 97 active+clean; 3.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 1.1 KiB/s wr, 5 op/s 2024-06-13T06:27:01.217 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:27:00 smithi149 ceph-mon[36963]: pgmap v118: 97 pgs: 97 active+clean; 3.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 1.1 KiB/s wr, 5 op/s 2024-06-13T06:27:01.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:27:00 smithi096 ceph-mon[36532]: pgmap v118: 97 pgs: 97 active+clean; 3.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 1.1 KiB/s wr, 5 op/s 2024-06-13T06:27:03.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:27:02 smithi039 ceph-mon[32479]: pgmap v119: 97 pgs: 97 active+clean; 3.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 22 op/s 2024-06-13T06:27:03.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:27:02 smithi149 ceph-mon[36963]: pgmap v119: 97 pgs: 97 active+clean; 3.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 22 op/s 2024-06-13T06:27:03.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:27:02 smithi096 ceph-mon[36532]: pgmap v119: 97 pgs: 97 active+clean; 3.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 22 op/s 2024-06-13T06:27:04.264 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T06:27:04.530 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:27:04.919 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:27:04 smithi039 ceph-mon[32479]: pgmap v120: 97 pgs: 97 active+clean; 3.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 23 KiB/s wr, 20 op/s 2024-06-13T06:27:05.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:27:04 smithi149 ceph-mon[36963]: pgmap v120: 97 pgs: 97 active+clean; 3.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 23 KiB/s wr, 20 op/s 2024-06-13T06:27:05.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:27:04 smithi096 ceph-mon[36532]: pgmap v120: 97 pgs: 97 active+clean; 3.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 23 KiB/s wr, 20 op/s 2024-06-13T06:27:06.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.358+0000 7fe38926e700 1 -- 172.21.15.39:0/140674742 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe384108500 msgr2=0x7fe3841088e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:27:06.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.358+0000 7fe38926e700 1 --2- 172.21.15.39:0/140674742 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe384108500 0x7fe3841088e0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fe37400b0a0 tx=0x7fe37400b3b0 comp rx=0 tx=0).stop 2024-06-13T06:27:06.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.358+0000 7fe38926e700 1 -- 172.21.15.39:0/140674742 shutdown_connections 2024-06-13T06:27:06.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.358+0000 7fe38926e700 1 --2- 172.21.15.39:0/140674742 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe38406ab30 0x7fe38410f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:06.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.358+0000 7fe38926e700 1 --2- 172.21.15.39:0/140674742 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe384108500 0x7fe3841088e0 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:06.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.358+0000 7fe38926e700 1 --2- 172.21.15.39:0/140674742 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe38406a170 0x7fe38406a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:06.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.358+0000 7fe38926e700 1 -- 172.21.15.39:0/140674742 >> 172.21.15.39:0/140674742 conn(0x7fe384078340 msgr2=0x7fe384078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:27:06.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.358+0000 7fe38926e700 1 -- 172.21.15.39:0/140674742 shutdown_connections 2024-06-13T06:27:06.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.358+0000 7fe38926e700 1 -- 172.21.15.39:0/140674742 wait complete. 2024-06-13T06:27:06.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.359+0000 7fe38926e700 1 Processor -- start 2024-06-13T06:27:06.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.359+0000 7fe38926e700 1 -- start start 2024-06-13T06:27:06.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.359+0000 7fe38926e700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe38406a170 0x7fe384101460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:06.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.359+0000 7fe38926e700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe38406ab30 0x7fe3841019a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:06.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.359+0000 7fe38926e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe384108500 0x7fe384101ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:06.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.359+0000 7fe38926e700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fe3841127e0 con 0x7fe384108500 2024-06-13T06:27:06.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.359+0000 7fe38926e700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fe384112660 con 0x7fe38406ab30 2024-06-13T06:27:06.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.359+0000 7fe38926e700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fe384112960 con 0x7fe38406a170 2024-06-13T06:27:06.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.359+0000 7fe3837fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe384108500 0x7fe384101ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:06.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.359+0000 7fe3837fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe384108500 0x7fe384101ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51266/0 (socket says 172.21.15.39:51266) 2024-06-13T06:27:06.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.359+0000 7fe3837fe700 1 -- 172.21.15.39:0/4290689189 learned_addr learned my addr 172.21.15.39:0/4290689189 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:27:06.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.360+0000 7fe382ffd700 1 --2- 172.21.15.39:0/4290689189 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe38406a170 0x7fe384101460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:06.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.360+0000 7fe3827fc700 1 --2- 172.21.15.39:0/4290689189 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe38406ab30 0x7fe3841019a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:06.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.360+0000 7fe3837fe700 1 -- 172.21.15.39:0/4290689189 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe38406a170 msgr2=0x7fe384101460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:27:06.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.360+0000 7fe3837fe700 1 --2- 172.21.15.39:0/4290689189 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe38406a170 0x7fe384101460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:06.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.360+0000 7fe3837fe700 1 -- 172.21.15.39:0/4290689189 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe38406ab30 msgr2=0x7fe3841019a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:27:06.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.360+0000 7fe3837fe700 1 --2- 172.21.15.39:0/4290689189 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe38406ab30 0x7fe3841019a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:06.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.360+0000 7fe3837fe700 1 -- 172.21.15.39:0/4290689189 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3841a7190 con 0x7fe384108500 2024-06-13T06:27:06.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.360+0000 7fe3827fc700 1 --2- 172.21.15.39:0/4290689189 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe38406ab30 0x7fe3841019a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:27:06.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.360+0000 7fe3837fe700 1 --2- 172.21.15.39:0/4290689189 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe384108500 0x7fe384101ee0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fe37c00b550 tx=0x7fe37c00b860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:27:06.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.360+0000 7fe37bfff700 1 -- 172.21.15.39:0/4290689189 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe37c015020 con 0x7fe384108500 2024-06-13T06:27:06.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.360+0000 7fe37bfff700 1 -- 172.21.15.39:0/4290689189 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe37c011d10 con 0x7fe384108500 2024-06-13T06:27:06.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.360+0000 7fe37bfff700 1 -- 172.21.15.39:0/4290689189 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe37c00f2e0 con 0x7fe384108500 2024-06-13T06:27:06.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.360+0000 7fe38926e700 1 -- 172.21.15.39:0/4290689189 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe3841a7480 con 0x7fe384108500 2024-06-13T06:27:06.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.360+0000 7fe38926e700 1 -- 172.21.15.39:0/4290689189 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3841a7970 con 0x7fe384108500 2024-06-13T06:27:06.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.361+0000 7fe38926e700 1 -- 172.21.15.39:0/4290689189 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe38410a9e0 con 0x7fe384108500 2024-06-13T06:27:06.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.363+0000 7fe37bfff700 1 -- 172.21.15.39:0/4290689189 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fe37c018020 con 0x7fe384108500 2024-06-13T06:27:06.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.363+0000 7fe37bfff700 1 --2- 172.21.15.39:0/4290689189 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fe3700a2d90 0x7fe3700a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:06.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.363+0000 7fe382ffd700 1 --2- 172.21.15.39:0/4290689189 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fe3700a2d90 0x7fe3700a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:06.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.363+0000 7fe37bfff700 1 -- 172.21.15.39:0/4290689189 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7fe37c0cefc0 con 0x7fe384108500 2024-06-13T06:27:06.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.364+0000 7fe382ffd700 1 --2- 172.21.15.39:0/4290689189 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fe3700a2d90 0x7fe3700a5250 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fe37400b070 tx=0x7fe37400b7b0 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:27:06.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.367+0000 7fe37bfff700 1 -- 172.21.15.39:0/4290689189 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fe37c01f020 con 0x7fe384108500 2024-06-13T06:27:06.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.617+0000 7fe38926e700 1 -- 172.21.15.39:0/4290689189 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe384102940 con 0x7fe384108500 2024-06-13T06:27:06.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.617+0000 7fe37bfff700 1 -- 172.21.15.39:0/4290689189 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11865 (secure 0 0 0) 0x7fe37c09bd00 con 0x7fe384108500 2024-06-13T06:27:06.617 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:27:06.617 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/2373452665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":2373452665},{"type":"v1","addr":"172.21.15.39:6835","nonce":2373452665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/2187635150","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":2187635150},{"type":"v1","addr":"172.21.15.39:6837","nonce":2187635150}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14571,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6839/1475451558","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":1475451558},{"type":"v1","addr":"172.21.15.39:6839","nonce":1475451558}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14577,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6841/313570480","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":313570480},{"type":"v1","addr":"172.21.15.39:6841","nonce":313570480}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/980475055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":980475055},{"type":"v1","addr":"172.21.15.149:6833","nonce":980475055}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24427,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/2757180167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":2757180167},{"type":"v1","addr":"172.21.15.149:6835","nonce":2757180167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-13T06:20:05.248660+0000","modified":"2024-06-13T06:23:07.325841+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24512,"mds_1":24482,"mds_2":24455},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24431":{"gid":24431,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.96:6833/2827318421","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6832","nonce":2827318421},{"type":"v1","addr":"172.21.15.96:6833","nonce":2827318421}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24439":{"gid":24439,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6837/1742889729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":1742889729},{"type":"v1","addr":"172.21.15.149:6837","nonce":1742889729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6839/862740064","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":862740064},{"type":"v1","addr":"172.21.15.149:6839","nonce":862740064}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.96:6835/3408571209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6834","nonce":3408571209},{"type":"v1","addr":"172.21.15.96:6835","nonce":3408571209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.96:6837/2574644445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6836","nonce":2574644445},{"type":"v1","addr":"172.21.15.96:6837","nonce":2574644445}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.96:6839/1459106434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6838","nonce":1459106434},{"type":"v1","addr":"172.21.15.96:6839","nonce":1459106434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24512,"qdb_cluster":[24482,24512,24455]},"id":1}]} 2024-06-13T06:27:06.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.620+0000 7fe38926e700 1 -- 172.21.15.39:0/4290689189 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fe3700a2d90 msgr2=0x7fe3700a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:27:06.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.620+0000 7fe38926e700 1 --2- 172.21.15.39:0/4290689189 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fe3700a2d90 0x7fe3700a5250 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fe37400b070 tx=0x7fe37400b7b0 comp rx=0 tx=0).stop 2024-06-13T06:27:06.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.620+0000 7fe38926e700 1 -- 172.21.15.39:0/4290689189 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe384108500 msgr2=0x7fe384101ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:27:06.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.620+0000 7fe38926e700 1 --2- 172.21.15.39:0/4290689189 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe384108500 0x7fe384101ee0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fe37c00b550 tx=0x7fe37c00b860 comp rx=0 tx=0).stop 2024-06-13T06:27:06.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.620+0000 7fe38926e700 1 -- 172.21.15.39:0/4290689189 shutdown_connections 2024-06-13T06:27:06.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.620+0000 7fe38926e700 1 --2- 172.21.15.39:0/4290689189 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fe3700a2d90 0x7fe3700a5250 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:06.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.620+0000 7fe38926e700 1 --2- 172.21.15.39:0/4290689189 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe384108500 0x7fe384101ee0 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:06.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.620+0000 7fe38926e700 1 --2- 172.21.15.39:0/4290689189 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe38406a170 0x7fe384101460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:06.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.620+0000 7fe38926e700 1 --2- 172.21.15.39:0/4290689189 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe38406ab30 0x7fe3841019a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:06.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.620+0000 7fe38926e700 1 -- 172.21.15.39:0/4290689189 >> 172.21.15.39:0/4290689189 conn(0x7fe384078340 msgr2=0x7fe3840ffee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:27:06.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.621+0000 7fe38926e700 1 -- 172.21.15.39:0/4290689189 shutdown_connections 2024-06-13T06:27:06.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:06.621+0000 7fe38926e700 1 -- 172.21.15.39:0/4290689189 wait complete. 2024-06-13T06:27:06.621 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 24 2024-06-13T06:27:07.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:27:06 smithi039 ceph-mon[32479]: pgmap v121: 97 pgs: 97 active+clean; 3.5 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 24 KiB/s wr, 22 op/s 2024-06-13T06:27:07.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:27:06 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/4290689189' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:27:07.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:27:06 smithi149 ceph-mon[36963]: pgmap v121: 97 pgs: 97 active+clean; 3.5 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 24 KiB/s wr, 22 op/s 2024-06-13T06:27:07.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:27:06 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/4290689189' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:27:07.279 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24512 quiesce db --set-id 934378b3 --release --await' 2024-06-13T06:27:07.279 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- timeout 105 ceph tell mds.24512 quiesce db --set-id 934378b3 --release --await 2024-06-13T06:27:07.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:27:06 smithi096 ceph-mon[36532]: pgmap v121: 97 pgs: 97 active+clean; 3.5 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 24 KiB/s wr, 22 op/s 2024-06-13T06:27:07.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:27:06 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/4290689189' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:27:07.534 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:27:09.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.073+0000 7f39cf9f7700 1 -- 172.21.15.39:0/529775712 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f39c8101d50 msgr2=0x7f39c810e240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:27:09.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.073+0000 7f39cf9f7700 1 --2- 172.21.15.39:0/529775712 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f39c8101d50 0x7f39c810e240 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f39c000b0a0 tx=0x7f39c000b3b0 comp rx=0 tx=0).stop 2024-06-13T06:27:09.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.073+0000 7f39cf9f7700 1 -- 172.21.15.39:0/529775712 shutdown_connections 2024-06-13T06:27:09.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.073+0000 7f39cf9f7700 1 --2- 172.21.15.39:0/529775712 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f39c8101d50 0x7f39c810e240 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:09.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.073+0000 7f39cf9f7700 1 --2- 172.21.15.39:0/529775712 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f39c8107400 0x7f39c81077e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:09.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.073+0000 7f39cf9f7700 1 --2- 172.21.15.39:0/529775712 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f39c8101390 0x7f39c8101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:09.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.073+0000 7f39cf9f7700 1 -- 172.21.15.39:0/529775712 >> 172.21.15.39:0/529775712 conn(0x7f39c8078340 msgr2=0x7f39c8078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:27:09.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.074+0000 7f39cf9f7700 1 -- 172.21.15.39:0/529775712 shutdown_connections 2024-06-13T06:27:09.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.074+0000 7f39cf9f7700 1 -- 172.21.15.39:0/529775712 wait complete. 2024-06-13T06:27:09.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.074+0000 7f39cf9f7700 1 Processor -- start 2024-06-13T06:27:09.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.074+0000 7f39cf9f7700 1 -- start start 2024-06-13T06:27:09.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.074+0000 7f39cf9f7700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f39c8101390 0x7f39c8199ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:09.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.074+0000 7f39cf9f7700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f39c8101d50 0x7f39c819a000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:09.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.074+0000 7f39cf9f7700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f39c8107400 0x7f39c81a4b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:09.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.074+0000 7f39cf9f7700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f39c81116a0 con 0x7f39c8107400 2024-06-13T06:27:09.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.074+0000 7f39cf9f7700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f39c8111520 con 0x7f39c8101390 2024-06-13T06:27:09.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.074+0000 7f39cf9f7700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f39c8111820 con 0x7f39c8101d50 2024-06-13T06:27:09.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.075+0000 7f39cdf94700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f39c8107400 0x7f39c81a4b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:09.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.075+0000 7f39cdf94700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f39c8107400 0x7f39c81a4b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51284/0 (socket says 172.21.15.39:51284) 2024-06-13T06:27:09.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.075+0000 7f39cdf94700 1 -- 172.21.15.39:0/2142196005 learned_addr learned my addr 172.21.15.39:0/2142196005 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:27:09.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.075+0000 7f39ccf92700 1 --2- 172.21.15.39:0/2142196005 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f39c8101d50 0x7f39c819a000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:09.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.075+0000 7f39cd793700 1 --2- 172.21.15.39:0/2142196005 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f39c8101390 0x7f39c8199ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:09.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.075+0000 7f39cdf94700 1 -- 172.21.15.39:0/2142196005 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f39c8101d50 msgr2=0x7f39c819a000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:27:09.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.075+0000 7f39cdf94700 1 --2- 172.21.15.39:0/2142196005 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f39c8101d50 0x7f39c819a000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:09.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.075+0000 7f39cdf94700 1 -- 172.21.15.39:0/2142196005 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f39c8101390 msgr2=0x7f39c8199ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:27:09.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.075+0000 7f39cdf94700 1 --2- 172.21.15.39:0/2142196005 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f39c8101390 0x7f39c8199ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:09.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.075+0000 7f39cdf94700 1 -- 172.21.15.39:0/2142196005 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39c81a5080 con 0x7f39c8107400 2024-06-13T06:27:09.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.075+0000 7f39cd793700 1 --2- 172.21.15.39:0/2142196005 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f39c8101390 0x7f39c8199ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:27:09.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.075+0000 7f39cdf94700 1 --2- 172.21.15.39:0/2142196005 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f39c8107400 0x7f39c81a4b40 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f39c00062a0 tx=0x7f39c0004e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:27:09.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.075+0000 7f39be7fc700 1 -- 172.21.15.39:0/2142196005 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39c0021070 con 0x7f39c8107400 2024-06-13T06:27:09.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.075+0000 7f39be7fc700 1 -- 172.21.15.39:0/2142196005 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f39c0007c80 con 0x7f39c8107400 2024-06-13T06:27:09.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.075+0000 7f39cf9f7700 1 -- 172.21.15.39:0/2142196005 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39c81a5250 con 0x7f39c8107400 2024-06-13T06:27:09.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.075+0000 7f39be7fc700 1 -- 172.21.15.39:0/2142196005 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39c001d450 con 0x7f39c8107400 2024-06-13T06:27:09.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.075+0000 7f39cf9f7700 1 -- 172.21.15.39:0/2142196005 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39c81a5700 con 0x7f39c8107400 2024-06-13T06:27:09.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.078+0000 7f39be7fc700 1 -- 172.21.15.39:0/2142196005 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f39c0004020 con 0x7f39c8107400 2024-06-13T06:27:09.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.079+0000 7f39be7fc700 1 --2- 172.21.15.39:0/2142196005 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f39b40a2d90 0x7f39b40a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:09.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.079+0000 7f39cd793700 1 --2- 172.21.15.39:0/2142196005 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f39b40a2d90 0x7f39b40a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:09.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.079+0000 7f39be7fc700 1 -- 172.21.15.39:0/2142196005 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7f39c000f020 con 0x7f39c8107400 2024-06-13T06:27:09.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.080+0000 7f39cd793700 1 --2- 172.21.15.39:0/2142196005 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f39b40a2d90 0x7f39b40a5250 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f39c4009b50 tx=0x7f39c4009550 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:27:09.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.080+0000 7f39da27ab80 1 Processor -- start 2024-06-13T06:27:09.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.080+0000 7f39da27ab80 1 -- start start 2024-06-13T06:27:09.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.080+0000 7f39da27ab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5577b0c80050 0x5577b0c80430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:09.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.080+0000 7f39da27ab80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5577b0c80970 0x5577b0c7a2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:09.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.080+0000 7f39da27ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5577b0c7a7e0 0x5577b0c7ac20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:09.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.080+0000 7f39da27ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x5577b0bc7910 con 0x5577b0c7a7e0 2024-06-13T06:27:09.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.080+0000 7f39da27ab80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x5577b0b6f820 con 0x5577b0c80970 2024-06-13T06:27:09.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.080+0000 7f39da27ab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5577b0bc38d0 con 0x5577b0c80050 2024-06-13T06:27:09.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.080+0000 7f39cdf94700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5577b0c7a7e0 0x5577b0c7ac20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:09.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.080+0000 7f39cdf94700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5577b0c7a7e0 0x5577b0c7ac20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51300/0 (socket says 172.21.15.39:51300) 2024-06-13T06:27:09.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.080+0000 7f39cdf94700 1 -- 172.21.15.39:0/334564892 learned_addr learned my addr 172.21.15.39:0/334564892 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:27:09.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.081+0000 7f39cd793700 1 --2- 172.21.15.39:0/334564892 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5577b0c80050 0x5577b0c80430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:09.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.081+0000 7f39ccf92700 1 --2- 172.21.15.39:0/334564892 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5577b0c80970 0x5577b0c7a2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:09.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.081+0000 7f39cdf94700 1 -- 172.21.15.39:0/334564892 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5577b0c80050 msgr2=0x5577b0c80430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:27:09.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.081+0000 7f39cdf94700 1 --2- 172.21.15.39:0/334564892 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5577b0c80050 0x5577b0c80430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:09.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.081+0000 7f39cdf94700 1 -- 172.21.15.39:0/334564892 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5577b0c80970 msgr2=0x5577b0c7a2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:27:09.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.081+0000 7f39cdf94700 1 --2- 172.21.15.39:0/334564892 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5577b0c80970 0x5577b0c7a2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:09.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.081+0000 7f39cdf94700 1 -- 172.21.15.39:0/334564892 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5577b0b66050 con 0x5577b0c7a7e0 2024-06-13T06:27:09.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.081+0000 7f39cd793700 1 --2- 172.21.15.39:0/334564892 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5577b0c80050 0x5577b0c80430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:27:09.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.081+0000 7f39cdf94700 1 --2- 172.21.15.39:0/334564892 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5577b0c7a7e0 0x5577b0c7ac20 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f39c0099470 tx=0x7f39c009cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d791acb7db8182cc server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:27:09.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.081+0000 7f39b37fe700 1 -- 172.21.15.39:0/334564892 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39c00bd070 con 0x5577b0c7a7e0 2024-06-13T06:27:09.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.081+0000 7f39b37fe700 1 -- 172.21.15.39:0/334564892 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f39c009d010 con 0x5577b0c7a7e0 2024-06-13T06:27:09.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.081+0000 7f39b37fe700 1 -- 172.21.15.39:0/334564892 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39c009d270 con 0x5577b0c7a7e0 2024-06-13T06:27:09.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.082+0000 7f39da27ab80 1 -- 172.21.15.39:0/334564892 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5577b0c7a7e0 msgr2=0x5577b0c7ac20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:27:09.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.082+0000 7f39da27ab80 1 --2- 172.21.15.39:0/334564892 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5577b0c7a7e0 0x5577b0c7ac20 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f39c0099470 tx=0x7f39c009cc20 comp rx=0 tx=0).stop 2024-06-13T06:27:09.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.082+0000 7f39da27ab80 1 -- 172.21.15.39:0/334564892 shutdown_connections 2024-06-13T06:27:09.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.082+0000 7f39da27ab80 1 --2- 172.21.15.39:0/334564892 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5577b0c7a7e0 0x5577b0c7ac20 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:09.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.082+0000 7f39da27ab80 1 --2- 172.21.15.39:0/334564892 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5577b0c80050 0x5577b0c80430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:09.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.082+0000 7f39da27ab80 1 --2- 172.21.15.39:0/334564892 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5577b0c80970 0x5577b0c7a2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:09.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.082+0000 7f39da27ab80 1 -- 172.21.15.39:0/334564892 >> 172.21.15.39:0/334564892 conn(0x5577b0ba0dc0 msgr2=0x5577b0c71120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:27:09.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.082+0000 7f39da27ab80 1 -- 172.21.15.39:0/334564892 shutdown_connections 2024-06-13T06:27:09.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.082+0000 7f39da27ab80 1 -- 172.21.15.39:0/334564892 wait complete. 2024-06-13T06:27:09.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.082+0000 7f39da27ab80 1 -- start start 2024-06-13T06:27:09.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.082+0000 7f39da27ab80 1 Processor -- start 2024-06-13T06:27:09.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.083+0000 7f39da27ab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5577b0c7a7e0 0x5577b0c86690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:09.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.083+0000 7f39da27ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5577b0c80050 0x5577b0c83a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:09.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.083+0000 7f39da27ab80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5577b0c80970 0x5577b0c83f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:09.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.083+0000 7f39da27ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x5577b0c87100 con 0x5577b0c80050 2024-06-13T06:27:09.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.083+0000 7f39da27ab80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x5577b0b67cf0 con 0x5577b0c80970 2024-06-13T06:27:09.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.083+0000 7f39da27ab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5577b0c87280 con 0x5577b0c7a7e0 2024-06-13T06:27:09.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.083+0000 7f39da27ab80 10 client.0 _ll_register_callbacks cb 0x5577b0b61a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:27:09.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.083+0000 7f39ccf92700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5577b0c80050 0x5577b0c83a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:09.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.083+0000 7f39ccf92700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5577b0c80050 0x5577b0c83a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51308/0 (socket says 172.21.15.39:51308) 2024-06-13T06:27:09.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.083+0000 7f39ccf92700 1 -- 172.21.15.39:0/2534903193 learned_addr learned my addr 172.21.15.39:0/2534903193 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:27:09.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.083+0000 7f39ccf92700 1 -- 172.21.15.39:0/2534903193 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5577b0c7a7e0 msgr2=0x5577b0c86690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:27:09.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.083+0000 7f39ccf92700 1 --2- 172.21.15.39:0/2534903193 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5577b0c7a7e0 0x5577b0c86690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:09.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.083+0000 7f39ccf92700 1 -- 172.21.15.39:0/2534903193 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5577b0c80970 msgr2=0x5577b0c83f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:27:09.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.083+0000 7f39ccf92700 1 --2- 172.21.15.39:0/2534903193 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5577b0c80970 0x5577b0c83f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:09.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.083+0000 7f39ccf92700 1 -- 172.21.15.39:0/2534903193 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5577b0b169d0 con 0x5577b0c80050 2024-06-13T06:27:09.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.083+0000 7f39ccf92700 1 --2- 172.21.15.39:0/2534903193 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5577b0c80050 0x5577b0c83a00 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f39b800be50 tx=0x7f39b80116c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f6f50236c30acd7 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:27:09.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.083+0000 7f39b0ff9700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:27:09.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.084+0000 7f39b0ff9700 1 -- 172.21.15.39:0/2534903193 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39b8004830 con 0x5577b0c80050 2024-06-13T06:27:09.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.084+0000 7f39b0ff9700 1 -- 172.21.15.39:0/2534903193 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7f39b80049d0 con 0x5577b0c80050 2024-06-13T06:27:09.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.084+0000 7f39da27ab80 1 -- 172.21.15.39:0/2534903193 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f39c009d010 con 0x5577b0c80050 2024-06-13T06:27:09.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.084+0000 7f39b0ff9700 1 -- 172.21.15.39:0/2534903193 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f39b8004c10 con 0x5577b0c80050 2024-06-13T06:27:09.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.084+0000 7f39da27ab80 10 client.15447 fetch_fsmap learned FSMap version 24 2024-06-13T06:27:09.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.084+0000 7f39da27ab80 1 -- 172.21.15.39:0/2534903193 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5577b0c91aa0 con 0x5577b0c80050 2024-06-13T06:27:09.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.084+0000 7f39b0ff9700 1 -- 172.21.15.39:0/2534903193 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f39c009d010 con 0x5577b0c80050 2024-06-13T06:27:09.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.084+0000 7f39b0ff9700 1 -- 172.21.15.39:0/2534903193 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f39b801b7e0 con 0x5577b0c80050 2024-06-13T06:27:09.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.084+0000 7f39da27ab80 10 client.15447 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:27:09.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.084+0000 7f39da27ab80 10 client.15447 resolve_mds: validated gid 24512 aka daemon mds.b 2024-06-13T06:27:09.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.084+0000 7f39da27ab80 20 client.15447 populate_metadata read hostname 'smithi039' 2024-06-13T06:27:09.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.084+0000 7f39da27ab80 1 --2- 172.21.15.39:0/2534903193 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x5577b0c94130 0x5577b0c96580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:09.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.084+0000 7f39da27ab80 4 client.15447 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T06:27:09.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.084+0000 7f39da27ab80 1 -- 172.21.15.39:0/2534903193 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5577b0bd4e10 con 0x5577b0c94130 2024-06-13T06:27:09.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.085+0000 7f39cd793700 1 --2- 172.21.15.39:0/2534903193 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x5577b0c94130 0x5577b0c96580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:09.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.085+0000 7f39cd793700 1 --2- 172.21.15.39:0/2534903193 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x5577b0c94130 0x5577b0c96580 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4d40c2c1f862e7eb server_cookie=ca7c6dd3b42e59d3 in_seq=0 out_seq=0 2024-06-13T06:27:09.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.085+0000 7f39b0ff9700 10 client.15447 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:27:09.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.086+0000 7f39b0ff9700 1 -- 172.21.15.39:0/2534903193 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5577b0bd4e10 con 0x5577b0c94130 2024-06-13T06:27:09.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.086+0000 7f39b0ff9700 10 client.15447 handle_command_reply: tid=0 2024-06-13T06:27:09.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.086+0000 7f39da27ab80 1 client.15447 shutdown 2024-06-13T06:27:09.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.086+0000 7f39da27ab80 1 -- 172.21.15.39:0/2534903193 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5577b0c80050 msgr2=0x5577b0c83a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:27:09.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.086+0000 7f39da27ab80 1 --2- 172.21.15.39:0/2534903193 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5577b0c80050 0x5577b0c83a00 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f39b800be50 tx=0x7f39b80116c0 comp rx=0 tx=0).stop 2024-06-13T06:27:09.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.086+0000 7f39da27ab80 1 -- 172.21.15.39:0/2534903193 shutdown_connections 2024-06-13T06:27:09.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.086+0000 7f39da27ab80 1 --2- 172.21.15.39:0/2534903193 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x5577b0c94130 0x5577b0c96580 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:09.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.086+0000 7f39da27ab80 1 --2- 172.21.15.39:0/2534903193 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5577b0c80970 0x5577b0c83f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:09.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.086+0000 7f39da27ab80 1 --2- 172.21.15.39:0/2534903193 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5577b0c7a7e0 0x5577b0c86690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:09.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.086+0000 7f39da27ab80 1 --2- 172.21.15.39:0/2534903193 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5577b0c80050 0x5577b0c83a00 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:09.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.086+0000 7f39da27ab80 1 -- 172.21.15.39:0/2534903193 >> 172.21.15.39:0/2534903193 conn(0x5577b0ba0dc0 msgr2=0x5577b0c70d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:27:09.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.086+0000 7f39b0ff9700 0 client.15447 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:27:09.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.086+0000 7f39da27ab80 1 -- 172.21.15.39:0/2534903193 shutdown_connections 2024-06-13T06:27:09.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.086+0000 7f39da27ab80 1 -- 172.21.15.39:0/2534903193 wait complete. 2024-06-13T06:27:09.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.086+0000 7f39da27ab80 20 client.15447 trim_cache size 0 max 16384 2024-06-13T06:27:09.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.106+0000 7f39da27ab80 1 Processor -- start 2024-06-13T06:27:09.106 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:27:08 smithi039 ceph-mon[32479]: pgmap v122: 97 pgs: 97 active+clean; 3.5 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 KiB/s wr, 20 op/s 2024-06-13T06:27:09.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.106+0000 7f39da27ab80 1 -- start start 2024-06-13T06:27:09.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.107+0000 7f39da27ab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5577b0c7a7e0 0x5577b0c83f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:09.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.107+0000 7f39da27ab80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5577b0c80050 0x5577b0c81460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:09.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.107+0000 7f39da27ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5577b0c80970 0x5577b0c9be90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:09.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.107+0000 7f39da27ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f39c81ad4b0 con 0x5577b0c80970 2024-06-13T06:27:09.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.107+0000 7f39da27ab80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f39c81aad40 con 0x5577b0c80050 2024-06-13T06:27:09.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.107+0000 7f39da27ab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f39c81a8b90 con 0x5577b0c7a7e0 2024-06-13T06:27:09.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.107+0000 7f39cdf94700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5577b0c80970 0x5577b0c9be90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:09.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.107+0000 7f39cdf94700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5577b0c80970 0x5577b0c9be90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51310/0 (socket says 172.21.15.39:51310) 2024-06-13T06:27:09.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.107+0000 7f39cdf94700 1 -- 172.21.15.39:0/827026649 learned_addr learned my addr 172.21.15.39:0/827026649 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:27:09.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.107+0000 7f39ccf92700 1 --2- 172.21.15.39:0/827026649 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5577b0c80050 0x5577b0c81460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:09.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.107+0000 7f39cd793700 1 --2- 172.21.15.39:0/827026649 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5577b0c7a7e0 0x5577b0c83f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:09.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.107+0000 7f39ccf92700 1 -- 172.21.15.39:0/827026649 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5577b0c7a7e0 msgr2=0x5577b0c83f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:27:09.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.107+0000 7f39ccf92700 1 --2- 172.21.15.39:0/827026649 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5577b0c7a7e0 0x5577b0c83f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:09.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.107+0000 7f39ccf92700 1 -- 172.21.15.39:0/827026649 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5577b0c80970 msgr2=0x5577b0c9be90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:27:09.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.107+0000 7f39ccf92700 1 --2- 172.21.15.39:0/827026649 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5577b0c80970 0x5577b0c9be90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:09.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.107+0000 7f39ccf92700 1 -- 172.21.15.39:0/827026649 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5577b0c81fa0 con 0x5577b0c80050 2024-06-13T06:27:09.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.107+0000 7f39cdf94700 1 --2- 172.21.15.39:0/827026649 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5577b0c80970 0x5577b0c9be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T06:27:09.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.108+0000 7f39ccf92700 1 --2- 172.21.15.39:0/827026649 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5577b0c80050 0x5577b0c81460 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f39b801bbb0 tx=0x7f39b800b540 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a57c26ccddc0938c server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:27:09.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.108+0000 7f39b2ffd700 1 -- 172.21.15.39:0/827026649 <== mon.2 v2:172.21.15.96:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39b8032070 con 0x5577b0c80050 2024-06-13T06:27:09.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.108+0000 7f39b2ffd700 1 -- 172.21.15.39:0/827026649 <== mon.2 v2:172.21.15.96:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f39b8029040 con 0x5577b0c80050 2024-06-13T06:27:09.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.108+0000 7f39b2ffd700 1 -- 172.21.15.39:0/827026649 <== mon.2 v2:172.21.15.96:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39b8028070 con 0x5577b0c80050 2024-06-13T06:27:09.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.109+0000 7f39da27ab80 1 -- 172.21.15.39:0/827026649 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5577b0c80050 msgr2=0x5577b0c81460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:27:09.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.109+0000 7f39da27ab80 1 --2- 172.21.15.39:0/827026649 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5577b0c80050 0x5577b0c81460 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f39b801bbb0 tx=0x7f39b800b540 comp rx=0 tx=0).stop 2024-06-13T06:27:09.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.109+0000 7f39da27ab80 1 -- 172.21.15.39:0/827026649 shutdown_connections 2024-06-13T06:27:09.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.109+0000 7f39da27ab80 1 --2- 172.21.15.39:0/827026649 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5577b0c80970 0x5577b0c9be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:09.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.109+0000 7f39da27ab80 1 --2- 172.21.15.39:0/827026649 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5577b0c7a7e0 0x5577b0c83f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:09.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.109+0000 7f39da27ab80 1 --2- 172.21.15.39:0/827026649 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5577b0c80050 0x5577b0c81460 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:09.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.109+0000 7f39da27ab80 1 -- 172.21.15.39:0/827026649 >> 172.21.15.39:0/827026649 conn(0x5577b0ba0dc0 msgr2=0x5577b0c80d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:27:09.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.109+0000 7f39da27ab80 1 -- 172.21.15.39:0/827026649 shutdown_connections 2024-06-13T06:27:09.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.109+0000 7f39da27ab80 1 -- 172.21.15.39:0/827026649 wait complete. 2024-06-13T06:27:09.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.109+0000 7f39da27ab80 1 -- start start 2024-06-13T06:27:09.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.109+0000 7f39da27ab80 1 Processor -- start 2024-06-13T06:27:09.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.110+0000 7f39da27ab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5577b0c7a7e0 0x5577b0c8cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:09.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.110+0000 7f39da27ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5577b0c80050 0x5577b0c89510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:09.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.110+0000 7f39da27ab80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5577b0c80970 0x5577b0c89a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:09.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.110+0000 7f39da27ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f39c81a9200 con 0x5577b0c80050 2024-06-13T06:27:09.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.110+0000 7f39da27ab80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f39c81aa670 con 0x5577b0c80970 2024-06-13T06:27:09.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.110+0000 7f39da27ab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f39c81a98d0 con 0x5577b0c7a7e0 2024-06-13T06:27:09.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.110+0000 7f39da27ab80 10 client.0 _ll_register_callbacks cb 0x5577b0b61a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:27:09.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.110+0000 7f39ccf92700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5577b0c80050 0x5577b0c89510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:09.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.110+0000 7f39ccf92700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5577b0c80050 0x5577b0c89510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51322/0 (socket says 172.21.15.39:51322) 2024-06-13T06:27:09.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.110+0000 7f39ccf92700 1 -- 172.21.15.39:0/102846697 learned_addr learned my addr 172.21.15.39:0/102846697 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:27:09.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.110+0000 7f39cdf94700 1 --2- 172.21.15.39:0/102846697 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5577b0c80970 0x5577b0c89a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:09.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.110+0000 7f39cd793700 1 --2- 172.21.15.39:0/102846697 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5577b0c7a7e0 0x5577b0c8cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:09.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.110+0000 7f39ccf92700 1 -- 172.21.15.39:0/102846697 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5577b0c7a7e0 msgr2=0x5577b0c8cbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:27:09.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.110+0000 7f39ccf92700 1 --2- 172.21.15.39:0/102846697 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5577b0c7a7e0 0x5577b0c8cbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:09.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.110+0000 7f39ccf92700 1 -- 172.21.15.39:0/102846697 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5577b0c80970 msgr2=0x5577b0c89a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:27:09.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.110+0000 7f39ccf92700 1 --2- 172.21.15.39:0/102846697 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5577b0c80970 0x5577b0c89a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:09.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.110+0000 7f39ccf92700 1 -- 172.21.15.39:0/102846697 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5577b0c8a290 con 0x5577b0c80050 2024-06-13T06:27:09.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.111+0000 7f39ccf92700 1 --2- 172.21.15.39:0/102846697 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5577b0c80050 0x5577b0c89510 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f39b800be20 tx=0x7f39b8011f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c265de76524c0800 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:27:09.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.111+0000 7f39b0ff9700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:27:09.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.111+0000 7f39b0ff9700 1 -- 172.21.15.39:0/102846697 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39b8028070 con 0x5577b0c80050 2024-06-13T06:27:09.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.111+0000 7f39b0ff9700 1 -- 172.21.15.39:0/102846697 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7f39b80124d0 con 0x5577b0c80050 2024-06-13T06:27:09.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.111+0000 7f39da27ab80 1 -- 172.21.15.39:0/102846697 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f39b8029040 con 0x5577b0c80050 2024-06-13T06:27:09.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.111+0000 7f39b0ff9700 1 -- 172.21.15.39:0/102846697 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f39b8032070 con 0x5577b0c80050 2024-06-13T06:27:09.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.111+0000 7f39da27ab80 10 client.15453 fetch_fsmap learned FSMap version 24 2024-06-13T06:27:09.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.111+0000 7f39da27ab80 1 -- 172.21.15.39:0/102846697 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5577b0cffde0 con 0x5577b0c80050 2024-06-13T06:27:09.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.111+0000 7f39b0ff9700 1 -- 172.21.15.39:0/102846697 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f39b8029040 con 0x5577b0c80050 2024-06-13T06:27:09.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.112+0000 7f39b0ff9700 1 -- 172.21.15.39:0/102846697 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f39b8004fc0 con 0x5577b0c80050 2024-06-13T06:27:09.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.112+0000 7f39da27ab80 10 client.15453 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:27:09.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.112+0000 7f39da27ab80 10 client.15453 resolve_mds: validated gid 24512 aka daemon mds.b 2024-06-13T06:27:09.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.112+0000 7f39da27ab80 20 client.15453 populate_metadata read hostname 'smithi039' 2024-06-13T06:27:09.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.112+0000 7f39da27ab80 1 --2- 172.21.15.39:0/102846697 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x5577b0d00420 0x5577b0d02840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:09.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.112+0000 7f39da27ab80 4 client.15453 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "934378b3", "release": true, "await": true}] 2024-06-13T06:27:09.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.112+0000 7f39da27ab80 1 -- 172.21.15.39:0/102846697 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "quiesce db", "set_id": "934378b3", "release": true, "await": true}) -- 0x5577b0c71450 con 0x5577b0d00420 2024-06-13T06:27:09.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.112+0000 7f39cd793700 1 --2- 172.21.15.39:0/102846697 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x5577b0d00420 0x5577b0d02840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:09.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.112+0000 7f39b0ff9700 10 client.15453 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:27:09.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.112+0000 7f39cd793700 1 --2- 172.21.15.39:0/102846697 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x5577b0d00420 0x5577b0d02840 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c83b3d99b1a8b8bf server_cookie=c09f43b12db180e in_seq=0 out_seq=0 2024-06-13T06:27:09.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.115+0000 7f39b0ff9700 1 -- 172.21.15.39:0/102846697 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x5577b0c71450 con 0x5577b0d00420 2024-06-13T06:27:09.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.115+0000 7f39b0ff9700 10 client.15453 handle_command_reply: tid=0 2024-06-13T06:27:09.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.115+0000 7f39da27ab80 1 client.15453 shutdown 2024-06-13T06:27:09.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.116+0000 7f39da27ab80 1 -- 172.21.15.39:0/102846697 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5577b0c80050 msgr2=0x5577b0c89510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:27:09.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.116+0000 7f39da27ab80 1 --2- 172.21.15.39:0/102846697 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5577b0c80050 0x5577b0c89510 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f39b800be20 tx=0x7f39b8011f40 comp rx=0 tx=0).stop 2024-06-13T06:27:09.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.116+0000 7f39da27ab80 1 -- 172.21.15.39:0/102846697 shutdown_connections 2024-06-13T06:27:09.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.116+0000 7f39da27ab80 1 --2- 172.21.15.39:0/102846697 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x5577b0d00420 0x5577b0d02840 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:09.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.116+0000 7f39da27ab80 1 --2- 172.21.15.39:0/102846697 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5577b0c80970 0x5577b0c89a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:09.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.116+0000 7f39da27ab80 1 --2- 172.21.15.39:0/102846697 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5577b0c7a7e0 0x5577b0c8cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:09.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.116+0000 7f39da27ab80 1 --2- 172.21.15.39:0/102846697 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5577b0c80050 0x5577b0c89510 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:09.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.116+0000 7f39da27ab80 1 -- 172.21.15.39:0/102846697 >> 172.21.15.39:0/102846697 conn(0x5577b0ba0dc0 msgr2=0x5577b0c74e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:27:09.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.116+0000 7f39b0ff9700 0 client.15453 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:27:09.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.116+0000 7f39da27ab80 1 -- 172.21.15.39:0/102846697 shutdown_connections 2024-06-13T06:27:09.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.116+0000 7f39da27ab80 1 -- 172.21.15.39:0/102846697 wait complete. 2024-06-13T06:27:09.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.116+0000 7f39da27ab80 20 client.15453 trim_cache size 0 max 16384 2024-06-13T06:27:09.118 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-06-13T06:27:09.118 INFO:teuthology.orchestra.run.smithi039.stdout: "epoch": 24, 2024-06-13T06:27:09.118 INFO:teuthology.orchestra.run.smithi039.stdout: "leader": 24512, 2024-06-13T06:27:09.118 INFO:teuthology.orchestra.run.smithi039.stdout: "set_version": 12, 2024-06-13T06:27:09.118 INFO:teuthology.orchestra.run.smithi039.stdout: "sets": { 2024-06-13T06:27:09.118 INFO:teuthology.orchestra.run.smithi039.stdout: "934378b3": { 2024-06-13T06:27:09.118 INFO:teuthology.orchestra.run.smithi039.stdout: "version": 12, 2024-06-13T06:27:09.119 INFO:teuthology.orchestra.run.smithi039.stdout: "age_ref": 0.0, 2024-06-13T06:27:09.119 INFO:teuthology.orchestra.run.smithi039.stdout: "state": { 2024-06-13T06:27:09.119 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "RELEASED", 2024-06-13T06:27:09.119 INFO:teuthology.orchestra.run.smithi039.stdout: "age": 0.0 2024-06-13T06:27:09.119 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:27:09.119 INFO:teuthology.orchestra.run.smithi039.stdout: "timeout": 90.0, 2024-06-13T06:27:09.119 INFO:teuthology.orchestra.run.smithi039.stdout: "expiration": 149.0, 2024-06-13T06:27:09.119 INFO:teuthology.orchestra.run.smithi039.stdout: "members": { 2024-06-13T06:27:09.119 INFO:teuthology.orchestra.run.smithi039.stdout: "file:/": { 2024-06-13T06:27:09.119 INFO:teuthology.orchestra.run.smithi039.stdout: "excluded": false, 2024-06-13T06:27:09.119 INFO:teuthology.orchestra.run.smithi039.stdout: "state": { 2024-06-13T06:27:09.119 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "RELEASED", 2024-06-13T06:27:09.119 INFO:teuthology.orchestra.run.smithi039.stdout: "age": 0.0 2024-06-13T06:27:09.119 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:27:09.120 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:27:09.120 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:27:09.120 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:27:09.120 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:27:09.120 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-06-13T06:27:09.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.117+0000 7f39cf9f7700 1 -- 172.21.15.39:0/2142196005 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f39b40a2d90 msgr2=0x7f39b40a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:27:09.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.117+0000 7f39cf9f7700 1 --2- 172.21.15.39:0/2142196005 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f39b40a2d90 0x7f39b40a5250 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f39c4009b50 tx=0x7f39c4009550 comp rx=0 tx=0).stop 2024-06-13T06:27:09.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.117+0000 7f39cf9f7700 1 -- 172.21.15.39:0/2142196005 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f39c8107400 msgr2=0x7f39c81a4b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:27:09.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.117+0000 7f39cf9f7700 1 --2- 172.21.15.39:0/2142196005 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f39c8107400 0x7f39c81a4b40 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f39c00062a0 tx=0x7f39c0004e20 comp rx=0 tx=0).stop 2024-06-13T06:27:09.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.117+0000 7f39cf9f7700 1 -- 172.21.15.39:0/2142196005 shutdown_connections 2024-06-13T06:27:09.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.117+0000 7f39cf9f7700 1 --2- 172.21.15.39:0/2142196005 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f39b40a2d90 0x7f39b40a5250 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:09.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.117+0000 7f39cf9f7700 1 --2- 172.21.15.39:0/2142196005 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f39c8107400 0x7f39c81a4b40 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:09.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.117+0000 7f39cf9f7700 1 --2- 172.21.15.39:0/2142196005 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f39c8101390 0x7f39c8199ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:09.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.117+0000 7f39cf9f7700 1 --2- 172.21.15.39:0/2142196005 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f39c8101d50 0x7f39c819a000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:09.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.117+0000 7f39cf9f7700 1 -- 172.21.15.39:0/2142196005 >> 172.21.15.39:0/2142196005 conn(0x7f39c8078340 msgr2=0x7f39c80ffe10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:27:09.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.117+0000 7f39cf9f7700 1 -- 172.21.15.39:0/2142196005 shutdown_connections 2024-06-13T06:27:09.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:09.117+0000 7f39cf9f7700 1 -- 172.21.15.39:0/2142196005 wait complete. 2024-06-13T06:27:09.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:27:08 smithi149 ceph-mon[36963]: pgmap v122: 97 pgs: 97 active+clean; 3.5 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 KiB/s wr, 20 op/s 2024-06-13T06:27:09.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:27:08 smithi096 ceph-mon[36532]: pgmap v122: 97 pgs: 97 active+clean; 3.5 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 KiB/s wr, 20 op/s 2024-06-13T06:27:09.971 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '934378b3', total seconds elapsed: 34.7 2024-06-13T06:27:09.971 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 29.0 2024-06-13T06:27:09.971 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T06:27:10.224 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:27:11.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:27:10 smithi039 ceph-mon[32479]: pgmap v123: 97 pgs: 97 active+clean; 3.5 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 KiB/s wr, 20 op/s 2024-06-13T06:27:11.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:27:10 smithi149 ceph-mon[36963]: pgmap v123: 97 pgs: 97 active+clean; 3.5 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 KiB/s wr, 20 op/s 2024-06-13T06:27:11.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:27:10 smithi096 ceph-mon[36532]: pgmap v123: 97 pgs: 97 active+clean; 3.5 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 KiB/s wr, 20 op/s 2024-06-13T06:27:11.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:11.875+0000 7fe9f40a8700 1 -- 172.21.15.39:0/2809568230 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9ec06b580 msgr2=0x7fe9ec10f320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:27:11.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:11.875+0000 7fe9f40a8700 1 --2- 172.21.15.39:0/2809568230 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9ec06b580 0x7fe9ec10f320 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fe9e400b0a0 tx=0x7fe9e400b3b0 comp rx=0 tx=0).stop 2024-06-13T06:27:11.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:11.875+0000 7fe9f40a8700 1 -- 172.21.15.39:0/2809568230 shutdown_connections 2024-06-13T06:27:11.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:11.875+0000 7fe9f40a8700 1 --2- 172.21.15.39:0/2809568230 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9ec06b580 0x7fe9ec10f320 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:11.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:11.875+0000 7fe9f40a8700 1 --2- 172.21.15.39:0/2809568230 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe9ec108500 0x7fe9ec1088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:11.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:11.875+0000 7fe9f40a8700 1 --2- 172.21.15.39:0/2809568230 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe9ec06abc0 0x7fe9ec06b040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:11.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:11.875+0000 7fe9f40a8700 1 -- 172.21.15.39:0/2809568230 >> 172.21.15.39:0/2809568230 conn(0x7fe9ec078340 msgr2=0x7fe9ec078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:27:11.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:11.876+0000 7fe9f40a8700 1 -- 172.21.15.39:0/2809568230 shutdown_connections 2024-06-13T06:27:11.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:11.876+0000 7fe9f40a8700 1 -- 172.21.15.39:0/2809568230 wait complete. 2024-06-13T06:27:11.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:11.876+0000 7fe9f40a8700 1 Processor -- start 2024-06-13T06:27:11.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:11.876+0000 7fe9f40a8700 1 -- start start 2024-06-13T06:27:11.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:11.877+0000 7fe9f40a8700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe9ec06abc0 0x7fe9ec19e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:11.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:11.877+0000 7fe9f40a8700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9ec06b580 0x7fe9ec19ed00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:11.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:11.877+0000 7fe9f40a8700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe9ec108500 0x7fe9ec198980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:11.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:11.877+0000 7fe9f40a8700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fe9ec112780 con 0x7fe9ec06b580 2024-06-13T06:27:11.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:11.877+0000 7fe9f40a8700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fe9ec112600 con 0x7fe9ec06abc0 2024-06-13T06:27:11.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:11.877+0000 7fe9f40a8700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fe9ec112900 con 0x7fe9ec108500 2024-06-13T06:27:11.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:11.877+0000 7fe9f1643700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9ec06b580 0x7fe9ec19ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:11.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:11.877+0000 7fe9f1643700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9ec06b580 0x7fe9ec19ed00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36862/0 (socket says 172.21.15.39:36862) 2024-06-13T06:27:11.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:11.877+0000 7fe9f1643700 1 -- 172.21.15.39:0/2462881524 learned_addr learned my addr 172.21.15.39:0/2462881524 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:27:11.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:11.877+0000 7fe9f1e44700 1 --2- 172.21.15.39:0/2462881524 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe9ec06abc0 0x7fe9ec19e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:11.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:11.877+0000 7fe9f2645700 1 --2- 172.21.15.39:0/2462881524 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe9ec108500 0x7fe9ec198980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:11.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:11.877+0000 7fe9f1643700 1 -- 172.21.15.39:0/2462881524 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe9ec108500 msgr2=0x7fe9ec198980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:27:11.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:11.877+0000 7fe9f1643700 1 --2- 172.21.15.39:0/2462881524 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe9ec108500 0x7fe9ec198980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:11.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:11.877+0000 7fe9f1643700 1 -- 172.21.15.39:0/2462881524 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe9ec06abc0 msgr2=0x7fe9ec19e7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:27:11.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:11.877+0000 7fe9f1643700 1 --2- 172.21.15.39:0/2462881524 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe9ec06abc0 0x7fe9ec19e7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:11.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:11.877+0000 7fe9f1643700 1 -- 172.21.15.39:0/2462881524 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9ec1990e0 con 0x7fe9ec06b580 2024-06-13T06:27:11.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:11.877+0000 7fe9f2645700 1 --2- 172.21.15.39:0/2462881524 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe9ec108500 0x7fe9ec198980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:27:11.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:11.877+0000 7fe9f1e44700 1 --2- 172.21.15.39:0/2462881524 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe9ec06abc0 0x7fe9ec19e7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:27:11.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:11.877+0000 7fe9f1643700 1 --2- 172.21.15.39:0/2462881524 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9ec06b580 0x7fe9ec19ed00 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7fe9e000c9b0 tx=0x7fe9e000cd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:27:11.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:11.877+0000 7fe9deffd700 1 -- 172.21.15.39:0/2462881524 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9e0007b00 con 0x7fe9ec06b580 2024-06-13T06:27:11.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:11.878+0000 7fe9deffd700 1 -- 172.21.15.39:0/2462881524 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe9e0007ca0 con 0x7fe9ec06b580 2024-06-13T06:27:11.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:11.878+0000 7fe9deffd700 1 -- 172.21.15.39:0/2462881524 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9e0018780 con 0x7fe9ec06b580 2024-06-13T06:27:11.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:11.878+0000 7fe9f40a8700 1 -- 172.21.15.39:0/2462881524 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9ec1993d0 con 0x7fe9ec06b580 2024-06-13T06:27:11.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:11.878+0000 7fe9f40a8700 1 -- 172.21.15.39:0/2462881524 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9ec1a5690 con 0x7fe9ec06b580 2024-06-13T06:27:11.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:11.879+0000 7fe9f40a8700 1 -- 172.21.15.39:0/2462881524 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9ec10a9e0 con 0x7fe9ec06b580 2024-06-13T06:27:11.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:11.880+0000 7fe9deffd700 1 -- 172.21.15.39:0/2462881524 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fe9e000f450 con 0x7fe9ec06b580 2024-06-13T06:27:11.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:11.881+0000 7fe9deffd700 1 --2- 172.21.15.39:0/2462881524 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fe9d80a2d90 0x7fe9d80a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:11.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:11.881+0000 7fe9deffd700 1 -- 172.21.15.39:0/2462881524 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7fe9e00cf760 con 0x7fe9ec06b580 2024-06-13T06:27:11.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:11.881+0000 7fe9f1e44700 1 --2- 172.21.15.39:0/2462881524 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fe9d80a2d90 0x7fe9d80a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:11.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:11.881+0000 7fe9f1e44700 1 --2- 172.21.15.39:0/2462881524 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fe9d80a2d90 0x7fe9d80a5250 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fe9e8005950 tx=0x7fe9e800a5b0 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:27:11.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:11.884+0000 7fe9deffd700 1 -- 172.21.15.39:0/2462881524 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fe9e0014030 con 0x7fe9ec06b580 2024-06-13T06:27:12.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:12.136+0000 7fe9f40a8700 1 -- 172.21.15.39:0/2462881524 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe9ec069180 con 0x7fe9ec06b580 2024-06-13T06:27:12.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:12.137+0000 7fe9deffd700 1 -- 172.21.15.39:0/2462881524 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11865 (secure 0 0 0) 0x7fe9e00b3e70 con 0x7fe9ec06b580 2024-06-13T06:27:12.138 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:27:12.138 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/2373452665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":2373452665},{"type":"v1","addr":"172.21.15.39:6835","nonce":2373452665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/2187635150","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":2187635150},{"type":"v1","addr":"172.21.15.39:6837","nonce":2187635150}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14571,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6839/1475451558","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":1475451558},{"type":"v1","addr":"172.21.15.39:6839","nonce":1475451558}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14577,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6841/313570480","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":313570480},{"type":"v1","addr":"172.21.15.39:6841","nonce":313570480}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/980475055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":980475055},{"type":"v1","addr":"172.21.15.149:6833","nonce":980475055}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24427,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/2757180167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":2757180167},{"type":"v1","addr":"172.21.15.149:6835","nonce":2757180167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-13T06:20:05.248660+0000","modified":"2024-06-13T06:23:07.325841+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24512,"mds_1":24482,"mds_2":24455},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24431":{"gid":24431,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.96:6833/2827318421","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6832","nonce":2827318421},{"type":"v1","addr":"172.21.15.96:6833","nonce":2827318421}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24439":{"gid":24439,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6837/1742889729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":1742889729},{"type":"v1","addr":"172.21.15.149:6837","nonce":1742889729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6839/862740064","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":862740064},{"type":"v1","addr":"172.21.15.149:6839","nonce":862740064}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.96:6835/3408571209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6834","nonce":3408571209},{"type":"v1","addr":"172.21.15.96:6835","nonce":3408571209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.96:6837/2574644445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6836","nonce":2574644445},{"type":"v1","addr":"172.21.15.96:6837","nonce":2574644445}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.96:6839/1459106434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6838","nonce":1459106434},{"type":"v1","addr":"172.21.15.96:6839","nonce":1459106434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24512,"qdb_cluster":[24482,24512,24455]},"id":1}]} 2024-06-13T06:27:12.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:12.139+0000 7fe9f40a8700 1 -- 172.21.15.39:0/2462881524 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fe9d80a2d90 msgr2=0x7fe9d80a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:27:12.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:12.139+0000 7fe9f40a8700 1 --2- 172.21.15.39:0/2462881524 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fe9d80a2d90 0x7fe9d80a5250 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fe9e8005950 tx=0x7fe9e800a5b0 comp rx=0 tx=0).stop 2024-06-13T06:27:12.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:12.139+0000 7fe9f40a8700 1 -- 172.21.15.39:0/2462881524 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9ec06b580 msgr2=0x7fe9ec19ed00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:27:12.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:12.139+0000 7fe9f40a8700 1 --2- 172.21.15.39:0/2462881524 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9ec06b580 0x7fe9ec19ed00 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7fe9e000c9b0 tx=0x7fe9e000cd70 comp rx=0 tx=0).stop 2024-06-13T06:27:12.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:12.139+0000 7fe9f40a8700 1 -- 172.21.15.39:0/2462881524 shutdown_connections 2024-06-13T06:27:12.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:12.139+0000 7fe9f40a8700 1 --2- 172.21.15.39:0/2462881524 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fe9d80a2d90 0x7fe9d80a5250 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:12.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:12.139+0000 7fe9f40a8700 1 --2- 172.21.15.39:0/2462881524 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe9ec108500 0x7fe9ec198980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:12.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:12.139+0000 7fe9f40a8700 1 --2- 172.21.15.39:0/2462881524 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe9ec06abc0 0x7fe9ec19e7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:12.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:12.139+0000 7fe9f40a8700 1 --2- 172.21.15.39:0/2462881524 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9ec06b580 0x7fe9ec19ed00 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:12.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:12.139+0000 7fe9f40a8700 1 -- 172.21.15.39:0/2462881524 >> 172.21.15.39:0/2462881524 conn(0x7fe9ec078340 msgr2=0x7fe9ec0ffe70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:27:12.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:12.139+0000 7fe9f40a8700 1 -- 172.21.15.39:0/2462881524 shutdown_connections 2024-06-13T06:27:12.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:12.139+0000 7fe9f40a8700 1 -- 172.21.15.39:0/2462881524 wait complete. 2024-06-13T06:27:12.141 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 24 2024-06-13T06:27:12.833 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24512 quiesce db / --timeout 90 --expiration 149.0 --await-for 45.0' 2024-06-13T06:27:12.833 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- timeout 105 ceph tell mds.24512 quiesce db / --timeout 90 --expiration 149.0 --await-for 45.0 2024-06-13T06:27:13.089 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:27:13.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:27:12 smithi039 ceph-mon[32479]: pgmap v124: 97 pgs: 97 active+clean; 3.5 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 28 KiB/s wr, 23 op/s 2024-06-13T06:27:13.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:27:12 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/2462881524' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:27:13.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:27:12 smithi149 ceph-mon[36963]: pgmap v124: 97 pgs: 97 active+clean; 3.5 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 28 KiB/s wr, 23 op/s 2024-06-13T06:27:13.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:27:12 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/2462881524' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:27:13.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:27:12 smithi096 ceph-mon[36532]: pgmap v124: 97 pgs: 97 active+clean; 3.5 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 28 KiB/s wr, 23 op/s 2024-06-13T06:27:13.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:27:12 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/2462881524' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:27:14.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.861+0000 7fa4b6f15700 1 -- 172.21.15.39:0/3341820062 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4b0103150 msgr2=0x7fa4b01070b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:27:14.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.861+0000 7fa4b6f15700 1 --2- 172.21.15.39:0/3341820062 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4b0103150 0x7fa4b01070b0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fa49c0099c0 tx=0x7fa49c009cd0 comp rx=0 tx=0).stop 2024-06-13T06:27:14.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.861+0000 7fa4b6f15700 1 -- 172.21.15.39:0/3341820062 shutdown_connections 2024-06-13T06:27:14.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.861+0000 7fa4b6f15700 1 --2- 172.21.15.39:0/3341820062 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa4b0107790 0x7fa4b010f3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:14.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.861+0000 7fa4b6f15700 1 --2- 172.21.15.39:0/3341820062 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fa4b01027a0 0x7fa4b0102b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:14.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.861+0000 7fa4b6f15700 1 --2- 172.21.15.39:0/3341820062 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4b0103150 0x7fa4b01070b0 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:14.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.861+0000 7fa4b6f15700 1 -- 172.21.15.39:0/3341820062 >> 172.21.15.39:0/3341820062 conn(0x7fa4b0079560 msgr2=0x7fa4b0079970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:27:14.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.861+0000 7fa4b6f15700 1 -- 172.21.15.39:0/3341820062 shutdown_connections 2024-06-13T06:27:14.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.861+0000 7fa4b6f15700 1 -- 172.21.15.39:0/3341820062 wait complete. 2024-06-13T06:27:14.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.861+0000 7fa4b6f15700 1 Processor -- start 2024-06-13T06:27:14.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.861+0000 7fa4b6f15700 1 -- start start 2024-06-13T06:27:14.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.862+0000 7fa4b6f15700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4b01027a0 0x7fa4b019e7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:14.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.862+0000 7fa4b6f15700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa4b0103150 0x7fa4b019ed30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:14.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.862+0000 7fa4b6f15700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fa4b0107790 0x7fa4b01989b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:14.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.862+0000 7fa4b6f15700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b0112790 con 0x7fa4b01027a0 2024-06-13T06:27:14.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.862+0000 7fa4b6f15700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b0112610 con 0x7fa4b0107790 2024-06-13T06:27:14.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.862+0000 7fa4b6f15700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b0112910 con 0x7fa4b0103150 2024-06-13T06:27:14.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.862+0000 7fa4b4cb1700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4b01027a0 0x7fa4b019e7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:14.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.862+0000 7fa4b4cb1700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4b01027a0 0x7fa4b019e7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36886/0 (socket says 172.21.15.39:36886) 2024-06-13T06:27:14.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.862+0000 7fa4b4cb1700 1 -- 172.21.15.39:0/3479982958 learned_addr learned my addr 172.21.15.39:0/3479982958 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:27:14.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.862+0000 7fa4affff700 1 --2- 172.21.15.39:0/3479982958 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa4b0103150 0x7fa4b019ed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:14.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.862+0000 7fa4b54b2700 1 --2- 172.21.15.39:0/3479982958 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fa4b0107790 0x7fa4b01989b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:14.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.862+0000 7fa4b4cb1700 1 -- 172.21.15.39:0/3479982958 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa4b0103150 msgr2=0x7fa4b019ed30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:27:14.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.862+0000 7fa4b4cb1700 1 --2- 172.21.15.39:0/3479982958 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa4b0103150 0x7fa4b019ed30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:14.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.862+0000 7fa4b4cb1700 1 -- 172.21.15.39:0/3479982958 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fa4b0107790 msgr2=0x7fa4b01989b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:27:14.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.862+0000 7fa4b4cb1700 1 --2- 172.21.15.39:0/3479982958 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fa4b0107790 0x7fa4b01989b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:14.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.862+0000 7fa4b4cb1700 1 -- 172.21.15.39:0/3479982958 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4b0199110 con 0x7fa4b01027a0 2024-06-13T06:27:14.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.862+0000 7fa4b4cb1700 1 --2- 172.21.15.39:0/3479982958 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4b01027a0 0x7fa4b019e7f0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fa4a400c920 tx=0x7fa4a400cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:27:14.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.863+0000 7fa4adffb700 1 -- 172.21.15.39:0/3479982958 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4a4007b00 con 0x7fa4b01027a0 2024-06-13T06:27:14.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.863+0000 7fa4adffb700 1 -- 172.21.15.39:0/3479982958 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa4a4004d10 con 0x7fa4b01027a0 2024-06-13T06:27:14.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.863+0000 7fa4b6f15700 1 -- 172.21.15.39:0/3479982958 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4b0199400 con 0x7fa4b01027a0 2024-06-13T06:27:14.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.863+0000 7fa4adffb700 1 -- 172.21.15.39:0/3479982958 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4a4005680 con 0x7fa4b01027a0 2024-06-13T06:27:14.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.863+0000 7fa4b6f15700 1 -- 172.21.15.39:0/3479982958 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4b01a56c0 con 0x7fa4b01027a0 2024-06-13T06:27:14.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.865+0000 7fa4adffb700 1 -- 172.21.15.39:0/3479982958 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fa4a4004750 con 0x7fa4b01027a0 2024-06-13T06:27:14.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.866+0000 7fa4adffb700 1 --2- 172.21.15.39:0/3479982958 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fa4a00a2eb0 0x7fa4a00a5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:14.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.867+0000 7fa4affff700 1 --2- 172.21.15.39:0/3479982958 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fa4a00a2eb0 0x7fa4a00a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:14.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.867+0000 7fa4adffb700 1 -- 172.21.15.39:0/3479982958 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7fa4a40cef30 con 0x7fa4b01027a0 2024-06-13T06:27:14.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.867+0000 7fa4affff700 1 --2- 172.21.15.39:0/3479982958 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fa4a00a2eb0 0x7fa4a00a5370 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fa49c009990 tx=0x7fa49c005fb0 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:27:14.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.867+0000 7fa4c1798b80 1 Processor -- start 2024-06-13T06:27:14.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.867+0000 7fa4c1798b80 1 -- start start 2024-06-13T06:27:14.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.867+0000 7fa4c1798b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c5b00dcd0 0x560c5b00e0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:14.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.867+0000 7fa4c1798b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x560c5b00e5f0 0x560c5b007f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:14.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.867+0000 7fa4c1798b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560c5b008460 0x560c5b0088a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:14.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.867+0000 7fa4c1798b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x560c5af599a0 con 0x560c5b00dcd0 2024-06-13T06:27:14.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.867+0000 7fa4c1798b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x560c5af018b0 con 0x560c5b00e5f0 2024-06-13T06:27:14.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.867+0000 7fa4c1798b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x560c5af55960 con 0x560c5b008460 2024-06-13T06:27:14.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.867+0000 7fa4b4cb1700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c5b00dcd0 0x560c5b00e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:14.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.867+0000 7fa4b4cb1700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c5b00dcd0 0x560c5b00e0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36900/0 (socket says 172.21.15.39:36900) 2024-06-13T06:27:14.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.867+0000 7fa4b4cb1700 1 -- 172.21.15.39:0/2585910402 learned_addr learned my addr 172.21.15.39:0/2585910402 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:27:14.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.868+0000 7fa4b4cb1700 1 -- 172.21.15.39:0/2585910402 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560c5b008460 msgr2=0x560c5b0088a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:27:14.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.868+0000 7fa4affff700 1 --2- 172.21.15.39:0/2585910402 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x560c5b00e5f0 0x560c5b007f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:14.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.868+0000 7fa4b4cb1700 1 --2- 172.21.15.39:0/2585910402 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560c5b008460 0x560c5b0088a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:14.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.868+0000 7fa4b4cb1700 1 -- 172.21.15.39:0/2585910402 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x560c5b00e5f0 msgr2=0x560c5b007f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:27:14.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.868+0000 7fa4b4cb1700 1 --2- 172.21.15.39:0/2585910402 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x560c5b00e5f0 0x560c5b007f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:14.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.868+0000 7fa4b4cb1700 1 -- 172.21.15.39:0/2585910402 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560c5aef80e0 con 0x560c5b00dcd0 2024-06-13T06:27:14.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.868+0000 7fa4b4cb1700 1 --2- 172.21.15.39:0/2585910402 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c5b00dcd0 0x560c5b00e0b0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7fa4a400c8f0 tx=0x7fa4a409b020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72c72b5918c2d0b4 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:27:14.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.868+0000 7fa49affd700 1 -- 172.21.15.39:0/2585910402 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4a401d040 con 0x560c5b00dcd0 2024-06-13T06:27:14.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.868+0000 7fa49affd700 1 -- 172.21.15.39:0/2585910402 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa4a409b460 con 0x560c5b00dcd0 2024-06-13T06:27:14.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.868+0000 7fa49affd700 1 -- 172.21.15.39:0/2585910402 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4a409b6c0 con 0x560c5b00dcd0 2024-06-13T06:27:14.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.869+0000 7fa4c1798b80 1 -- 172.21.15.39:0/2585910402 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c5b00dcd0 msgr2=0x560c5b00e0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:27:14.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.869+0000 7fa4c1798b80 1 --2- 172.21.15.39:0/2585910402 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c5b00dcd0 0x560c5b00e0b0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7fa4a400c8f0 tx=0x7fa4a409b020 comp rx=0 tx=0).stop 2024-06-13T06:27:14.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.869+0000 7fa4c1798b80 1 -- 172.21.15.39:0/2585910402 shutdown_connections 2024-06-13T06:27:14.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.869+0000 7fa4c1798b80 1 --2- 172.21.15.39:0/2585910402 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560c5b008460 0x560c5b0088a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:14.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.869+0000 7fa4c1798b80 1 --2- 172.21.15.39:0/2585910402 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c5b00dcd0 0x560c5b00e0b0 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:14.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.869+0000 7fa4c1798b80 1 --2- 172.21.15.39:0/2585910402 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x560c5b00e5f0 0x560c5b007f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:14.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.869+0000 7fa4c1798b80 1 -- 172.21.15.39:0/2585910402 >> 172.21.15.39:0/2585910402 conn(0x560c5af32e50 msgr2=0x560c5b0031b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:27:14.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.869+0000 7fa4c1798b80 1 -- 172.21.15.39:0/2585910402 shutdown_connections 2024-06-13T06:27:14.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.869+0000 7fa4c1798b80 1 -- 172.21.15.39:0/2585910402 wait complete. 2024-06-13T06:27:14.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.869+0000 7fa4c1798b80 1 -- start start 2024-06-13T06:27:14.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.869+0000 7fa4c1798b80 1 Processor -- start 2024-06-13T06:27:14.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.870+0000 7fa4c1798b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c5b008460 0x560c5b0143c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:14.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.870+0000 7fa4c1798b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x560c5b00dcd0 0x560c5b0116c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:14.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.870+0000 7fa4c1798b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560c5b00e5f0 0x560c5b011c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:14.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.870+0000 7fa4c1798b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x560c5b015060 con 0x560c5b008460 2024-06-13T06:27:14.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.870+0000 7fa4c1798b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x560c5aef9d80 con 0x560c5b00dcd0 2024-06-13T06:27:14.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.870+0000 7fa4c1798b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x560c5b0151e0 con 0x560c5b00e5f0 2024-06-13T06:27:14.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.870+0000 7fa4b4cb1700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c5b008460 0x560c5b0143c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:14.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.870+0000 7fa4c1798b80 10 client.0 _ll_register_callbacks cb 0x560c5aef3ab0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:27:14.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.870+0000 7fa4b4cb1700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c5b008460 0x560c5b0143c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36912/0 (socket says 172.21.15.39:36912) 2024-06-13T06:27:14.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.870+0000 7fa4b4cb1700 1 -- 172.21.15.39:0/2489018067 learned_addr learned my addr 172.21.15.39:0/2489018067 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:27:14.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.870+0000 7fa4affff700 1 --2- 172.21.15.39:0/2489018067 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x560c5b00dcd0 0x560c5b0116c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:14.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.870+0000 7fa4b54b2700 1 --2- 172.21.15.39:0/2489018067 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560c5b00e5f0 0x560c5b011c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:14.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.870+0000 7fa4b4cb1700 1 -- 172.21.15.39:0/2489018067 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560c5b00e5f0 msgr2=0x560c5b011c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:27:14.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.870+0000 7fa4b4cb1700 1 --2- 172.21.15.39:0/2489018067 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560c5b00e5f0 0x560c5b011c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:14.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.870+0000 7fa4b4cb1700 1 -- 172.21.15.39:0/2489018067 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x560c5b00dcd0 msgr2=0x560c5b0116c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:27:14.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.870+0000 7fa4b4cb1700 1 --2- 172.21.15.39:0/2489018067 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x560c5b00dcd0 0x560c5b0116c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:14.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.870+0000 7fa4b4cb1700 1 -- 172.21.15.39:0/2489018067 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560c5aea8a60 con 0x560c5b008460 2024-06-13T06:27:14.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.870+0000 7fa4b4cb1700 1 --2- 172.21.15.39:0/2489018067 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c5b008460 0x560c5b0143c0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fa4a40074a0 tx=0x7fa4a4007f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25cc817b93604a45 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:27:14.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.870+0000 7fa48ffff700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:27:14.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.871+0000 7fa48ffff700 1 -- 172.21.15.39:0/2489018067 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4a40b8020 con 0x560c5b008460 2024-06-13T06:27:14.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.871+0000 7fa48ffff700 1 -- 172.21.15.39:0/2489018067 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7fa4a40b4260 con 0x560c5b008460 2024-06-13T06:27:14.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.871+0000 7fa4c1798b80 1 -- 172.21.15.39:0/2489018067 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa4a409b460 con 0x560c5b008460 2024-06-13T06:27:14.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.871+0000 7fa48ffff700 1 -- 172.21.15.39:0/2489018067 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fa4a401d070 con 0x560c5b008460 2024-06-13T06:27:14.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.871+0000 7fa4c1798b80 10 client.15471 fetch_fsmap learned FSMap version 24 2024-06-13T06:27:14.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.871+0000 7fa4c1798b80 1 -- 172.21.15.39:0/2489018067 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x560c5b01f9e0 con 0x560c5b008460 2024-06-13T06:27:14.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.871+0000 7fa48ffff700 1 -- 172.21.15.39:0/2489018067 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa4a409b460 con 0x560c5b008460 2024-06-13T06:27:14.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.871+0000 7fa48ffff700 1 -- 172.21.15.39:0/2489018067 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fa4a409a8b0 con 0x560c5b008460 2024-06-13T06:27:14.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.871+0000 7fa4c1798b80 10 client.15471 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:27:14.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.871+0000 7fa4c1798b80 10 client.15471 resolve_mds: validated gid 24512 aka daemon mds.b 2024-06-13T06:27:14.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.871+0000 7fa4c1798b80 20 client.15471 populate_metadata read hostname 'smithi039' 2024-06-13T06:27:14.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.871+0000 7fa4c1798b80 1 --2- 172.21.15.39:0/2489018067 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x560c5b021eb0 0x560c5b0242a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:14.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.871+0000 7fa4c1798b80 4 client.15471 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T06:27:14.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.871+0000 7fa4c1798b80 1 -- 172.21.15.39:0/2489018067 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560c5af66ea0 con 0x560c5b021eb0 2024-06-13T06:27:14.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.872+0000 7fa4affff700 1 --2- 172.21.15.39:0/2489018067 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x560c5b021eb0 0x560c5b0242a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:14.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.872+0000 7fa4affff700 1 --2- 172.21.15.39:0/2489018067 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x560c5b021eb0 0x560c5b0242a0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fb2dc2a785d9ceb3 server_cookie=8e72058405ca81d0 in_seq=0 out_seq=0 2024-06-13T06:27:14.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.872+0000 7fa48ffff700 10 client.15471 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:27:14.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.873+0000 7fa48ffff700 1 -- 172.21.15.39:0/2489018067 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x560c5af66ea0 con 0x560c5b021eb0 2024-06-13T06:27:14.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.873+0000 7fa48ffff700 10 client.15471 handle_command_reply: tid=0 2024-06-13T06:27:14.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.873+0000 7fa4c1798b80 1 client.15471 shutdown 2024-06-13T06:27:14.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.873+0000 7fa4c1798b80 1 -- 172.21.15.39:0/2489018067 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c5b008460 msgr2=0x560c5b0143c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:27:14.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.873+0000 7fa4c1798b80 1 --2- 172.21.15.39:0/2489018067 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c5b008460 0x560c5b0143c0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fa4a40074a0 tx=0x7fa4a4007f60 comp rx=0 tx=0).stop 2024-06-13T06:27:14.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.873+0000 7fa4c1798b80 1 -- 172.21.15.39:0/2489018067 shutdown_connections 2024-06-13T06:27:14.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.873+0000 7fa4c1798b80 1 --2- 172.21.15.39:0/2489018067 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560c5b00e5f0 0x560c5b011c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:14.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.873+0000 7fa4c1798b80 1 --2- 172.21.15.39:0/2489018067 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c5b008460 0x560c5b0143c0 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:14.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.873+0000 7fa4c1798b80 1 --2- 172.21.15.39:0/2489018067 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x560c5b021eb0 0x560c5b0242a0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:14.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.873+0000 7fa4c1798b80 1 --2- 172.21.15.39:0/2489018067 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x560c5b00dcd0 0x560c5b0116c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:14.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.873+0000 7fa48ffff700 0 client.15471 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:27:14.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.873+0000 7fa4c1798b80 1 -- 172.21.15.39:0/2489018067 >> 172.21.15.39:0/2489018067 conn(0x560c5af32e50 msgr2=0x560c5b006f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:27:14.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.873+0000 7fa4c1798b80 1 -- 172.21.15.39:0/2489018067 shutdown_connections 2024-06-13T06:27:14.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.873+0000 7fa4c1798b80 1 -- 172.21.15.39:0/2489018067 wait complete. 2024-06-13T06:27:14.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.873+0000 7fa4c1798b80 20 client.15471 trim_cache size 0 max 16384 2024-06-13T06:27:14.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.894+0000 7fa4c1798b80 1 Processor -- start 2024-06-13T06:27:14.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.894+0000 7fa4c1798b80 1 -- start start 2024-06-13T06:27:14.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.894+0000 7fa4c1798b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x560c5b008460 0x560c5b003320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:14.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.894+0000 7fa4c1798b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c5b00dcd0 0x560c5b00f0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:14.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.894+0000 7fa4c1798b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560c5b00e5f0 0x560c5b00ffb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:14.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.894+0000 7fa4c1798b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b01af770 con 0x560c5b00dcd0 2024-06-13T06:27:14.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.894+0000 7fa4c1798b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b01ad000 con 0x560c5b008460 2024-06-13T06:27:14.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.894+0000 7fa4c1798b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b01aae50 con 0x560c5b00e5f0 2024-06-13T06:27:14.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.894+0000 7fa4affff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c5b00dcd0 0x560c5b00f0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:14.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.894+0000 7fa4affff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c5b00dcd0 0x560c5b00f0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36918/0 (socket says 172.21.15.39:36918) 2024-06-13T06:27:14.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.894+0000 7fa4affff700 1 -- 172.21.15.39:0/2428189764 learned_addr learned my addr 172.21.15.39:0/2428189764 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:27:14.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.894+0000 7fa4b4cb1700 1 --2- 172.21.15.39:0/2428189764 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x560c5b008460 0x560c5b003320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:14.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.894+0000 7fa4b54b2700 1 --2- 172.21.15.39:0/2428189764 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560c5b00e5f0 0x560c5b00ffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:14.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.894+0000 7fa4affff700 1 -- 172.21.15.39:0/2428189764 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560c5b00e5f0 msgr2=0x560c5b00ffb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:27:14.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.894+0000 7fa4affff700 1 --2- 172.21.15.39:0/2428189764 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560c5b00e5f0 0x560c5b00ffb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:14.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.894+0000 7fa4affff700 1 -- 172.21.15.39:0/2428189764 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x560c5b008460 msgr2=0x560c5b003320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:27:14.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.894+0000 7fa4affff700 1 --2- 172.21.15.39:0/2428189764 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x560c5b008460 0x560c5b003320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:14.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.895+0000 7fa4affff700 1 -- 172.21.15.39:0/2428189764 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560c5b00fc30 con 0x560c5b00dcd0 2024-06-13T06:27:14.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.895+0000 7fa4affff700 1 --2- 172.21.15.39:0/2428189764 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c5b00dcd0 0x560c5b00f0e0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fa4b006bc80 tx=0x7fa49c023000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2694df34d5410d8c server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:27:14.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.895+0000 7fa49a7fc700 1 -- 172.21.15.39:0/2428189764 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa49c00f460 con 0x560c5b00dcd0 2024-06-13T06:27:14.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.895+0000 7fa49a7fc700 1 -- 172.21.15.39:0/2428189764 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa49c00fae0 con 0x560c5b00dcd0 2024-06-13T06:27:14.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.895+0000 7fa49a7fc700 1 -- 172.21.15.39:0/2428189764 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa49c032850 con 0x560c5b00dcd0 2024-06-13T06:27:14.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.895+0000 7fa4c1798b80 1 -- 172.21.15.39:0/2428189764 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c5b00dcd0 msgr2=0x560c5b00f0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:27:14.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.895+0000 7fa4c1798b80 1 --2- 172.21.15.39:0/2428189764 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c5b00dcd0 0x560c5b00f0e0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fa4b006bc80 tx=0x7fa49c023000 comp rx=0 tx=0).stop 2024-06-13T06:27:14.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.896+0000 7fa4c1798b80 1 -- 172.21.15.39:0/2428189764 shutdown_connections 2024-06-13T06:27:14.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.896+0000 7fa4c1798b80 1 --2- 172.21.15.39:0/2428189764 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560c5b00e5f0 0x560c5b00ffb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:14.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.896+0000 7fa4c1798b80 1 --2- 172.21.15.39:0/2428189764 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x560c5b008460 0x560c5b003320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:14.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.896+0000 7fa4c1798b80 1 --2- 172.21.15.39:0/2428189764 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c5b00dcd0 0x560c5b00f0e0 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:14.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.896+0000 7fa4c1798b80 1 -- 172.21.15.39:0/2428189764 >> 172.21.15.39:0/2428189764 conn(0x560c5af32e50 msgr2=0x560c5b00e9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:27:14.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.896+0000 7fa4c1798b80 1 -- 172.21.15.39:0/2428189764 shutdown_connections 2024-06-13T06:27:14.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.896+0000 7fa4c1798b80 1 -- 172.21.15.39:0/2428189764 wait complete. 2024-06-13T06:27:14.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.896+0000 7fa4c1798b80 1 -- start start 2024-06-13T06:27:14.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.896+0000 7fa4c1798b80 1 Processor -- start 2024-06-13T06:27:14.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.896+0000 7fa4c1798b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560c5b008460 0x560c5b027680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:14.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.896+0000 7fa4c1798b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c5b00dcd0 0x560c5b027bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:14.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.896+0000 7fa4c1798b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x560c5b00e5f0 0x560c5b025c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:14.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.896+0000 7fa4c1798b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b01ab4c0 con 0x560c5b00dcd0 2024-06-13T06:27:14.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.896+0000 7fa4c1798b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b01ac930 con 0x560c5b00e5f0 2024-06-13T06:27:14.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.896+0000 7fa4c1798b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fa4b01abb90 con 0x560c5b008460 2024-06-13T06:27:14.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.896+0000 7fa4c1798b80 10 client.0 _ll_register_callbacks cb 0x560c5aef3ab0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:27:14.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.897+0000 7fa4affff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c5b00dcd0 0x560c5b027bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:14.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.897+0000 7fa4affff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c5b00dcd0 0x560c5b027bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36926/0 (socket says 172.21.15.39:36926) 2024-06-13T06:27:14.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.897+0000 7fa4affff700 1 -- 172.21.15.39:0/905912702 learned_addr learned my addr 172.21.15.39:0/905912702 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:27:14.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.897+0000 7fa4b4cb1700 1 --2- 172.21.15.39:0/905912702 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560c5b008460 0x560c5b027680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:14.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.897+0000 7fa4b54b2700 1 --2- 172.21.15.39:0/905912702 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x560c5b00e5f0 0x560c5b025c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:14.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.897+0000 7fa4affff700 1 -- 172.21.15.39:0/905912702 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560c5b008460 msgr2=0x560c5b027680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:27:14.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.897+0000 7fa4affff700 1 --2- 172.21.15.39:0/905912702 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560c5b008460 0x560c5b027680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:14.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.897+0000 7fa4affff700 1 -- 172.21.15.39:0/905912702 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x560c5b00e5f0 msgr2=0x560c5b025c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:27:14.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.897+0000 7fa4affff700 1 --2- 172.21.15.39:0/905912702 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x560c5b00e5f0 0x560c5b025c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:14.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.897+0000 7fa4affff700 1 -- 172.21.15.39:0/905912702 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560c5b026430 con 0x560c5b00dcd0 2024-06-13T06:27:14.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.897+0000 7fa4affff700 1 --2- 172.21.15.39:0/905912702 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c5b00dcd0 0x560c5b027bc0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fa49c009ff0 tx=0x7fa49c00b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=815928b603a08c5 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:27:14.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.897+0000 7fa48ffff700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:27:14.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.897+0000 7fa48ffff700 1 -- 172.21.15.39:0/905912702 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa49c00f460 con 0x560c5b00dcd0 2024-06-13T06:27:14.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.897+0000 7fa48ffff700 1 -- 172.21.15.39:0/905912702 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7fa49c00f600 con 0x560c5b00dcd0 2024-06-13T06:27:14.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.897+0000 7fa4c1798b80 1 -- 172.21.15.39:0/905912702 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa49c00fae0 con 0x560c5b00dcd0 2024-06-13T06:27:14.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.897+0000 7fa48ffff700 1 -- 172.21.15.39:0/905912702 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fa49c00f800 con 0x560c5b00dcd0 2024-06-13T06:27:14.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.897+0000 7fa4c1798b80 10 client.15477 fetch_fsmap learned FSMap version 24 2024-06-13T06:27:14.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.897+0000 7fa4c1798b80 1 -- 172.21.15.39:0/905912702 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x560c5b08d4d0 con 0x560c5b00dcd0 2024-06-13T06:27:14.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.898+0000 7fa48ffff700 1 -- 172.21.15.39:0/905912702 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa49c00fae0 con 0x560c5b00dcd0 2024-06-13T06:27:14.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.898+0000 7fa48ffff700 1 -- 172.21.15.39:0/905912702 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fa49c0246c0 con 0x560c5b00dcd0 2024-06-13T06:27:14.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.898+0000 7fa4c1798b80 10 client.15477 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:27:14.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.898+0000 7fa4c1798b80 10 client.15477 resolve_mds: validated gid 24512 aka daemon mds.b 2024-06-13T06:27:14.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.898+0000 7fa4c1798b80 20 client.15477 populate_metadata read hostname 'smithi039' 2024-06-13T06:27:14.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.898+0000 7fa4c1798b80 1 --2- 172.21.15.39:0/905912702 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x560c5b08db80 0x560c5b08ff70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:14.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.898+0000 7fa4c1798b80 4 client.15477 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 149.0, "await_for": 45.0}] 2024-06-13T06:27:14.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.898+0000 7fa4c1798b80 1 -- 172.21.15.39:0/905912702 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 149.0, "await_for": 45.0}) -- 0x560c5af61420 con 0x560c5b08db80 2024-06-13T06:27:14.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.898+0000 7fa4b4cb1700 1 --2- 172.21.15.39:0/905912702 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x560c5b08db80 0x560c5b08ff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:14.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.899+0000 7fa48ffff700 10 client.15477 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:27:14.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.899+0000 7fa4b4cb1700 1 --2- 172.21.15.39:0/905912702 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x560c5b08db80 0x560c5b08ff70 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2200c3b2b85d8f46 server_cookie=49dc255e00c33988 in_seq=0 out_seq=0 2024-06-13T06:27:14.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.909+0000 7fa48ffff700 1 -- 172.21.15.39:0/905912702 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x560c5af61420 con 0x560c5b08db80 2024-06-13T06:27:14.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.909+0000 7fa48ffff700 10 client.15477 handle_command_reply: tid=0 2024-06-13T06:27:14.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.909+0000 7fa4c1798b80 1 client.15477 shutdown 2024-06-13T06:27:14.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.909+0000 7fa4c1798b80 1 -- 172.21.15.39:0/905912702 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c5b00dcd0 msgr2=0x560c5b027bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:27:14.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.909+0000 7fa4c1798b80 1 --2- 172.21.15.39:0/905912702 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c5b00dcd0 0x560c5b027bc0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fa49c009ff0 tx=0x7fa49c00b8d0 comp rx=0 tx=0).stop 2024-06-13T06:27:14.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.909+0000 7fa4c1798b80 1 -- 172.21.15.39:0/905912702 shutdown_connections 2024-06-13T06:27:14.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.909+0000 7fa4c1798b80 1 --2- 172.21.15.39:0/905912702 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x560c5b08db80 0x560c5b08ff70 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:14.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.909+0000 7fa4c1798b80 1 --2- 172.21.15.39:0/905912702 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x560c5b00e5f0 0x560c5b025c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:14.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.909+0000 7fa4c1798b80 1 --2- 172.21.15.39:0/905912702 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560c5b008460 0x560c5b027680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:14.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.909+0000 7fa4c1798b80 1 --2- 172.21.15.39:0/905912702 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c5b00dcd0 0x560c5b027bc0 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:14.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.909+0000 7fa48ffff700 0 client.15477 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:27:14.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.909+0000 7fa4c1798b80 1 -- 172.21.15.39:0/905912702 >> 172.21.15.39:0/905912702 conn(0x560c5af32e50 msgr2=0x560c5b00c860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:27:14.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.909+0000 7fa4c1798b80 1 -- 172.21.15.39:0/905912702 shutdown_connections 2024-06-13T06:27:14.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.909+0000 7fa4c1798b80 1 -- 172.21.15.39:0/905912702 wait complete. 2024-06-13T06:27:14.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.909+0000 7fa4c1798b80 20 client.15477 trim_cache size 0 max 16384 2024-06-13T06:27:14.910 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-06-13T06:27:14.910 INFO:teuthology.orchestra.run.smithi039.stdout: "epoch": 24, 2024-06-13T06:27:14.910 INFO:teuthology.orchestra.run.smithi039.stdout: "leader": 24512, 2024-06-13T06:27:14.910 INFO:teuthology.orchestra.run.smithi039.stdout: "set_version": 14, 2024-06-13T06:27:14.910 INFO:teuthology.orchestra.run.smithi039.stdout: "sets": { 2024-06-13T06:27:14.910 INFO:teuthology.orchestra.run.smithi039.stdout: "7316cb39": { 2024-06-13T06:27:14.910 INFO:teuthology.orchestra.run.smithi039.stdout: "version": 14, 2024-06-13T06:27:14.910 INFO:teuthology.orchestra.run.smithi039.stdout: "age_ref": 0.0, 2024-06-13T06:27:14.910 INFO:teuthology.orchestra.run.smithi039.stdout: "state": { 2024-06-13T06:27:14.910 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "QUIESCED", 2024-06-13T06:27:14.911 INFO:teuthology.orchestra.run.smithi039.stdout: "age": 0.0 2024-06-13T06:27:14.911 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:27:14.911 INFO:teuthology.orchestra.run.smithi039.stdout: "timeout": 90.0, 2024-06-13T06:27:14.911 INFO:teuthology.orchestra.run.smithi039.stdout: "expiration": 149.0, 2024-06-13T06:27:14.911 INFO:teuthology.orchestra.run.smithi039.stdout: "members": { 2024-06-13T06:27:14.911 INFO:teuthology.orchestra.run.smithi039.stdout: "file:/": { 2024-06-13T06:27:14.911 INFO:teuthology.orchestra.run.smithi039.stdout: "excluded": false, 2024-06-13T06:27:14.911 INFO:teuthology.orchestra.run.smithi039.stdout: "state": { 2024-06-13T06:27:14.911 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "QUIESCED", 2024-06-13T06:27:14.911 INFO:teuthology.orchestra.run.smithi039.stdout: "age": 0.0 2024-06-13T06:27:14.911 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:27:14.911 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:27:14.911 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:27:14.912 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:27:14.912 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:27:14.912 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-06-13T06:27:14.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.910+0000 7fa4b6f15700 1 -- 172.21.15.39:0/3479982958 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fa4a00a2eb0 msgr2=0x7fa4a00a5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:27:14.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.910+0000 7fa4b6f15700 1 --2- 172.21.15.39:0/3479982958 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fa4a00a2eb0 0x7fa4a00a5370 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fa49c009990 tx=0x7fa49c005fb0 comp rx=0 tx=0).stop 2024-06-13T06:27:14.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.910+0000 7fa4b6f15700 1 -- 172.21.15.39:0/3479982958 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4b01027a0 msgr2=0x7fa4b019e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:27:14.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.910+0000 7fa4b6f15700 1 --2- 172.21.15.39:0/3479982958 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4b01027a0 0x7fa4b019e7f0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fa4a400c920 tx=0x7fa4a400cc30 comp rx=0 tx=0).stop 2024-06-13T06:27:14.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.910+0000 7fa4b6f15700 1 -- 172.21.15.39:0/3479982958 shutdown_connections 2024-06-13T06:27:14.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.910+0000 7fa4b6f15700 1 --2- 172.21.15.39:0/3479982958 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fa4a00a2eb0 0x7fa4a00a5370 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:14.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.910+0000 7fa4b6f15700 1 --2- 172.21.15.39:0/3479982958 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fa4b0107790 0x7fa4b01989b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:14.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.910+0000 7fa4b6f15700 1 --2- 172.21.15.39:0/3479982958 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4b01027a0 0x7fa4b019e7f0 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:14.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.910+0000 7fa4b6f15700 1 --2- 172.21.15.39:0/3479982958 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa4b0103150 0x7fa4b019ed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:14.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.910+0000 7fa4b6f15700 1 -- 172.21.15.39:0/3479982958 >> 172.21.15.39:0/3479982958 conn(0x7fa4b0079560 msgr2=0x7fa4b01016d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:27:14.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.910+0000 7fa4b6f15700 1 -- 172.21.15.39:0/3479982958 shutdown_connections 2024-06-13T06:27:14.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:14.910+0000 7fa4b6f15700 1 -- 172.21.15.39:0/3479982958 wait complete. 2024-06-13T06:27:15.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:27:14 smithi039 ceph-mon[32479]: pgmap v125: 97 pgs: 97 active+clean; 3.5 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 5.8 KiB/s wr, 6 op/s 2024-06-13T06:27:15.217 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:27:14 smithi149 ceph-mon[36963]: pgmap v125: 97 pgs: 97 active+clean; 3.5 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 5.8 KiB/s wr, 6 op/s 2024-06-13T06:27:15.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:27:14 smithi096 ceph-mon[36532]: pgmap v125: 97 pgs: 97 active+clean; 3.5 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 5.8 KiB/s wr, 6 op/s 2024-06-13T06:27:15.741 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '7316cb39', quiesce took 5.8 seconds. Will release after: 23.2 2024-06-13T06:27:17.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:27:16 smithi039 ceph-mon[32479]: pgmap v126: 97 pgs: 97 active+clean; 3.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 16 KiB/s wr, 10 op/s 2024-06-13T06:27:17.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:27:16 smithi149 ceph-mon[36963]: pgmap v126: 97 pgs: 97 active+clean; 3.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 16 KiB/s wr, 10 op/s 2024-06-13T06:27:17.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:27:16 smithi096 ceph-mon[36532]: pgmap v126: 97 pgs: 97 active+clean; 3.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 16 KiB/s wr, 10 op/s 2024-06-13T06:27:19.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:27:18 smithi149 ceph-mon[36963]: pgmap v127: 97 pgs: 97 active+clean; 3.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 15 KiB/s wr, 7 op/s 2024-06-13T06:27:19.290 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:27:18 smithi096 ceph-mon[36532]: pgmap v127: 97 pgs: 97 active+clean; 3.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 15 KiB/s wr, 7 op/s 2024-06-13T06:27:19.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:27:18 smithi039 ceph-mon[32479]: pgmap v127: 97 pgs: 97 active+clean; 3.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 15 KiB/s wr, 7 op/s 2024-06-13T06:27:20.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:27:19 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:27:20.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:27:19 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:27:20.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:27:19 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:27:20.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:27:19 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:27:20.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:27:19 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:27:20.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:27:19 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:27:20.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:27:19 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:27:20.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:27:19 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:27:20.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:27:19 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:27:20.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:27:19 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:27:20.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:27:19 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:27:20.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:27:19 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:27:21.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:27:20 smithi149 ceph-mon[36963]: pgmap v128: 97 pgs: 97 active+clean; 3.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 15 KiB/s wr, 7 op/s 2024-06-13T06:27:21.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:27:20 smithi096 ceph-mon[36532]: pgmap v128: 97 pgs: 97 active+clean; 3.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 15 KiB/s wr, 7 op/s 2024-06-13T06:27:21.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:27:20 smithi039 ceph-mon[32479]: pgmap v128: 97 pgs: 97 active+clean; 3.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 15 KiB/s wr, 7 op/s 2024-06-13T06:27:23.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:27:22 smithi149 ceph-mon[36963]: pgmap v129: 97 pgs: 97 active+clean; 3.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 10 op/s 2024-06-13T06:27:23.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:27:22 smithi096 ceph-mon[36532]: pgmap v129: 97 pgs: 97 active+clean; 3.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 10 op/s 2024-06-13T06:27:23.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:27:22 smithi039 ceph-mon[32479]: pgmap v129: 97 pgs: 97 active+clean; 3.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 10 op/s 2024-06-13T06:27:25.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:27:24 smithi149 ceph-mon[36963]: pgmap v130: 97 pgs: 97 active+clean; 3.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 7 op/s 2024-06-13T06:27:25.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:27:24 smithi096 ceph-mon[36532]: pgmap v130: 97 pgs: 97 active+clean; 3.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 7 op/s 2024-06-13T06:27:25.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:27:24 smithi039 ceph-mon[32479]: pgmap v130: 97 pgs: 97 active+clean; 3.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 12 KiB/s wr, 7 op/s 2024-06-13T06:27:27.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:27:26 smithi149 ceph-mon[36963]: pgmap v131: 97 pgs: 97 active+clean; 3.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-06-13T06:27:27.223 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:27:26 smithi039 ceph-mon[32479]: pgmap v131: 97 pgs: 97 active+clean; 3.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-06-13T06:27:27.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:27:26 smithi096 ceph-mon[36532]: pgmap v131: 97 pgs: 97 active+clean; 3.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 12 KiB/s wr, 9 op/s 2024-06-13T06:27:29.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:27:28 smithi149 ceph-mon[36963]: pgmap v132: 97 pgs: 97 active+clean; 3.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.6 KiB/s wr, 5 op/s 2024-06-13T06:27:29.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:27:28 smithi096 ceph-mon[36532]: pgmap v132: 97 pgs: 97 active+clean; 3.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.6 KiB/s wr, 5 op/s 2024-06-13T06:27:29.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:27:28 smithi039 ceph-mon[32479]: pgmap v132: 97 pgs: 97 active+clean; 3.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.6 KiB/s wr, 5 op/s 2024-06-13T06:27:31.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:27:30 smithi149 ceph-mon[36963]: pgmap v133: 97 pgs: 97 active+clean; 3.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.6 KiB/s wr, 5 op/s 2024-06-13T06:27:31.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:27:30 smithi096 ceph-mon[36532]: pgmap v133: 97 pgs: 97 active+clean; 3.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.6 KiB/s wr, 5 op/s 2024-06-13T06:27:31.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:27:30 smithi039 ceph-mon[32479]: pgmap v133: 97 pgs: 97 active+clean; 3.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 1.6 KiB/s wr, 5 op/s 2024-06-13T06:27:33.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:27:32 smithi149 ceph-mon[36963]: pgmap v134: 97 pgs: 97 active+clean; 3.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.6 KiB/s wr, 7 op/s 2024-06-13T06:27:33.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:27:32 smithi096 ceph-mon[36532]: pgmap v134: 97 pgs: 97 active+clean; 3.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.6 KiB/s wr, 7 op/s 2024-06-13T06:27:33.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:27:32 smithi039 ceph-mon[32479]: pgmap v134: 97 pgs: 97 active+clean; 3.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.6 KiB/s wr, 7 op/s 2024-06-13T06:27:35.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:27:34 smithi149 ceph-mon[36963]: pgmap v135: 97 pgs: 97 active+clean; 3.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:27:35.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:27:34 smithi096 ceph-mon[36532]: pgmap v135: 97 pgs: 97 active+clean; 3.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:27:35.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:27:34 smithi039 ceph-mon[32479]: pgmap v135: 97 pgs: 97 active+clean; 3.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:27:37.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:27:36 smithi149 ceph-mon[36963]: pgmap v136: 97 pgs: 97 active+clean; 3.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T06:27:37.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:27:36 smithi096 ceph-mon[36532]: pgmap v136: 97 pgs: 97 active+clean; 3.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T06:27:37.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:27:36 smithi039 ceph-mon[32479]: pgmap v136: 97 pgs: 97 active+clean; 3.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T06:27:38.942 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T06:27:39.207 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:27:39.217 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:27:38 smithi149 ceph-mon[36963]: pgmap v137: 97 pgs: 97 active+clean; 3.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:27:39.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:27:38 smithi096 ceph-mon[36532]: pgmap v137: 97 pgs: 97 active+clean; 3.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:27:39.330 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:27:38 smithi039 ceph-mon[32479]: pgmap v137: 97 pgs: 97 active+clean; 3.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:27:40.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:40.991+0000 7f56e3733700 1 -- 172.21.15.39:0/2422845620 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56dc101610 msgr2=0x7f56dc1019f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:27:40.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:40.991+0000 7f56e3733700 1 --2- 172.21.15.39:0/2422845620 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56dc101610 0x7f56dc1019f0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f56cc00b0d0 tx=0x7f56cc00b3e0 comp rx=0 tx=0).stop 2024-06-13T06:27:40.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:40.991+0000 7f56e3733700 1 -- 172.21.15.39:0/2422845620 shutdown_connections 2024-06-13T06:27:40.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:40.991+0000 7f56e3733700 1 --2- 172.21.15.39:0/2422845620 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f56dc1066f0 0x7f56dc10e2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:40.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:40.991+0000 7f56e3733700 1 --2- 172.21.15.39:0/2422845620 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56dc101610 0x7f56dc1019f0 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:40.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:40.991+0000 7f56e3733700 1 --2- 172.21.15.39:0/2422845620 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f56dc101fc0 0x7f56dc106010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:40.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:40.991+0000 7f56e3733700 1 -- 172.21.15.39:0/2422845620 >> 172.21.15.39:0/2422845620 conn(0x7f56dc078430 msgr2=0x7f56dc078840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:27:40.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:40.991+0000 7f56e3733700 1 -- 172.21.15.39:0/2422845620 shutdown_connections 2024-06-13T06:27:40.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:40.991+0000 7f56e3733700 1 -- 172.21.15.39:0/2422845620 wait complete. 2024-06-13T06:27:40.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:40.992+0000 7f56e3733700 1 Processor -- start 2024-06-13T06:27:40.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:40.992+0000 7f56e3733700 1 -- start start 2024-06-13T06:27:40.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:40.992+0000 7f56e3733700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f56dc101610 0x7f56dc197d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:40.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:40.992+0000 7f56e3733700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56dc101fc0 0x7f56dc198280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:40.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:40.992+0000 7f56e3733700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f56dc1066f0 0x7f56dc19c610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:40.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:40.992+0000 7f56e3733700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f56dc1117d0 con 0x7f56dc101fc0 2024-06-13T06:27:40.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:40.992+0000 7f56e3733700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f56dc111650 con 0x7f56dc101610 2024-06-13T06:27:40.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:40.992+0000 7f56e3733700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f56dc111950 con 0x7f56dc1066f0 2024-06-13T06:27:40.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:40.992+0000 7f56e0cce700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56dc101fc0 0x7f56dc198280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:40.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:40.992+0000 7f56e0cce700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56dc101fc0 0x7f56dc198280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50244/0 (socket says 172.21.15.39:50244) 2024-06-13T06:27:40.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:40.992+0000 7f56e0cce700 1 -- 172.21.15.39:0/85228882 learned_addr learned my addr 172.21.15.39:0/85228882 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:27:40.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:40.992+0000 7f56e14cf700 1 --2- 172.21.15.39:0/85228882 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f56dc101610 0x7f56dc197d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:40.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:40.993+0000 7f56e1cd0700 1 --2- 172.21.15.39:0/85228882 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f56dc1066f0 0x7f56dc19c610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:40.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:40.993+0000 7f56e0cce700 1 -- 172.21.15.39:0/85228882 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f56dc1066f0 msgr2=0x7f56dc19c610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:27:40.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:40.993+0000 7f56e0cce700 1 --2- 172.21.15.39:0/85228882 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f56dc1066f0 0x7f56dc19c610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:40.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:40.993+0000 7f56e0cce700 1 -- 172.21.15.39:0/85228882 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f56dc101610 msgr2=0x7f56dc197d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:27:40.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:40.993+0000 7f56e0cce700 1 --2- 172.21.15.39:0/85228882 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f56dc101610 0x7f56dc197d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:40.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:40.993+0000 7f56e0cce700 1 -- 172.21.15.39:0/85228882 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56dc19cd50 con 0x7f56dc101fc0 2024-06-13T06:27:40.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:40.993+0000 7f56e0cce700 1 --2- 172.21.15.39:0/85228882 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56dc101fc0 0x7f56dc198280 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f56d000b500 tx=0x7f56d000b8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:27:40.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:40.993+0000 7f56da7fc700 1 -- 172.21.15.39:0/85228882 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56d0015020 con 0x7f56dc101fc0 2024-06-13T06:27:40.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:40.993+0000 7f56e3733700 1 -- 172.21.15.39:0/85228882 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56dc19d040 con 0x7f56dc101fc0 2024-06-13T06:27:40.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:40.993+0000 7f56da7fc700 1 -- 172.21.15.39:0/85228882 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f56d0011d10 con 0x7f56dc101fc0 2024-06-13T06:27:40.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:40.993+0000 7f56da7fc700 1 -- 172.21.15.39:0/85228882 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56d000f2e0 con 0x7f56dc101fc0 2024-06-13T06:27:40.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:40.993+0000 7f56e3733700 1 -- 172.21.15.39:0/85228882 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56dc06abc0 con 0x7f56dc101fc0 2024-06-13T06:27:40.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:40.994+0000 7f56e3733700 1 -- 172.21.15.39:0/85228882 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56dc069180 con 0x7f56dc101fc0 2024-06-13T06:27:40.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:40.996+0000 7f56da7fc700 1 -- 172.21.15.39:0/85228882 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f56d0018020 con 0x7f56dc101fc0 2024-06-13T06:27:40.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:40.997+0000 7f56da7fc700 1 --2- 172.21.15.39:0/85228882 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f56c40a2e10 0x7f56c40a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:40.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:40.997+0000 7f56e14cf700 1 --2- 172.21.15.39:0/85228882 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f56c40a2e10 0x7f56c40a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:40.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:40.997+0000 7f56da7fc700 1 -- 172.21.15.39:0/85228882 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7f56d00cef60 con 0x7f56dc101fc0 2024-06-13T06:27:40.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:40.997+0000 7f56e14cf700 1 --2- 172.21.15.39:0/85228882 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f56c40a2e10 0x7f56c40a52d0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f56cc009e60 tx=0x7f56cc006000 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:27:41.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:41.001+0000 7f56da7fc700 1 -- 172.21.15.39:0/85228882 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f56d001f020 con 0x7f56dc101fc0 2024-06-13T06:27:41.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:27:40 smithi149 ceph-mon[36963]: pgmap v138: 97 pgs: 97 active+clean; 3.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:27:41.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:41.252+0000 7f56e3733700 1 -- 172.21.15.39:0/85228882 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f56dc06b650 con 0x7f56dc101fc0 2024-06-13T06:27:41.251 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:27:40 smithi039 ceph-mon[32479]: pgmap v138: 97 pgs: 97 active+clean; 3.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:27:41.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:41.253+0000 7f56da7fc700 1 -- 172.21.15.39:0/85228882 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11865 (secure 0 0 0) 0x7f56d009bca0 con 0x7f56dc101fc0 2024-06-13T06:27:41.252 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:27:41.252 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/2373452665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":2373452665},{"type":"v1","addr":"172.21.15.39:6835","nonce":2373452665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/2187635150","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":2187635150},{"type":"v1","addr":"172.21.15.39:6837","nonce":2187635150}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14571,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6839/1475451558","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":1475451558},{"type":"v1","addr":"172.21.15.39:6839","nonce":1475451558}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14577,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6841/313570480","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":313570480},{"type":"v1","addr":"172.21.15.39:6841","nonce":313570480}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/980475055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":980475055},{"type":"v1","addr":"172.21.15.149:6833","nonce":980475055}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24427,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/2757180167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":2757180167},{"type":"v1","addr":"172.21.15.149:6835","nonce":2757180167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-13T06:20:05.248660+0000","modified":"2024-06-13T06:23:07.325841+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24512,"mds_1":24482,"mds_2":24455},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24431":{"gid":24431,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.96:6833/2827318421","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6832","nonce":2827318421},{"type":"v1","addr":"172.21.15.96:6833","nonce":2827318421}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24439":{"gid":24439,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6837/1742889729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":1742889729},{"type":"v1","addr":"172.21.15.149:6837","nonce":1742889729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6839/862740064","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":862740064},{"type":"v1","addr":"172.21.15.149:6839","nonce":862740064}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.96:6835/3408571209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6834","nonce":3408571209},{"type":"v1","addr":"172.21.15.96:6835","nonce":3408571209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.96:6837/2574644445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6836","nonce":2574644445},{"type":"v1","addr":"172.21.15.96:6837","nonce":2574644445}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.96:6839/1459106434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6838","nonce":1459106434},{"type":"v1","addr":"172.21.15.96:6839","nonce":1459106434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24512,"qdb_cluster":[24482,24512,24455]},"id":1}]} 2024-06-13T06:27:41.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:41.255+0000 7f56e3733700 1 -- 172.21.15.39:0/85228882 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f56c40a2e10 msgr2=0x7f56c40a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:27:41.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:41.255+0000 7f56e3733700 1 --2- 172.21.15.39:0/85228882 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f56c40a2e10 0x7f56c40a52d0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f56cc009e60 tx=0x7f56cc006000 comp rx=0 tx=0).stop 2024-06-13T06:27:41.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:41.255+0000 7f56e3733700 1 -- 172.21.15.39:0/85228882 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56dc101fc0 msgr2=0x7f56dc198280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:27:41.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:41.255+0000 7f56e3733700 1 --2- 172.21.15.39:0/85228882 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56dc101fc0 0x7f56dc198280 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f56d000b500 tx=0x7f56d000b8c0 comp rx=0 tx=0).stop 2024-06-13T06:27:41.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:41.255+0000 7f56e3733700 1 -- 172.21.15.39:0/85228882 shutdown_connections 2024-06-13T06:27:41.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:41.255+0000 7f56e3733700 1 --2- 172.21.15.39:0/85228882 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f56c40a2e10 0x7f56c40a52d0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:41.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:41.255+0000 7f56e3733700 1 --2- 172.21.15.39:0/85228882 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f56dc1066f0 0x7f56dc19c610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:41.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:41.255+0000 7f56e3733700 1 --2- 172.21.15.39:0/85228882 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f56dc101610 0x7f56dc197d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:41.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:41.255+0000 7f56e3733700 1 --2- 172.21.15.39:0/85228882 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56dc101fc0 0x7f56dc198280 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:41.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:41.255+0000 7f56e3733700 1 -- 172.21.15.39:0/85228882 >> 172.21.15.39:0/85228882 conn(0x7f56dc078430 msgr2=0x7f56dc0ff6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:27:41.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:41.255+0000 7f56e3733700 1 -- 172.21.15.39:0/85228882 shutdown_connections 2024-06-13T06:27:41.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:41.255+0000 7f56e3733700 1 -- 172.21.15.39:0/85228882 wait complete. 2024-06-13T06:27:41.256 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 24 2024-06-13T06:27:41.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:27:40 smithi096 ceph-mon[36532]: pgmap v138: 97 pgs: 97 active+clean; 3.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:27:41.902 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24512 quiesce db --set-id 7316cb39 --release --await' 2024-06-13T06:27:41.902 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- timeout 105 ceph tell mds.24512 quiesce db --set-id 7316cb39 --release --await 2024-06-13T06:27:42.156 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:27:42.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:27:41 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/85228882' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:27:42.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:27:41 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/85228882' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:27:42.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:27:41 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/85228882' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:27:43.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:27:42 smithi096 ceph-mon[36532]: pgmap v139: 97 pgs: 97 active+clean; 3.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T06:27:43.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:27:42 smithi039 ceph-mon[32479]: pgmap v139: 97 pgs: 97 active+clean; 3.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T06:27:43.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:27:42 smithi149 ceph-mon[36963]: pgmap v139: 97 pgs: 97 active+clean; 3.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T06:27:43.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.865+0000 7f36426d7700 1 -- 172.21.15.39:0/3593954734 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f363c1073f0 msgr2=0x7f363c1077d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:27:43.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.865+0000 7f36426d7700 1 --2- 172.21.15.39:0/3593954734 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f363c1073f0 0x7f363c1077d0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f362c009990 tx=0x7f362c009ca0 comp rx=0 tx=0).stop 2024-06-13T06:27:43.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.865+0000 7f36426d7700 1 -- 172.21.15.39:0/3593954734 shutdown_connections 2024-06-13T06:27:43.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.865+0000 7f36426d7700 1 --2- 172.21.15.39:0/3593954734 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f363c101d40 0x7f363c10e230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:43.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.865+0000 7f36426d7700 1 --2- 172.21.15.39:0/3593954734 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f363c1073f0 0x7f363c1077d0 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:43.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.865+0000 7f36426d7700 1 --2- 172.21.15.39:0/3593954734 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f363c101380 0x7f363c101800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:43.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.865+0000 7f36426d7700 1 -- 172.21.15.39:0/3593954734 >> 172.21.15.39:0/3593954734 conn(0x7f363c078300 msgr2=0x7f363c078710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:27:43.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.865+0000 7f36426d7700 1 -- 172.21.15.39:0/3593954734 shutdown_connections 2024-06-13T06:27:43.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.865+0000 7f36426d7700 1 -- 172.21.15.39:0/3593954734 wait complete. 2024-06-13T06:27:43.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.865+0000 7f36426d7700 1 Processor -- start 2024-06-13T06:27:43.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.865+0000 7f36426d7700 1 -- start start 2024-06-13T06:27:43.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.866+0000 7f36426d7700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f363c101380 0x7f363c19ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:43.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.866+0000 7f36426d7700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f363c101d40 0x7f363c19b250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:43.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.866+0000 7f36426d7700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f363c1073f0 0x7f363c19f5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:43.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.866+0000 7f36426d7700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f363c111660 con 0x7f363c101d40 2024-06-13T06:27:43.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.866+0000 7f36426d7700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f363c1114e0 con 0x7f363c1073f0 2024-06-13T06:27:43.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.866+0000 7f36426d7700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f363c1117e0 con 0x7f363c101380 2024-06-13T06:27:43.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.866+0000 7f363b7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f363c101d40 0x7f363c19b250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:43.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.866+0000 7f363b7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f363c101d40 0x7f363c19b250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50264/0 (socket says 172.21.15.39:50264) 2024-06-13T06:27:43.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.866+0000 7f363b7fe700 1 -- 172.21.15.39:0/4191958968 learned_addr learned my addr 172.21.15.39:0/4191958968 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:27:43.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.866+0000 7f3640c74700 1 --2- 172.21.15.39:0/4191958968 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f363c1073f0 0x7f363c19f5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:43.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.866+0000 7f363bfff700 1 --2- 172.21.15.39:0/4191958968 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f363c101380 0x7f363c19ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:43.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.866+0000 7f363b7fe700 1 -- 172.21.15.39:0/4191958968 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f363c101380 msgr2=0x7f363c19ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:27:43.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.866+0000 7f363b7fe700 1 --2- 172.21.15.39:0/4191958968 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f363c101380 0x7f363c19ad10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:43.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.866+0000 7f363b7fe700 1 -- 172.21.15.39:0/4191958968 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f363c1073f0 msgr2=0x7f363c19f5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:27:43.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.866+0000 7f363b7fe700 1 --2- 172.21.15.39:0/4191958968 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f363c1073f0 0x7f363c19f5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:43.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.866+0000 7f363b7fe700 1 -- 172.21.15.39:0/4191958968 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f363c19fd20 con 0x7f363c101d40 2024-06-13T06:27:43.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.867+0000 7f363b7fe700 1 --2- 172.21.15.39:0/4191958968 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f363c101d40 0x7f363c19b250 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f363000c9b0 tx=0x7f363000cd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:27:43.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.867+0000 7f36397fa700 1 -- 172.21.15.39:0/4191958968 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3630007b00 con 0x7f363c101d40 2024-06-13T06:27:43.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.867+0000 7f36426d7700 1 -- 172.21.15.39:0/4191958968 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f363c1a0010 con 0x7f363c101d40 2024-06-13T06:27:43.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.867+0000 7f36397fa700 1 -- 172.21.15.39:0/4191958968 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3630007ca0 con 0x7f363c101d40 2024-06-13T06:27:43.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.867+0000 7f36397fa700 1 -- 172.21.15.39:0/4191958968 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3630018780 con 0x7f363c101d40 2024-06-13T06:27:43.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.867+0000 7f36426d7700 1 -- 172.21.15.39:0/4191958968 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f363c1a7890 con 0x7f363c101d40 2024-06-13T06:27:43.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.870+0000 7f36397fa700 1 -- 172.21.15.39:0/4191958968 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f363000f450 con 0x7f363c101d40 2024-06-13T06:27:43.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.870+0000 7f36397fa700 1 --2- 172.21.15.39:0/4191958968 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f36240a2d90 0x7f36240a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:43.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.870+0000 7f36397fa700 1 -- 172.21.15.39:0/4191958968 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7f36300cf4b0 con 0x7f363c101d40 2024-06-13T06:27:43.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.870+0000 7f363bfff700 1 --2- 172.21.15.39:0/4191958968 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f36240a2d90 0x7f36240a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:43.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.871+0000 7f363bfff700 1 --2- 172.21.15.39:0/4191958968 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f36240a2d90 0x7f36240a5250 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f362c009750 tx=0x7f362c00b540 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:27:43.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.871+0000 7f364cf5ab80 1 Processor -- start 2024-06-13T06:27:43.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.871+0000 7f364cf5ab80 1 -- start start 2024-06-13T06:27:43.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.871+0000 7f364cf5ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ab61887c40 0x55ab61888020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:43.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.871+0000 7f364cf5ab80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55ab61888560 0x55ab61881e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:43.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.871+0000 7f364cf5ab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab618823d0 0x55ab61882810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:43.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.871+0000 7f364cf5ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55ab617d3910 con 0x55ab61887c40 2024-06-13T06:27:43.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.871+0000 7f364cf5ab80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x55ab6177b820 con 0x55ab61888560 2024-06-13T06:27:43.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.871+0000 7f364cf5ab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55ab617cf8d0 con 0x55ab618823d0 2024-06-13T06:27:43.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.871+0000 7f363bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ab61887c40 0x55ab61888020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:43.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.871+0000 7f363bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ab61887c40 0x55ab61888020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50270/0 (socket says 172.21.15.39:50270) 2024-06-13T06:27:43.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.871+0000 7f363bfff700 1 -- 172.21.15.39:0/2681237289 learned_addr learned my addr 172.21.15.39:0/2681237289 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:27:43.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.871+0000 7f363b7fe700 1 --2- 172.21.15.39:0/2681237289 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55ab61888560 0x55ab61881e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:43.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.871+0000 7f3640c74700 1 --2- 172.21.15.39:0/2681237289 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab618823d0 0x55ab61882810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:43.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.872+0000 7f363bfff700 1 -- 172.21.15.39:0/2681237289 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab618823d0 msgr2=0x55ab61882810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:27:43.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.872+0000 7f363bfff700 1 --2- 172.21.15.39:0/2681237289 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab618823d0 0x55ab61882810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:43.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.872+0000 7f363bfff700 1 -- 172.21.15.39:0/2681237289 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55ab61888560 msgr2=0x55ab61881e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:27:43.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.872+0000 7f363bfff700 1 --2- 172.21.15.39:0/2681237289 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55ab61888560 0x55ab61881e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:43.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.872+0000 7f363bfff700 1 -- 172.21.15.39:0/2681237289 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ab61772050 con 0x55ab61887c40 2024-06-13T06:27:43.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.872+0000 7f363bfff700 1 --2- 172.21.15.39:0/2681237289 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ab61887c40 0x55ab61888020 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f362c00ba60 tx=0x7f362c01f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14fa76503af1bbf1 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:27:43.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.872+0000 7f36227fc700 1 -- 172.21.15.39:0/2681237289 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f362c00be20 con 0x55ab61887c40 2024-06-13T06:27:43.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.872+0000 7f36227fc700 1 -- 172.21.15.39:0/2681237289 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f362c00f940 con 0x55ab61887c40 2024-06-13T06:27:43.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.872+0000 7f36227fc700 1 -- 172.21.15.39:0/2681237289 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f362c024990 con 0x55ab61887c40 2024-06-13T06:27:43.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.873+0000 7f364cf5ab80 1 -- 172.21.15.39:0/2681237289 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ab61887c40 msgr2=0x55ab61888020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:27:43.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.873+0000 7f364cf5ab80 1 --2- 172.21.15.39:0/2681237289 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ab61887c40 0x55ab61888020 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f362c00ba60 tx=0x7f362c01f000 comp rx=0 tx=0).stop 2024-06-13T06:27:43.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.873+0000 7f364cf5ab80 1 -- 172.21.15.39:0/2681237289 shutdown_connections 2024-06-13T06:27:43.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.873+0000 7f364cf5ab80 1 --2- 172.21.15.39:0/2681237289 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab618823d0 0x55ab61882810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:43.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.873+0000 7f364cf5ab80 1 --2- 172.21.15.39:0/2681237289 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ab61887c40 0x55ab61888020 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:43.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.873+0000 7f364cf5ab80 1 --2- 172.21.15.39:0/2681237289 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55ab61888560 0x55ab61881e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:43.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.873+0000 7f364cf5ab80 1 -- 172.21.15.39:0/2681237289 >> 172.21.15.39:0/2681237289 conn(0x55ab617acdc0 msgr2=0x55ab6187d120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:27:43.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.873+0000 7f364cf5ab80 1 -- 172.21.15.39:0/2681237289 shutdown_connections 2024-06-13T06:27:43.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.873+0000 7f364cf5ab80 1 -- 172.21.15.39:0/2681237289 wait complete. 2024-06-13T06:27:43.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.873+0000 7f364cf5ab80 1 -- start start 2024-06-13T06:27:43.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.874+0000 7f364cf5ab80 1 Processor -- start 2024-06-13T06:27:43.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.874+0000 7f364cf5ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ab618823d0 0x55ab6188e240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:43.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.874+0000 7f364cf5ab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab61887c40 0x55ab6188b540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:43.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.874+0000 7f364cf5ab80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55ab61888560 0x55ab6188ba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:43.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.874+0000 7f364cf5ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55ab6188ef10 con 0x55ab618823d0 2024-06-13T06:27:43.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.874+0000 7f364cf5ab80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x55ab61773cf0 con 0x55ab61888560 2024-06-13T06:27:43.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.874+0000 7f364cf5ab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55ab6188f090 con 0x55ab61887c40 2024-06-13T06:27:43.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.874+0000 7f364cf5ab80 10 client.0 _ll_register_callbacks cb 0x55ab6176da20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:27:43.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.874+0000 7f363bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ab618823d0 0x55ab6188e240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:43.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.874+0000 7f363bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ab618823d0 0x55ab6188e240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50280/0 (socket says 172.21.15.39:50280) 2024-06-13T06:27:43.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.874+0000 7f363bfff700 1 -- 172.21.15.39:0/2384609983 learned_addr learned my addr 172.21.15.39:0/2384609983 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:27:43.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.874+0000 7f363b7fe700 1 --2- 172.21.15.39:0/2384609983 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab61887c40 0x55ab6188b540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:43.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.874+0000 7f3640c74700 1 --2- 172.21.15.39:0/2384609983 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55ab61888560 0x55ab6188ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:43.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.874+0000 7f363bfff700 1 -- 172.21.15.39:0/2384609983 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab61887c40 msgr2=0x55ab6188b540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:27:43.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.874+0000 7f363bfff700 1 --2- 172.21.15.39:0/2384609983 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab61887c40 0x55ab6188b540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:43.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.874+0000 7f363bfff700 1 -- 172.21.15.39:0/2384609983 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55ab61888560 msgr2=0x55ab6188ba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:27:43.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.874+0000 7f363bfff700 1 --2- 172.21.15.39:0/2384609983 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55ab61888560 0x55ab6188ba80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:43.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.874+0000 7f363bfff700 1 -- 172.21.15.39:0/2384609983 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ab617229d0 con 0x55ab618823d0 2024-06-13T06:27:43.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.875+0000 7f363bfff700 1 --2- 172.21.15.39:0/2384609983 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ab618823d0 0x55ab6188e240 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f362c031040 tx=0x7f362c0244b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3fae95f6bf358305 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:27:43.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.875+0000 7f361b7fe700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:27:43.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.875+0000 7f361b7fe700 1 -- 172.21.15.39:0/2384609983 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f362c03c060 con 0x55ab618823d0 2024-06-13T06:27:43.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.875+0000 7f361b7fe700 1 -- 172.21.15.39:0/2384609983 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7f362c024800 con 0x55ab618823d0 2024-06-13T06:27:43.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.875+0000 7f364cf5ab80 1 -- 172.21.15.39:0/2384609983 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f362c00f940 con 0x55ab618823d0 2024-06-13T06:27:43.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.875+0000 7f361b7fe700 1 -- 172.21.15.39:0/2384609983 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f362c00be20 con 0x55ab618823d0 2024-06-13T06:27:43.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.875+0000 7f364cf5ab80 10 client.15495 fetch_fsmap learned FSMap version 24 2024-06-13T06:27:43.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.875+0000 7f364cf5ab80 1 -- 172.21.15.39:0/2384609983 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55ab61899780 con 0x55ab618823d0 2024-06-13T06:27:43.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.875+0000 7f361b7fe700 1 -- 172.21.15.39:0/2384609983 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f362c00f940 con 0x55ab618823d0 2024-06-13T06:27:43.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.875+0000 7f361b7fe700 1 -- 172.21.15.39:0/2384609983 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f362c02fb20 con 0x55ab618823d0 2024-06-13T06:27:43.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.875+0000 7f364cf5ab80 10 client.15495 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:27:43.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.875+0000 7f364cf5ab80 10 client.15495 resolve_mds: validated gid 24512 aka daemon mds.b 2024-06-13T06:27:43.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.875+0000 7f364cf5ab80 20 client.15495 populate_metadata read hostname 'smithi039' 2024-06-13T06:27:43.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.875+0000 7f364cf5ab80 1 --2- 172.21.15.39:0/2384609983 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55ab6189bc50 0x55ab6189e040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:43.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.875+0000 7f364cf5ab80 4 client.15495 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T06:27:43.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.875+0000 7f364cf5ab80 1 -- 172.21.15.39:0/2384609983 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ab617e0e10 con 0x55ab6189bc50 2024-06-13T06:27:43.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.876+0000 7f363b7fe700 1 --2- 172.21.15.39:0/2384609983 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55ab6189bc50 0x55ab6189e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:43.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.876+0000 7f363b7fe700 1 --2- 172.21.15.39:0/2384609983 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55ab6189bc50 0x55ab6189e040 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8aa963bf4303ebfc server_cookie=f42746dbaca09a86 in_seq=0 out_seq=0 2024-06-13T06:27:43.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.876+0000 7f361b7fe700 10 client.15495 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:27:43.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.877+0000 7f361b7fe700 1 -- 172.21.15.39:0/2384609983 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55ab617e0e10 con 0x55ab6189bc50 2024-06-13T06:27:43.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.877+0000 7f361b7fe700 10 client.15495 handle_command_reply: tid=0 2024-06-13T06:27:43.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.877+0000 7f364cf5ab80 1 client.15495 shutdown 2024-06-13T06:27:43.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.877+0000 7f364cf5ab80 1 -- 172.21.15.39:0/2384609983 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ab618823d0 msgr2=0x55ab6188e240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:27:43.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.877+0000 7f364cf5ab80 1 --2- 172.21.15.39:0/2384609983 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ab618823d0 0x55ab6188e240 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f362c031040 tx=0x7f362c0244b0 comp rx=0 tx=0).stop 2024-06-13T06:27:43.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.877+0000 7f364cf5ab80 1 -- 172.21.15.39:0/2384609983 shutdown_connections 2024-06-13T06:27:43.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.877+0000 7f364cf5ab80 1 --2- 172.21.15.39:0/2384609983 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55ab6189bc50 0x55ab6189e040 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:43.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.877+0000 7f364cf5ab80 1 --2- 172.21.15.39:0/2384609983 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55ab61888560 0x55ab6188ba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:43.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.877+0000 7f364cf5ab80 1 --2- 172.21.15.39:0/2384609983 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ab618823d0 0x55ab6188e240 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:43.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.877+0000 7f364cf5ab80 1 --2- 172.21.15.39:0/2384609983 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab61887c40 0x55ab6188b540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:43.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.877+0000 7f364cf5ab80 1 -- 172.21.15.39:0/2384609983 >> 172.21.15.39:0/2384609983 conn(0x55ab617acdc0 msgr2=0x55ab6187cd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:27:43.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.877+0000 7f361b7fe700 0 client.15495 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:27:43.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.877+0000 7f364cf5ab80 1 -- 172.21.15.39:0/2384609983 shutdown_connections 2024-06-13T06:27:43.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.877+0000 7f364cf5ab80 1 -- 172.21.15.39:0/2384609983 wait complete. 2024-06-13T06:27:43.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.877+0000 7f364cf5ab80 20 client.15495 trim_cache size 0 max 16384 2024-06-13T06:27:43.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.898+0000 7f364cf5ab80 1 Processor -- start 2024-06-13T06:27:43.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.898+0000 7f364cf5ab80 1 -- start start 2024-06-13T06:27:43.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.898+0000 7f364cf5ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ab618823d0 0x55ab61881e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:43.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.898+0000 7f364cf5ab80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55ab61887c40 0x55ab6187cfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:43.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.898+0000 7f364cf5ab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab61888560 0x55ab6188a540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:43.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.898+0000 7f364cf5ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f363c1b17e0 con 0x55ab618823d0 2024-06-13T06:27:43.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.898+0000 7f364cf5ab80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f363c1af070 con 0x55ab61887c40 2024-06-13T06:27:43.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.898+0000 7f364cf5ab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f363c1acec0 con 0x55ab61888560 2024-06-13T06:27:43.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.898+0000 7f363bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ab618823d0 0x55ab61881e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:43.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.898+0000 7f363bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ab618823d0 0x55ab61881e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50282/0 (socket says 172.21.15.39:50282) 2024-06-13T06:27:43.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.898+0000 7f363bfff700 1 -- 172.21.15.39:0/4253254092 learned_addr learned my addr 172.21.15.39:0/4253254092 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:27:43.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.899+0000 7f363bfff700 1 -- 172.21.15.39:0/4253254092 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab61888560 msgr2=0x55ab6188a540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:27:43.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.899+0000 7f363bfff700 1 --2- 172.21.15.39:0/4253254092 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab61888560 0x55ab6188a540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:43.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.899+0000 7f363bfff700 1 -- 172.21.15.39:0/4253254092 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55ab61887c40 msgr2=0x55ab6187cfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:27:43.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.899+0000 7f363b7fe700 1 --2- 172.21.15.39:0/4253254092 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55ab61887c40 0x55ab6187cfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:43.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.899+0000 7f363bfff700 1 --2- 172.21.15.39:0/4253254092 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55ab61887c40 0x55ab6187cfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:43.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.899+0000 7f363bfff700 1 -- 172.21.15.39:0/4253254092 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ab61877820 con 0x55ab618823d0 2024-06-13T06:27:43.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.899+0000 7f363b7fe700 1 --2- 172.21.15.39:0/4253254092 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55ab61887c40 0x55ab6187cfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:27:43.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.899+0000 7f363bfff700 1 --2- 172.21.15.39:0/4253254092 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ab618823d0 0x55ab61881e90 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f362c000c00 tx=0x7f362c00f950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ddbf3912f3a4a07 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:27:43.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.899+0000 7f3621ffb700 1 -- 172.21.15.39:0/4253254092 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f362c03c040 con 0x55ab618823d0 2024-06-13T06:27:43.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.899+0000 7f3621ffb700 1 -- 172.21.15.39:0/4253254092 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f362c003780 con 0x55ab618823d0 2024-06-13T06:27:43.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.899+0000 7f3621ffb700 1 -- 172.21.15.39:0/4253254092 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f362c0249f0 con 0x55ab618823d0 2024-06-13T06:27:43.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.900+0000 7f364cf5ab80 1 -- 172.21.15.39:0/4253254092 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ab618823d0 msgr2=0x55ab61881e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:27:43.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.900+0000 7f364cf5ab80 1 --2- 172.21.15.39:0/4253254092 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ab618823d0 0x55ab61881e90 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f362c000c00 tx=0x7f362c00f950 comp rx=0 tx=0).stop 2024-06-13T06:27:43.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.900+0000 7f364cf5ab80 1 -- 172.21.15.39:0/4253254092 shutdown_connections 2024-06-13T06:27:43.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.900+0000 7f364cf5ab80 1 --2- 172.21.15.39:0/4253254092 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab61888560 0x55ab6188a540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:43.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.900+0000 7f364cf5ab80 1 --2- 172.21.15.39:0/4253254092 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ab618823d0 0x55ab61881e90 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:43.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.900+0000 7f364cf5ab80 1 --2- 172.21.15.39:0/4253254092 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55ab61887c40 0x55ab6187cfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:43.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.900+0000 7f364cf5ab80 1 -- 172.21.15.39:0/4253254092 >> 172.21.15.39:0/4253254092 conn(0x55ab617acdc0 msgr2=0x55ab61889e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:27:43.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.900+0000 7f364cf5ab80 1 -- 172.21.15.39:0/4253254092 shutdown_connections 2024-06-13T06:27:43.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.900+0000 7f364cf5ab80 1 -- 172.21.15.39:0/4253254092 wait complete. 2024-06-13T06:27:43.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.900+0000 7f364cf5ab80 1 -- start start 2024-06-13T06:27:43.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.900+0000 7f364cf5ab80 1 Processor -- start 2024-06-13T06:27:43.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.900+0000 7f364cf5ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ab618823d0 0x55ab618a0c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:43.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.900+0000 7f364cf5ab80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55ab61887c40 0x55ab618a11a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:43.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.900+0000 7f364cf5ab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab61888560 0x55ab6189f130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:43.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.900+0000 7f364cf5ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f363c1ad530 con 0x55ab618823d0 2024-06-13T06:27:43.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.900+0000 7f364cf5ab80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f363c1ae9a0 con 0x55ab61887c40 2024-06-13T06:27:43.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.900+0000 7f364cf5ab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f363c1adc00 con 0x55ab61888560 2024-06-13T06:27:43.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.901+0000 7f364cf5ab80 10 client.0 _ll_register_callbacks cb 0x55ab6176da20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:27:43.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.901+0000 7f363bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ab618823d0 0x55ab618a0c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:43.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.901+0000 7f363bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ab618823d0 0x55ab618a0c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50288/0 (socket says 172.21.15.39:50288) 2024-06-13T06:27:43.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.901+0000 7f363bfff700 1 -- 172.21.15.39:0/587908534 learned_addr learned my addr 172.21.15.39:0/587908534 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:27:43.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.901+0000 7f363b7fe700 1 --2- 172.21.15.39:0/587908534 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55ab61887c40 0x55ab618a11a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:43.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.901+0000 7f3640c74700 1 --2- 172.21.15.39:0/587908534 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab61888560 0x55ab6189f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:43.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.901+0000 7f363bfff700 1 -- 172.21.15.39:0/587908534 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab61888560 msgr2=0x55ab6189f130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:27:43.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.901+0000 7f363bfff700 1 --2- 172.21.15.39:0/587908534 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab61888560 0x55ab6189f130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:43.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.901+0000 7f363bfff700 1 -- 172.21.15.39:0/587908534 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55ab61887c40 msgr2=0x55ab618a11a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:27:43.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.901+0000 7f363bfff700 1 --2- 172.21.15.39:0/587908534 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55ab61887c40 0x55ab618a11a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:43.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.901+0000 7f363bfff700 1 -- 172.21.15.39:0/587908534 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ab6189f970 con 0x55ab618823d0 2024-06-13T06:27:43.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.901+0000 7f3640c74700 1 --2- 172.21.15.39:0/587908534 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab61888560 0x55ab6189f130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:27:43.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.901+0000 7f363bfff700 1 --2- 172.21.15.39:0/587908534 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ab618823d0 0x55ab618a0c60 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f362c00fac0 tx=0x7f362c009560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8cf75b5fd344e5e4 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:27:43.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.901+0000 7f361b7fe700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:27:43.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.901+0000 7f361b7fe700 1 -- 172.21.15.39:0/587908534 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f362c017d80 con 0x55ab618823d0 2024-06-13T06:27:43.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.901+0000 7f361b7fe700 1 -- 172.21.15.39:0/587908534 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7f362c024800 con 0x55ab618823d0 2024-06-13T06:27:43.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.901+0000 7f364cf5ab80 1 -- 172.21.15.39:0/587908534 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f362c003780 con 0x55ab618823d0 2024-06-13T06:27:43.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.901+0000 7f361b7fe700 1 -- 172.21.15.39:0/587908534 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f362c024a00 con 0x55ab618823d0 2024-06-13T06:27:43.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.901+0000 7f364cf5ab80 10 client.15501 fetch_fsmap learned FSMap version 24 2024-06-13T06:27:43.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.902+0000 7f364cf5ab80 1 -- 172.21.15.39:0/587908534 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55ab61906f90 con 0x55ab618823d0 2024-06-13T06:27:43.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.902+0000 7f361b7fe700 1 -- 172.21.15.39:0/587908534 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f362c003780 con 0x55ab618823d0 2024-06-13T06:27:43.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.902+0000 7f361b7fe700 1 -- 172.21.15.39:0/587908534 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f362c048070 con 0x55ab618823d0 2024-06-13T06:27:43.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.902+0000 7f364cf5ab80 10 client.15501 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:27:43.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.902+0000 7f364cf5ab80 10 client.15501 resolve_mds: validated gid 24512 aka daemon mds.b 2024-06-13T06:27:43.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.902+0000 7f364cf5ab80 20 client.15501 populate_metadata read hostname 'smithi039' 2024-06-13T06:27:43.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.902+0000 7f364cf5ab80 1 --2- 172.21.15.39:0/587908534 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55ab61907300 0x55ab61909720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:27:43.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.902+0000 7f364cf5ab80 4 client.15501 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "7316cb39", "release": true, "await": true}] 2024-06-13T06:27:43.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.902+0000 7f364cf5ab80 1 -- 172.21.15.39:0/587908534 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "quiesce db", "set_id": "7316cb39", "release": true, "await": true}) -- 0x55ab617db390 con 0x55ab61907300 2024-06-13T06:27:43.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.902+0000 7f363b7fe700 1 --2- 172.21.15.39:0/587908534 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55ab61907300 0x55ab61909720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:27:43.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.903+0000 7f363b7fe700 1 --2- 172.21.15.39:0/587908534 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55ab61907300 0x55ab61909720 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e350bb84054db69 server_cookie=dc3d0fb668b460a7 in_seq=0 out_seq=0 2024-06-13T06:27:43.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.903+0000 7f361b7fe700 10 client.15501 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:27:43.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.905+0000 7f361b7fe700 1 -- 172.21.15.39:0/587908534 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55ab617db390 con 0x55ab61907300 2024-06-13T06:27:43.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.906+0000 7f361b7fe700 10 client.15501 handle_command_reply: tid=0 2024-06-13T06:27:43.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.906+0000 7f364cf5ab80 1 client.15501 shutdown 2024-06-13T06:27:43.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.906+0000 7f364cf5ab80 1 -- 172.21.15.39:0/587908534 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ab618823d0 msgr2=0x55ab618a0c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:27:43.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.906+0000 7f364cf5ab80 1 --2- 172.21.15.39:0/587908534 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ab618823d0 0x55ab618a0c60 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f362c00fac0 tx=0x7f362c009560 comp rx=0 tx=0).stop 2024-06-13T06:27:43.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.906+0000 7f364cf5ab80 1 -- 172.21.15.39:0/587908534 shutdown_connections 2024-06-13T06:27:43.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.906+0000 7f364cf5ab80 1 --2- 172.21.15.39:0/587908534 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab61888560 0x55ab6189f130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:43.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.906+0000 7f364cf5ab80 1 --2- 172.21.15.39:0/587908534 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ab618823d0 0x55ab618a0c60 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:43.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.906+0000 7f364cf5ab80 1 --2- 172.21.15.39:0/587908534 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55ab61907300 0x55ab61909720 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:43.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.906+0000 7f364cf5ab80 1 --2- 172.21.15.39:0/587908534 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55ab61887c40 0x55ab618a11a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:43.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.906+0000 7f364cf5ab80 1 -- 172.21.15.39:0/587908534 >> 172.21.15.39:0/587908534 conn(0x55ab617acdc0 msgr2=0x55ab61886f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:27:43.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.906+0000 7f361b7fe700 0 client.15501 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:27:43.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.906+0000 7f364cf5ab80 1 -- 172.21.15.39:0/587908534 shutdown_connections 2024-06-13T06:27:43.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.906+0000 7f364cf5ab80 1 -- 172.21.15.39:0/587908534 wait complete. 2024-06-13T06:27:43.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.906+0000 7f364cf5ab80 20 client.15501 trim_cache size 0 max 16384 2024-06-13T06:27:43.909 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-06-13T06:27:43.909 INFO:teuthology.orchestra.run.smithi039.stdout: "epoch": 24, 2024-06-13T06:27:43.909 INFO:teuthology.orchestra.run.smithi039.stdout: "leader": 24512, 2024-06-13T06:27:43.909 INFO:teuthology.orchestra.run.smithi039.stdout: "set_version": 16, 2024-06-13T06:27:43.910 INFO:teuthology.orchestra.run.smithi039.stdout: "sets": { 2024-06-13T06:27:43.910 INFO:teuthology.orchestra.run.smithi039.stdout: "7316cb39": { 2024-06-13T06:27:43.910 INFO:teuthology.orchestra.run.smithi039.stdout: "version": 16, 2024-06-13T06:27:43.910 INFO:teuthology.orchestra.run.smithi039.stdout: "age_ref": 0.0, 2024-06-13T06:27:43.910 INFO:teuthology.orchestra.run.smithi039.stdout: "state": { 2024-06-13T06:27:43.910 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "RELEASED", 2024-06-13T06:27:43.910 INFO:teuthology.orchestra.run.smithi039.stdout: "age": 0.0 2024-06-13T06:27:43.910 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:27:43.910 INFO:teuthology.orchestra.run.smithi039.stdout: "timeout": 90.0, 2024-06-13T06:27:43.910 INFO:teuthology.orchestra.run.smithi039.stdout: "expiration": 149.0, 2024-06-13T06:27:43.911 INFO:teuthology.orchestra.run.smithi039.stdout: "members": { 2024-06-13T06:27:43.911 INFO:teuthology.orchestra.run.smithi039.stdout: "file:/": { 2024-06-13T06:27:43.911 INFO:teuthology.orchestra.run.smithi039.stdout: "excluded": false, 2024-06-13T06:27:43.911 INFO:teuthology.orchestra.run.smithi039.stdout: "state": { 2024-06-13T06:27:43.911 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "RELEASED", 2024-06-13T06:27:43.911 INFO:teuthology.orchestra.run.smithi039.stdout: "age": 0.0 2024-06-13T06:27:43.911 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:27:43.911 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:27:43.911 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:27:43.911 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:27:43.911 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:27:43.911 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-06-13T06:27:43.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.907+0000 7f36426d7700 1 -- 172.21.15.39:0/4191958968 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f36240a2d90 msgr2=0x7f36240a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:27:43.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.907+0000 7f36426d7700 1 --2- 172.21.15.39:0/4191958968 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f36240a2d90 0x7f36240a5250 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f362c009750 tx=0x7f362c00b540 comp rx=0 tx=0).stop 2024-06-13T06:27:43.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.907+0000 7f36426d7700 1 -- 172.21.15.39:0/4191958968 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f363c101d40 msgr2=0x7f363c19b250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:27:43.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.907+0000 7f36426d7700 1 --2- 172.21.15.39:0/4191958968 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f363c101d40 0x7f363c19b250 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f363000c9b0 tx=0x7f363000cd70 comp rx=0 tx=0).stop 2024-06-13T06:27:43.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.907+0000 7f36426d7700 1 -- 172.21.15.39:0/4191958968 shutdown_connections 2024-06-13T06:27:43.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.907+0000 7f36426d7700 1 --2- 172.21.15.39:0/4191958968 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f36240a2d90 0x7f36240a5250 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:43.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.907+0000 7f36426d7700 1 --2- 172.21.15.39:0/4191958968 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f363c1073f0 0x7f363c19f5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:43.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.907+0000 7f36426d7700 1 --2- 172.21.15.39:0/4191958968 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f363c101380 0x7f363c19ad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:43.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.907+0000 7f36426d7700 1 --2- 172.21.15.39:0/4191958968 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f363c101d40 0x7f363c19b250 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:27:43.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.907+0000 7f36426d7700 1 -- 172.21.15.39:0/4191958968 >> 172.21.15.39:0/4191958968 conn(0x7f363c078300 msgr2=0x7f363c1003e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:27:43.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.907+0000 7f36426d7700 1 -- 172.21.15.39:0/4191958968 shutdown_connections 2024-06-13T06:27:43.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:27:43.907+0000 7f36426d7700 1 -- 172.21.15.39:0/4191958968 wait complete. 2024-06-13T06:27:44.618 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '7316cb39', total seconds elapsed: 34.6 2024-06-13T06:27:45.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:27:44 smithi096 ceph-mon[36532]: pgmap v140: 97 pgs: 97 active+clean; 3.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:27:45.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:27:44 smithi039 ceph-mon[32479]: pgmap v140: 97 pgs: 97 active+clean; 3.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:27:45.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:27:44 smithi149 ceph-mon[36963]: pgmap v140: 97 pgs: 97 active+clean; 3.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:27:47.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:27:46 smithi096 ceph-mon[36532]: pgmap v141: 97 pgs: 97 active+clean; 3.7 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 4.9 KiB/s wr, 8 op/s 2024-06-13T06:27:47.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:27:46 smithi039 ceph-mon[32479]: pgmap v141: 97 pgs: 97 active+clean; 3.7 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 4.9 KiB/s wr, 8 op/s 2024-06-13T06:27:47.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:27:46 smithi149 ceph-mon[36963]: pgmap v141: 97 pgs: 97 active+clean; 3.7 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 4.9 KiB/s wr, 8 op/s 2024-06-13T06:27:49.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:27:48 smithi096 ceph-mon[36532]: pgmap v142: 97 pgs: 97 active+clean; 3.7 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 4.9 KiB/s wr, 5 op/s 2024-06-13T06:27:49.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:27:48 smithi039 ceph-mon[32479]: pgmap v142: 97 pgs: 97 active+clean; 3.7 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 4.9 KiB/s wr, 5 op/s 2024-06-13T06:27:49.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:27:48 smithi149 ceph-mon[36963]: pgmap v142: 97 pgs: 97 active+clean; 3.7 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 4.9 KiB/s wr, 5 op/s 2024-06-13T06:27:51.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:27:50 smithi096 ceph-mon[36532]: pgmap v143: 97 pgs: 97 active+clean; 3.7 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 4.9 KiB/s wr, 5 op/s 2024-06-13T06:27:51.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:27:50 smithi039 ceph-mon[32479]: pgmap v143: 97 pgs: 97 active+clean; 3.7 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 4.9 KiB/s wr, 5 op/s 2024-06-13T06:27:51.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:27:50 smithi149 ceph-mon[36963]: pgmap v143: 97 pgs: 97 active+clean; 3.7 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 4.9 KiB/s wr, 5 op/s 2024-06-13T06:27:53.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:27:52 smithi096 ceph-mon[36532]: pgmap v144: 97 pgs: 97 active+clean; 3.8 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 10 op/s 2024-06-13T06:27:53.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:27:52 smithi039 ceph-mon[32479]: pgmap v144: 97 pgs: 97 active+clean; 3.8 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 10 op/s 2024-06-13T06:27:53.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:27:52 smithi149 ceph-mon[36963]: pgmap v144: 97 pgs: 97 active+clean; 3.8 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 10 op/s 2024-06-13T06:27:55.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:27:54 smithi096 ceph-mon[36532]: pgmap v145: 97 pgs: 97 active+clean; 3.8 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 8 op/s 2024-06-13T06:27:55.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:27:54 smithi039 ceph-mon[32479]: pgmap v145: 97 pgs: 97 active+clean; 3.8 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 8 op/s 2024-06-13T06:27:55.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:27:54 smithi149 ceph-mon[36963]: pgmap v145: 97 pgs: 97 active+clean; 3.8 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 8 op/s 2024-06-13T06:27:57.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:27:56 smithi096 ceph-mon[36532]: pgmap v146: 97 pgs: 97 active+clean; 4.0 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 29 KiB/s wr, 12 op/s 2024-06-13T06:27:57.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:27:56 smithi039 ceph-mon[32479]: pgmap v146: 97 pgs: 97 active+clean; 4.0 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 29 KiB/s wr, 12 op/s 2024-06-13T06:27:57.467 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:27:56 smithi149 ceph-mon[36963]: pgmap v146: 97 pgs: 97 active+clean; 4.0 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 29 KiB/s wr, 12 op/s 2024-06-13T06:27:58.015 INFO:tasks.workunit.client.0.smithi039.stdout:64/600: open fd = 3 2024-06-13T06:27:58.016 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.016 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.016 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.016 INFO:tasks.workunit.client.0.smithi039.stdout:65/600: open fd = 3 2024-06-13T06:27:58.016 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.016 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.016 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.016 INFO:tasks.workunit.client.0.smithi039.stdout:66/600: open fd = 3 2024-06-13T06:27:58.016 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.016 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.016 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.016 INFO:tasks.workunit.client.0.smithi039.stdout:67/600: open fd = 3 2024-06-13T06:27:58.016 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.016 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.017 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.017 INFO:tasks.workunit.client.0.smithi039.stdout:68/600: open fd = 3 2024-06-13T06:27:58.017 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.017 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.017 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.017 INFO:tasks.workunit.client.0.smithi039.stdout:69/600: open fd = 3 2024-06-13T06:27:58.017 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.017 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.017 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.017 INFO:tasks.workunit.client.0.smithi039.stdout:70/600: open fd = 3 2024-06-13T06:27:58.017 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.017 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.017 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.017 INFO:tasks.workunit.client.0.smithi039.stdout:71/600: open fd = 3 2024-06-13T06:27:58.018 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.018 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.018 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.018 INFO:tasks.workunit.client.0.smithi039.stdout:72/600: open fd = 3 2024-06-13T06:27:58.018 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.018 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.018 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.018 INFO:tasks.workunit.client.0.smithi039.stdout:73/600: open fd = 3 2024-06-13T06:27:58.018 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.018 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.018 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.018 INFO:tasks.workunit.client.0.smithi039.stdout:74/600: open fd = 3 2024-06-13T06:27:58.018 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.018 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.019 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.019 INFO:tasks.workunit.client.0.smithi039.stdout:75/600: open fd = 3 2024-06-13T06:27:58.019 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.019 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.019 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.019 INFO:tasks.workunit.client.0.smithi039.stdout:76/600: open fd = 3 2024-06-13T06:27:58.019 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.019 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.019 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.019 INFO:tasks.workunit.client.0.smithi039.stdout:77/600: open fd = 3 2024-06-13T06:27:58.019 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.019 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.019 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.019 INFO:tasks.workunit.client.0.smithi039.stdout:78/600: open fd = 3 2024-06-13T06:27:58.019 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.020 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.020 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.020 INFO:tasks.workunit.client.0.smithi039.stdout:79/600: open fd = 3 2024-06-13T06:27:58.020 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.020 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.020 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.020 INFO:tasks.workunit.client.0.smithi039.stdout:80/600: open fd = 3 2024-06-13T06:27:58.020 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.020 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.020 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.020 INFO:tasks.workunit.client.0.smithi039.stdout:81/600: open fd = 3 2024-06-13T06:27:58.020 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.020 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.020 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.020 INFO:tasks.workunit.client.0.smithi039.stdout:82/600: open fd = 3 2024-06-13T06:27:58.021 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.021 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.021 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.021 INFO:tasks.workunit.client.0.smithi039.stdout:83/600: open fd = 3 2024-06-13T06:27:58.021 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.021 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.021 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.021 INFO:tasks.workunit.client.0.smithi039.stdout:84/600: open fd = 3 2024-06-13T06:27:58.021 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.021 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.021 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.021 INFO:tasks.workunit.client.0.smithi039.stdout:85/600: open fd = 3 2024-06-13T06:27:58.021 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.021 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.021 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.022 INFO:tasks.workunit.client.0.smithi039.stdout:86/600: open fd = 3 2024-06-13T06:27:58.022 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.022 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.022 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.022 INFO:tasks.workunit.client.0.smithi039.stdout:87/600: open fd = 3 2024-06-13T06:27:58.022 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.022 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.022 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.022 INFO:tasks.workunit.client.0.smithi039.stdout:88/600: open fd = 3 2024-06-13T06:27:58.022 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.022 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.022 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.022 INFO:tasks.workunit.client.0.smithi039.stdout:89/600: open fd = 3 2024-06-13T06:27:58.022 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.022 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.023 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.023 INFO:tasks.workunit.client.0.smithi039.stdout:90/600: open fd = 3 2024-06-13T06:27:58.023 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.023 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.023 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.023 INFO:tasks.workunit.client.0.smithi039.stdout:91/600: open fd = 3 2024-06-13T06:27:58.023 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.023 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.023 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.023 INFO:tasks.workunit.client.0.smithi039.stdout:92/600: open fd = 3 2024-06-13T06:27:58.023 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.023 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.023 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.023 INFO:tasks.workunit.client.0.smithi039.stdout:93/600: open fd = 3 2024-06-13T06:27:58.023 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.024 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.024 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.024 INFO:tasks.workunit.client.0.smithi039.stdout:94/600: open fd = 3 2024-06-13T06:27:58.024 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.024 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.024 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.024 INFO:tasks.workunit.client.0.smithi039.stdout:95/600: open fd = 3 2024-06-13T06:27:58.024 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.024 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.024 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.024 INFO:tasks.workunit.client.0.smithi039.stdout:96/600: open fd = 3 2024-06-13T06:27:58.024 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.024 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.024 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.024 INFO:tasks.workunit.client.0.smithi039.stdout:97/600: open fd = 3 2024-06-13T06:27:58.025 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.025 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.025 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.025 INFO:tasks.workunit.client.0.smithi039.stdout:98/600: open fd = 3 2024-06-13T06:27:58.025 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.025 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.025 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.025 INFO:tasks.workunit.client.0.smithi039.stdout:99/600: open fd = 3 2024-06-13T06:27:58.025 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.025 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.025 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.025 INFO:tasks.workunit.client.0.smithi039.stdout:100/600: open fd = 3 2024-06-13T06:27:58.025 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.025 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.025 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.025 INFO:tasks.workunit.client.0.smithi039.stdout:101/600: open fd = 3 2024-06-13T06:27:58.026 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.026 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.026 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.026 INFO:tasks.workunit.client.0.smithi039.stdout:102/600: open fd = 3 2024-06-13T06:27:58.026 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.026 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.026 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.026 INFO:tasks.workunit.client.0.smithi039.stdout:103/600: open fd = 3 2024-06-13T06:27:58.026 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.026 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.026 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.026 INFO:tasks.workunit.client.0.smithi039.stdout:104/600: open fd = 3 2024-06-13T06:27:58.026 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.027 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.027 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.027 INFO:tasks.workunit.client.0.smithi039.stdout:105/600: open fd = 3 2024-06-13T06:27:58.027 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.027 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.027 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.027 INFO:tasks.workunit.client.0.smithi039.stdout:106/600: open fd = 3 2024-06-13T06:27:58.027 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.027 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.027 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.027 INFO:tasks.workunit.client.0.smithi039.stdout:107/600: open fd = 3 2024-06-13T06:27:58.027 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.027 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.027 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.027 INFO:tasks.workunit.client.0.smithi039.stdout:108/600: open fd = 3 2024-06-13T06:27:58.027 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.028 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.028 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.028 INFO:tasks.workunit.client.0.smithi039.stdout:109/600: open fd = 3 2024-06-13T06:27:58.028 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.028 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.028 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.028 INFO:tasks.workunit.client.0.smithi039.stdout:110/600: open fd = 3 2024-06-13T06:27:58.028 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.028 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.028 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.028 INFO:tasks.workunit.client.0.smithi039.stdout:111/600: open fd = 3 2024-06-13T06:27:58.028 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.028 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.028 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.028 INFO:tasks.workunit.client.0.smithi039.stdout:112/600: open fd = 3 2024-06-13T06:27:58.029 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.029 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.029 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.029 INFO:tasks.workunit.client.0.smithi039.stdout:113/600: open fd = 3 2024-06-13T06:27:58.029 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.029 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.029 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.029 INFO:tasks.workunit.client.0.smithi039.stdout:114/600: open fd = 3 2024-06-13T06:27:58.029 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.029 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.029 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.029 INFO:tasks.workunit.client.0.smithi039.stdout:115/600: open fd = 3 2024-06-13T06:27:58.029 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.029 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.029 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.030 INFO:tasks.workunit.client.0.smithi039.stdout:116/600: open fd = 3 2024-06-13T06:27:58.030 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.030 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.030 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.030 INFO:tasks.workunit.client.0.smithi039.stdout:117/600: open fd = 3 2024-06-13T06:27:58.030 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.030 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.030 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.030 INFO:tasks.workunit.client.0.smithi039.stdout:118/600: open fd = 3 2024-06-13T06:27:58.030 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.030 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.030 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.030 INFO:tasks.workunit.client.0.smithi039.stdout:119/600: open fd = 3 2024-06-13T06:27:58.031 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.031 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.031 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.031 INFO:tasks.workunit.client.0.smithi039.stdout:120/600: open fd = 3 2024-06-13T06:27:58.031 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.031 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.031 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.031 INFO:tasks.workunit.client.0.smithi039.stdout:121/600: open fd = 3 2024-06-13T06:27:58.031 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.031 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.031 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.031 INFO:tasks.workunit.client.0.smithi039.stdout:122/600: open fd = 3 2024-06-13T06:27:58.031 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.031 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.031 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.032 INFO:tasks.workunit.client.0.smithi039.stdout:123/600: open fd = 3 2024-06-13T06:27:58.032 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.032 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.032 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.032 INFO:tasks.workunit.client.0.smithi039.stdout:124/600: open fd = 3 2024-06-13T06:27:58.032 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.032 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.032 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.032 INFO:tasks.workunit.client.0.smithi039.stdout:125/600: open fd = 3 2024-06-13T06:27:58.032 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.032 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:58.032 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:27:58.032 INFO:tasks.workunit.client.0.smithi039.stdout:126/600: open fd = 3 2024-06-13T06:27:58.032 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:27:59.269 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:27:59 smithi149 ceph-mon[36963]: pgmap v147: 97 pgs: 97 active+clean; 4.0 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 24 KiB/s wr, 9 op/s 2024-06-13T06:27:59.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:27:59 smithi096 ceph-mon[36532]: pgmap v147: 97 pgs: 97 active+clean; 4.0 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 24 KiB/s wr, 9 op/s 2024-06-13T06:27:59.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:27:59 smithi039 ceph-mon[32479]: pgmap v147: 97 pgs: 97 active+clean; 4.0 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 24 KiB/s wr, 9 op/s 2024-06-13T06:28:01.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:28:01 smithi096 ceph-mon[36532]: pgmap v148: 97 pgs: 97 active+clean; 4.0 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 24 KiB/s wr, 9 op/s 2024-06-13T06:28:01.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:28:01 smithi039 ceph-mon[32479]: pgmap v148: 97 pgs: 97 active+clean; 4.0 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 24 KiB/s wr, 9 op/s 2024-06-13T06:28:01.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:28:01 smithi149 ceph-mon[36963]: pgmap v148: 97 pgs: 97 active+clean; 4.0 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 24 KiB/s wr, 9 op/s 2024-06-13T06:28:03.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:28:03 smithi096 ceph-mon[36532]: pgmap v149: 97 pgs: 97 active+clean; 4.1 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 59 KiB/s wr, 29 op/s 2024-06-13T06:28:03.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:28:03 smithi039 ceph-mon[32479]: pgmap v149: 97 pgs: 97 active+clean; 4.1 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 59 KiB/s wr, 29 op/s 2024-06-13T06:28:03.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:28:03 smithi149 ceph-mon[36963]: pgmap v149: 97 pgs: 97 active+clean; 4.1 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 59 KiB/s wr, 29 op/s 2024-06-13T06:28:05.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:28:05 smithi096 ceph-mon[36532]: pgmap v150: 97 pgs: 97 active+clean; 4.1 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 48 KiB/s wr, 24 op/s 2024-06-13T06:28:05.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:28:05 smithi039 ceph-mon[32479]: pgmap v150: 97 pgs: 97 active+clean; 4.1 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 48 KiB/s wr, 24 op/s 2024-06-13T06:28:05.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:28:05 smithi149 ceph-mon[36963]: pgmap v150: 97 pgs: 97 active+clean; 4.1 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 48 KiB/s wr, 24 op/s 2024-06-13T06:28:07.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:28:07 smithi096 ceph-mon[36532]: pgmap v151: 97 pgs: 97 active+clean; 4.3 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 63 KiB/s wr, 29 op/s 2024-06-13T06:28:07.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:28:07 smithi039 ceph-mon[32479]: pgmap v151: 97 pgs: 97 active+clean; 4.3 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 63 KiB/s wr, 29 op/s 2024-06-13T06:28:07.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:28:07 smithi149 ceph-mon[36963]: pgmap v151: 97 pgs: 97 active+clean; 4.3 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 63 KiB/s wr, 29 op/s 2024-06-13T06:28:09.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:28:09 smithi096 ceph-mon[36532]: pgmap v152: 97 pgs: 97 active+clean; 4.3 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 50 KiB/s wr, 24 op/s 2024-06-13T06:28:09.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:28:09 smithi039 ceph-mon[32479]: pgmap v152: 97 pgs: 97 active+clean; 4.3 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 50 KiB/s wr, 24 op/s 2024-06-13T06:28:09.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:28:09 smithi149 ceph-mon[36963]: pgmap v152: 97 pgs: 97 active+clean; 4.3 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 50 KiB/s wr, 24 op/s 2024-06-13T06:28:11.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:28:11 smithi096 ceph-mon[36532]: pgmap v153: 97 pgs: 97 active+clean; 4.3 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 50 KiB/s wr, 24 op/s 2024-06-13T06:28:11.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:28:11 smithi039 ceph-mon[32479]: pgmap v153: 97 pgs: 97 active+clean; 4.3 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 50 KiB/s wr, 24 op/s 2024-06-13T06:28:11.467 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:28:11 smithi149 ceph-mon[36963]: pgmap v153: 97 pgs: 97 active+clean; 4.3 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 50 KiB/s wr, 24 op/s 2024-06-13T06:28:13.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:28:13 smithi039 ceph-mon[32479]: pgmap v154: 97 pgs: 97 active+clean; 4.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 66 KiB/s wr, 29 op/s 2024-06-13T06:28:13.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:28:13 smithi149 ceph-mon[36963]: pgmap v154: 97 pgs: 97 active+clean; 4.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 66 KiB/s wr, 29 op/s 2024-06-13T06:28:13.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:28:13 smithi096 ceph-mon[36532]: pgmap v154: 97 pgs: 97 active+clean; 4.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 66 KiB/s wr, 29 op/s 2024-06-13T06:28:15.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:28:15 smithi039 ceph-mon[32479]: pgmap v155: 97 pgs: 97 active+clean; 4.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 31 KiB/s wr, 9 op/s 2024-06-13T06:28:15.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:28:15 smithi149 ceph-mon[36963]: pgmap v155: 97 pgs: 97 active+clean; 4.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 31 KiB/s wr, 9 op/s 2024-06-13T06:28:15.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:28:15 smithi096 ceph-mon[36532]: pgmap v155: 97 pgs: 97 active+clean; 4.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 31 KiB/s wr, 9 op/s 2024-06-13T06:28:17.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:28:17 smithi039 ceph-mon[32479]: pgmap v156: 97 pgs: 97 active+clean; 4.6 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 46 KiB/s wr, 14 op/s 2024-06-13T06:28:17.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:28:17 smithi149 ceph-mon[36963]: pgmap v156: 97 pgs: 97 active+clean; 4.6 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 46 KiB/s wr, 14 op/s 2024-06-13T06:28:17.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:28:17 smithi096 ceph-mon[36532]: pgmap v156: 97 pgs: 97 active+clean; 4.6 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 46 KiB/s wr, 14 op/s 2024-06-13T06:28:19.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:28:19 smithi039 ceph-mon[32479]: pgmap v157: 97 pgs: 97 active+clean; 4.6 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 30 KiB/s wr, 9 op/s 2024-06-13T06:28:19.467 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:28:19 smithi149 ceph-mon[36963]: pgmap v157: 97 pgs: 97 active+clean; 4.6 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 30 KiB/s wr, 9 op/s 2024-06-13T06:28:19.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:28:19 smithi096 ceph-mon[36532]: pgmap v157: 97 pgs: 97 active+clean; 4.6 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 30 KiB/s wr, 9 op/s 2024-06-13T06:28:20.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:28:20 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:28:20.467 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:28:20 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:28:20.540 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:28:20 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:28:21.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:28:21 smithi039 ceph-mon[32479]: pgmap v158: 97 pgs: 97 active+clean; 4.6 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 30 KiB/s wr, 9 op/s 2024-06-13T06:28:21.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:28:21 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:28:21.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:28:21 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:28:21.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:28:21 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:28:21.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:28:21 smithi149 ceph-mon[36963]: pgmap v158: 97 pgs: 97 active+clean; 4.6 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 30 KiB/s wr, 9 op/s 2024-06-13T06:28:21.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:28:21 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:28:21.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:28:21 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:28:21.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:28:21 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:28:21.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:28:21 smithi096 ceph-mon[36532]: pgmap v158: 97 pgs: 97 active+clean; 4.6 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 30 KiB/s wr, 9 op/s 2024-06-13T06:28:21.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:28:21 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:28:21.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:28:21 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:28:21.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:28:21 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:28:23.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:28:23 smithi039 ceph-mon[32479]: pgmap v159: 97 pgs: 97 active+clean; 4.8 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 46 KiB/s wr, 14 op/s 2024-06-13T06:28:23.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:28:23 smithi149 ceph-mon[36963]: pgmap v159: 97 pgs: 97 active+clean; 4.8 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 46 KiB/s wr, 14 op/s 2024-06-13T06:28:23.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:28:23 smithi096 ceph-mon[36532]: pgmap v159: 97 pgs: 97 active+clean; 4.8 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 46 KiB/s wr, 14 op/s 2024-06-13T06:28:25.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:28:25 smithi039 ceph-mon[32479]: pgmap v160: 97 pgs: 97 active+clean; 4.8 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 30 KiB/s wr, 9 op/s 2024-06-13T06:28:25.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:28:25 smithi149 ceph-mon[36963]: pgmap v160: 97 pgs: 97 active+clean; 4.8 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 30 KiB/s wr, 9 op/s 2024-06-13T06:28:25.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:28:25 smithi096 ceph-mon[36532]: pgmap v160: 97 pgs: 97 active+clean; 4.8 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 30 KiB/s wr, 9 op/s 2024-06-13T06:28:27.343 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:28:27 smithi096 ceph-mon[36532]: pgmap v161: 97 pgs: 97 active+clean; 4.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 44 KiB/s wr, 14 op/s 2024-06-13T06:28:27.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:28:27 smithi039 ceph-mon[32479]: pgmap v161: 97 pgs: 97 active+clean; 4.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 44 KiB/s wr, 14 op/s 2024-06-13T06:28:27.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:28:27 smithi149 ceph-mon[36963]: pgmap v161: 97 pgs: 97 active+clean; 4.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 44 KiB/s wr, 14 op/s 2024-06-13T06:28:29.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:28:29 smithi039 ceph-mon[32479]: pgmap v162: 97 pgs: 97 active+clean; 4.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 30 KiB/s wr, 9 op/s 2024-06-13T06:28:29.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:28:29 smithi149 ceph-mon[36963]: pgmap v162: 97 pgs: 97 active+clean; 4.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 30 KiB/s wr, 9 op/s 2024-06-13T06:28:29.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:28:29 smithi096 ceph-mon[36532]: pgmap v162: 97 pgs: 97 active+clean; 4.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 30 KiB/s wr, 9 op/s 2024-06-13T06:28:31.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:28:31 smithi039 ceph-mon[32479]: pgmap v163: 97 pgs: 97 active+clean; 4.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 30 KiB/s wr, 9 op/s 2024-06-13T06:28:31.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:28:31 smithi149 ceph-mon[36963]: pgmap v163: 97 pgs: 97 active+clean; 4.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 30 KiB/s wr, 9 op/s 2024-06-13T06:28:31.540 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:28:31 smithi096 ceph-mon[36532]: pgmap v163: 97 pgs: 97 active+clean; 4.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 30 KiB/s wr, 9 op/s 2024-06-13T06:28:33.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:28:33 smithi039 ceph-mon[32479]: pgmap v164: 97 pgs: 97 active+clean; 5.1 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 45 KiB/s wr, 14 op/s 2024-06-13T06:28:33.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:28:33 smithi149 ceph-mon[36963]: pgmap v164: 97 pgs: 97 active+clean; 5.1 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 45 KiB/s wr, 14 op/s 2024-06-13T06:28:33.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:28:33 smithi096 ceph-mon[36532]: pgmap v164: 97 pgs: 97 active+clean; 5.1 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 45 KiB/s wr, 14 op/s 2024-06-13T06:28:35.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:28:35 smithi039 ceph-mon[32479]: pgmap v165: 97 pgs: 97 active+clean; 5.1 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 29 KiB/s wr, 9 op/s 2024-06-13T06:28:35.470 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:28:35 smithi149 ceph-mon[36963]: pgmap v165: 97 pgs: 97 active+clean; 5.1 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 29 KiB/s wr, 9 op/s 2024-06-13T06:28:35.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:28:35 smithi096 ceph-mon[36532]: pgmap v165: 97 pgs: 97 active+clean; 5.1 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 29 KiB/s wr, 9 op/s 2024-06-13T06:28:37.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:28:37 smithi039 ceph-mon[32479]: pgmap v166: 97 pgs: 97 active+clean; 5.2 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 44 KiB/s wr, 14 op/s 2024-06-13T06:28:37.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:28:37 smithi149 ceph-mon[36963]: pgmap v166: 97 pgs: 97 active+clean; 5.2 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 44 KiB/s wr, 14 op/s 2024-06-13T06:28:37.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:28:37 smithi096 ceph-mon[36532]: pgmap v166: 97 pgs: 97 active+clean; 5.2 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 44 KiB/s wr, 14 op/s 2024-06-13T06:28:39.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:28:39 smithi039 ceph-mon[32479]: pgmap v167: 97 pgs: 97 active+clean; 5.2 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 30 KiB/s wr, 9 op/s 2024-06-13T06:28:39.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:28:39 smithi149 ceph-mon[36963]: pgmap v167: 97 pgs: 97 active+clean; 5.2 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 30 KiB/s wr, 9 op/s 2024-06-13T06:28:39.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:28:39 smithi096 ceph-mon[36532]: pgmap v167: 97 pgs: 97 active+clean; 5.2 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 30 KiB/s wr, 9 op/s 2024-06-13T06:28:41.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:28:41 smithi039 ceph-mon[32479]: pgmap v168: 97 pgs: 97 active+clean; 5.2 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 30 KiB/s wr, 9 op/s 2024-06-13T06:28:41.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:28:41 smithi149 ceph-mon[36963]: pgmap v168: 97 pgs: 97 active+clean; 5.2 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 30 KiB/s wr, 9 op/s 2024-06-13T06:28:41.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:28:41 smithi096 ceph-mon[36532]: pgmap v168: 97 pgs: 97 active+clean; 5.2 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 30 KiB/s wr, 9 op/s 2024-06-13T06:28:43.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:28:43 smithi039 ceph-mon[32479]: pgmap v169: 97 pgs: 97 active+clean; 5.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 46 KiB/s wr, 15 op/s 2024-06-13T06:28:43.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:28:43 smithi149 ceph-mon[36963]: pgmap v169: 97 pgs: 97 active+clean; 5.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 46 KiB/s wr, 15 op/s 2024-06-13T06:28:43.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:28:43 smithi096 ceph-mon[36532]: pgmap v169: 97 pgs: 97 active+clean; 5.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 46 KiB/s wr, 15 op/s 2024-06-13T06:28:45.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:28:45 smithi039 ceph-mon[32479]: pgmap v170: 97 pgs: 97 active+clean; 5.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 30 KiB/s wr, 10 op/s 2024-06-13T06:28:45.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:28:45 smithi149 ceph-mon[36963]: pgmap v170: 97 pgs: 97 active+clean; 5.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 30 KiB/s wr, 10 op/s 2024-06-13T06:28:45.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:28:45 smithi096 ceph-mon[36532]: pgmap v170: 97 pgs: 97 active+clean; 5.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 30 KiB/s wr, 10 op/s 2024-06-13T06:28:47.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:28:47 smithi039 ceph-mon[32479]: pgmap v171: 97 pgs: 97 active+clean; 5.6 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 45 KiB/s wr, 15 op/s 2024-06-13T06:28:47.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:28:47 smithi149 ceph-mon[36963]: pgmap v171: 97 pgs: 97 active+clean; 5.6 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 45 KiB/s wr, 15 op/s 2024-06-13T06:28:47.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:28:47 smithi096 ceph-mon[36532]: pgmap v171: 97 pgs: 97 active+clean; 5.6 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 45 KiB/s wr, 15 op/s 2024-06-13T06:28:49.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:28:49 smithi039 ceph-mon[32479]: pgmap v172: 97 pgs: 97 active+clean; 5.6 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 31 KiB/s wr, 10 op/s 2024-06-13T06:28:49.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:28:49 smithi149 ceph-mon[36963]: pgmap v172: 97 pgs: 97 active+clean; 5.6 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 31 KiB/s wr, 10 op/s 2024-06-13T06:28:49.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:28:49 smithi096 ceph-mon[36532]: pgmap v172: 97 pgs: 97 active+clean; 5.6 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 31 KiB/s wr, 10 op/s 2024-06-13T06:28:51.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:28:51 smithi039 ceph-mon[32479]: pgmap v173: 97 pgs: 97 active+clean; 5.6 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 31 KiB/s wr, 10 op/s 2024-06-13T06:28:51.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:28:51 smithi149 ceph-mon[36963]: pgmap v173: 97 pgs: 97 active+clean; 5.6 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 31 KiB/s wr, 10 op/s 2024-06-13T06:28:51.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:28:51 smithi096 ceph-mon[36532]: pgmap v173: 97 pgs: 97 active+clean; 5.6 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 31 KiB/s wr, 10 op/s 2024-06-13T06:28:53.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:28:53 smithi039 ceph-mon[32479]: pgmap v174: 97 pgs: 97 active+clean; 5.7 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 46 KiB/s wr, 15 op/s 2024-06-13T06:28:53.469 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:28:53 smithi149 ceph-mon[36963]: pgmap v174: 97 pgs: 97 active+clean; 5.7 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 46 KiB/s wr, 15 op/s 2024-06-13T06:28:53.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:28:53 smithi096 ceph-mon[36532]: pgmap v174: 97 pgs: 97 active+clean; 5.7 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 46 KiB/s wr, 15 op/s 2024-06-13T06:28:55.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:28:55 smithi039 ceph-mon[32479]: pgmap v175: 97 pgs: 97 active+clean; 5.7 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 30 KiB/s wr, 10 op/s 2024-06-13T06:28:55.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:28:55 smithi149 ceph-mon[36963]: pgmap v175: 97 pgs: 97 active+clean; 5.7 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 30 KiB/s wr, 10 op/s 2024-06-13T06:28:55.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:28:55 smithi096 ceph-mon[36532]: pgmap v175: 97 pgs: 97 active+clean; 5.7 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 30 KiB/s wr, 10 op/s 2024-06-13T06:28:57.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:28:57 smithi039 ceph-mon[32479]: pgmap v176: 97 pgs: 97 active+clean; 5.9 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 45 KiB/s wr, 14 op/s 2024-06-13T06:28:57.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:28:57 smithi149 ceph-mon[36963]: pgmap v176: 97 pgs: 97 active+clean; 5.9 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 45 KiB/s wr, 14 op/s 2024-06-13T06:28:57.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:28:57 smithi096 ceph-mon[36532]: pgmap v176: 97 pgs: 97 active+clean; 5.9 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 45 KiB/s wr, 14 op/s 2024-06-13T06:28:59.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:28:59 smithi039 ceph-mon[32479]: pgmap v177: 97 pgs: 97 active+clean; 5.9 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 30 KiB/s wr, 9 op/s 2024-06-13T06:28:59.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:28:59 smithi149 ceph-mon[36963]: pgmap v177: 97 pgs: 97 active+clean; 5.9 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 30 KiB/s wr, 9 op/s 2024-06-13T06:28:59.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:28:59 smithi096 ceph-mon[36532]: pgmap v177: 97 pgs: 97 active+clean; 5.9 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 30 KiB/s wr, 9 op/s 2024-06-13T06:29:00.506 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.507 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.507 INFO:tasks.workunit.client.0.smithi039.stdout:127/600: open fd = 3 2024-06-13T06:29:00.507 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.507 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.507 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.507 INFO:tasks.workunit.client.0.smithi039.stdout:128/600: open fd = 3 2024-06-13T06:29:00.507 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.507 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.507 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.508 INFO:tasks.workunit.client.0.smithi039.stdout:129/600: open fd = 3 2024-06-13T06:29:00.508 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.508 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.508 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.508 INFO:tasks.workunit.client.0.smithi039.stdout:130/600: open fd = 3 2024-06-13T06:29:00.508 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.508 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.508 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.508 INFO:tasks.workunit.client.0.smithi039.stdout:131/600: open fd = 3 2024-06-13T06:29:00.508 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.508 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.509 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.509 INFO:tasks.workunit.client.0.smithi039.stdout:132/600: open fd = 3 2024-06-13T06:29:00.509 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.509 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.509 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.509 INFO:tasks.workunit.client.0.smithi039.stdout:133/600: open fd = 3 2024-06-13T06:29:00.509 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.509 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.509 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.509 INFO:tasks.workunit.client.0.smithi039.stdout:134/600: open fd = 3 2024-06-13T06:29:00.509 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.509 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.510 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.510 INFO:tasks.workunit.client.0.smithi039.stdout:135/600: open fd = 3 2024-06-13T06:29:00.510 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.510 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.510 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.510 INFO:tasks.workunit.client.0.smithi039.stdout:136/600: open fd = 3 2024-06-13T06:29:00.510 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.510 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.510 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.510 INFO:tasks.workunit.client.0.smithi039.stdout:137/600: open fd = 3 2024-06-13T06:29:00.510 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.510 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.510 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.510 INFO:tasks.workunit.client.0.smithi039.stdout:138/600: open fd = 3 2024-06-13T06:29:00.511 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.511 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.511 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.511 INFO:tasks.workunit.client.0.smithi039.stdout:139/600: open fd = 3 2024-06-13T06:29:00.511 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.511 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.511 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.511 INFO:tasks.workunit.client.0.smithi039.stdout:140/600: open fd = 3 2024-06-13T06:29:00.511 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.511 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.511 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.511 INFO:tasks.workunit.client.0.smithi039.stdout:141/600: open fd = 3 2024-06-13T06:29:00.511 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.512 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.512 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.512 INFO:tasks.workunit.client.0.smithi039.stdout:142/600: open fd = 3 2024-06-13T06:29:00.512 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.512 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.512 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.512 INFO:tasks.workunit.client.0.smithi039.stdout:143/600: open fd = 3 2024-06-13T06:29:00.512 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.512 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.512 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.512 INFO:tasks.workunit.client.0.smithi039.stdout:144/600: open fd = 3 2024-06-13T06:29:00.512 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.512 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.512 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.513 INFO:tasks.workunit.client.0.smithi039.stdout:145/600: open fd = 3 2024-06-13T06:29:00.513 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.513 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.513 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.513 INFO:tasks.workunit.client.0.smithi039.stdout:146/600: open fd = 3 2024-06-13T06:29:00.513 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.513 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.513 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.513 INFO:tasks.workunit.client.0.smithi039.stdout:147/600: open fd = 3 2024-06-13T06:29:00.513 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.513 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.513 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.513 INFO:tasks.workunit.client.0.smithi039.stdout:148/600: open fd = 3 2024-06-13T06:29:00.513 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.514 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.514 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.514 INFO:tasks.workunit.client.0.smithi039.stdout:149/600: open fd = 3 2024-06-13T06:29:00.514 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.514 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.514 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.514 INFO:tasks.workunit.client.0.smithi039.stdout:150/600: open fd = 3 2024-06-13T06:29:00.514 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.514 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.514 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.514 INFO:tasks.workunit.client.0.smithi039.stdout:151/600: open fd = 3 2024-06-13T06:29:00.514 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.514 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.515 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.515 INFO:tasks.workunit.client.0.smithi039.stdout:152/600: open fd = 3 2024-06-13T06:29:00.515 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.515 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.515 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.515 INFO:tasks.workunit.client.0.smithi039.stdout:153/600: open fd = 3 2024-06-13T06:29:00.515 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.515 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.515 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.515 INFO:tasks.workunit.client.0.smithi039.stdout:154/600: open fd = 3 2024-06-13T06:29:00.515 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.515 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.515 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.515 INFO:tasks.workunit.client.0.smithi039.stdout:155/600: open fd = 3 2024-06-13T06:29:00.516 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.516 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.516 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.516 INFO:tasks.workunit.client.0.smithi039.stdout:156/600: open fd = 3 2024-06-13T06:29:00.516 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.516 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.516 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.516 INFO:tasks.workunit.client.0.smithi039.stdout:157/600: open fd = 3 2024-06-13T06:29:00.516 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.516 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.516 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.516 INFO:tasks.workunit.client.0.smithi039.stdout:158/600: open fd = 3 2024-06-13T06:29:00.516 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.516 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.517 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.517 INFO:tasks.workunit.client.0.smithi039.stdout:159/600: open fd = 3 2024-06-13T06:29:00.517 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.517 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.517 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.517 INFO:tasks.workunit.client.0.smithi039.stdout:160/600: open fd = 3 2024-06-13T06:29:00.517 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.517 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.517 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.517 INFO:tasks.workunit.client.0.smithi039.stdout:161/600: open fd = 3 2024-06-13T06:29:00.517 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.517 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.517 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.518 INFO:tasks.workunit.client.0.smithi039.stdout:162/600: open fd = 3 2024-06-13T06:29:00.518 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.518 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.518 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.518 INFO:tasks.workunit.client.0.smithi039.stdout:163/600: open fd = 3 2024-06-13T06:29:00.518 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.518 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.518 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.518 INFO:tasks.workunit.client.0.smithi039.stdout:164/600: open fd = 3 2024-06-13T06:29:00.518 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.518 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.518 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.518 INFO:tasks.workunit.client.0.smithi039.stdout:165/600: open fd = 3 2024-06-13T06:29:00.519 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.519 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.519 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.519 INFO:tasks.workunit.client.0.smithi039.stdout:166/600: open fd = 3 2024-06-13T06:29:00.519 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.519 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.519 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.519 INFO:tasks.workunit.client.0.smithi039.stdout:167/600: open fd = 3 2024-06-13T06:29:00.519 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.519 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.519 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.519 INFO:tasks.workunit.client.0.smithi039.stdout:168/600: open fd = 3 2024-06-13T06:29:00.519 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.519 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.520 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.520 INFO:tasks.workunit.client.0.smithi039.stdout:169/600: open fd = 3 2024-06-13T06:29:00.520 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.520 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.520 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.520 INFO:tasks.workunit.client.0.smithi039.stdout:170/600: open fd = 3 2024-06-13T06:29:00.520 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.520 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.520 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.520 INFO:tasks.workunit.client.0.smithi039.stdout:171/600: open fd = 3 2024-06-13T06:29:00.520 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.521 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.521 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.521 INFO:tasks.workunit.client.0.smithi039.stdout:172/600: open fd = 3 2024-06-13T06:29:00.521 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.521 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.521 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.521 INFO:tasks.workunit.client.0.smithi039.stdout:173/600: open fd = 3 2024-06-13T06:29:00.521 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.521 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.521 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.521 INFO:tasks.workunit.client.0.smithi039.stdout:174/600: open fd = 3 2024-06-13T06:29:00.522 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.522 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.522 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.522 INFO:tasks.workunit.client.0.smithi039.stdout:175/600: open fd = 3 2024-06-13T06:29:00.522 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.522 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.522 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.522 INFO:tasks.workunit.client.0.smithi039.stdout:176/600: open fd = 3 2024-06-13T06:29:00.522 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.522 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.522 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.522 INFO:tasks.workunit.client.0.smithi039.stdout:177/600: open fd = 3 2024-06-13T06:29:00.522 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.523 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.523 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.523 INFO:tasks.workunit.client.0.smithi039.stdout:178/600: open fd = 3 2024-06-13T06:29:00.523 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.523 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.523 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.523 INFO:tasks.workunit.client.0.smithi039.stdout:179/600: open fd = 3 2024-06-13T06:29:00.523 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.523 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.523 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.523 INFO:tasks.workunit.client.0.smithi039.stdout:180/600: open fd = 3 2024-06-13T06:29:00.523 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.523 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.524 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.524 INFO:tasks.workunit.client.0.smithi039.stdout:181/600: open fd = 3 2024-06-13T06:29:00.524 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.524 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.524 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.524 INFO:tasks.workunit.client.0.smithi039.stdout:182/600: open fd = 3 2024-06-13T06:29:00.524 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.524 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.524 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.524 INFO:tasks.workunit.client.0.smithi039.stdout:183/600: open fd = 3 2024-06-13T06:29:00.525 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.525 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.525 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.525 INFO:tasks.workunit.client.0.smithi039.stdout:184/600: open fd = 3 2024-06-13T06:29:00.525 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.525 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.525 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.525 INFO:tasks.workunit.client.0.smithi039.stdout:185/600: open fd = 3 2024-06-13T06:29:00.525 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.525 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.526 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.526 INFO:tasks.workunit.client.0.smithi039.stdout:186/600: open fd = 3 2024-06-13T06:29:00.526 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.526 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.526 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.526 INFO:tasks.workunit.client.0.smithi039.stdout:187/600: open fd = 3 2024-06-13T06:29:00.526 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.526 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.526 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:29:00.527 INFO:tasks.workunit.client.0.smithi039.stdout:188/600: open fd = 3 2024-06-13T06:29:00.527 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:00.527 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:29:01.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:29:01 smithi039 ceph-mon[32479]: pgmap v178: 97 pgs: 97 active+clean; 5.9 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 30 KiB/s wr, 9 op/s 2024-06-13T06:29:01.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:29:01 smithi149 ceph-mon[36963]: pgmap v178: 97 pgs: 97 active+clean; 5.9 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 30 KiB/s wr, 9 op/s 2024-06-13T06:29:01.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:29:01 smithi096 ceph-mon[36532]: pgmap v178: 97 pgs: 97 active+clean; 5.9 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 30 KiB/s wr, 9 op/s 2024-06-13T06:29:03.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:29:03 smithi039 ceph-mon[32479]: pgmap v179: 97 pgs: 97 active+clean; 6.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 69 KiB/s wr, 29 op/s 2024-06-13T06:29:03.467 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:29:03 smithi149 ceph-mon[36963]: pgmap v179: 97 pgs: 97 active+clean; 6.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 69 KiB/s wr, 29 op/s 2024-06-13T06:29:03.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:29:03 smithi096 ceph-mon[36532]: pgmap v179: 97 pgs: 97 active+clean; 6.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 69 KiB/s wr, 29 op/s 2024-06-13T06:29:05.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:29:05 smithi039 ceph-mon[32479]: pgmap v180: 97 pgs: 97 active+clean; 6.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 53 KiB/s wr, 24 op/s 2024-06-13T06:29:05.467 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:29:05 smithi149 ceph-mon[36963]: pgmap v180: 97 pgs: 97 active+clean; 6.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 53 KiB/s wr, 24 op/s 2024-06-13T06:29:05.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:29:05 smithi096 ceph-mon[36532]: pgmap v180: 97 pgs: 97 active+clean; 6.1 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 53 KiB/s wr, 24 op/s 2024-06-13T06:29:07.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:29:07 smithi039 ceph-mon[32479]: pgmap v181: 97 pgs: 97 active+clean; 6.3 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 69 KiB/s wr, 29 op/s 2024-06-13T06:29:07.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:29:07 smithi149 ceph-mon[36963]: pgmap v181: 97 pgs: 97 active+clean; 6.3 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 69 KiB/s wr, 29 op/s 2024-06-13T06:29:07.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:29:07 smithi096 ceph-mon[36532]: pgmap v181: 97 pgs: 97 active+clean; 6.3 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 69 KiB/s wr, 29 op/s 2024-06-13T06:29:09.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:29:09 smithi039 ceph-mon[32479]: pgmap v182: 97 pgs: 97 active+clean; 6.3 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 55 KiB/s wr, 24 op/s 2024-06-13T06:29:09.467 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:29:09 smithi149 ceph-mon[36963]: pgmap v182: 97 pgs: 97 active+clean; 6.3 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 55 KiB/s wr, 24 op/s 2024-06-13T06:29:09.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:29:09 smithi096 ceph-mon[36532]: pgmap v182: 97 pgs: 97 active+clean; 6.3 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 55 KiB/s wr, 24 op/s 2024-06-13T06:29:11.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:29:11 smithi039 ceph-mon[32479]: pgmap v183: 97 pgs: 97 active+clean; 6.3 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 55 KiB/s wr, 24 op/s 2024-06-13T06:29:11.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:29:11 smithi149 ceph-mon[36963]: pgmap v183: 97 pgs: 97 active+clean; 6.3 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 55 KiB/s wr, 24 op/s 2024-06-13T06:29:11.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:29:11 smithi096 ceph-mon[36532]: pgmap v183: 97 pgs: 97 active+clean; 6.3 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 55 KiB/s wr, 24 op/s 2024-06-13T06:29:13.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:29:13 smithi149 ceph-mon[36963]: pgmap v184: 97 pgs: 97 active+clean; 6.4 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 69 KiB/s wr, 29 op/s 2024-06-13T06:29:13.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:29:13 smithi096 ceph-mon[36532]: pgmap v184: 97 pgs: 97 active+clean; 6.4 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 69 KiB/s wr, 29 op/s 2024-06-13T06:29:13.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:29:13 smithi039 ceph-mon[32479]: pgmap v184: 97 pgs: 97 active+clean; 6.4 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 69 KiB/s wr, 29 op/s 2024-06-13T06:29:15.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:29:15 smithi149 ceph-mon[36963]: pgmap v185: 97 pgs: 97 active+clean; 6.4 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 30 KiB/s wr, 9 op/s 2024-06-13T06:29:15.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:29:15 smithi096 ceph-mon[36532]: pgmap v185: 97 pgs: 97 active+clean; 6.4 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 30 KiB/s wr, 9 op/s 2024-06-13T06:29:15.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:29:15 smithi039 ceph-mon[32479]: pgmap v185: 97 pgs: 97 active+clean; 6.4 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 30 KiB/s wr, 9 op/s 2024-06-13T06:29:17.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:29:17 smithi149 ceph-mon[36963]: pgmap v186: 97 pgs: 97 active+clean; 6.6 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 47 KiB/s wr, 14 op/s 2024-06-13T06:29:17.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:29:17 smithi096 ceph-mon[36532]: pgmap v186: 97 pgs: 97 active+clean; 6.6 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 47 KiB/s wr, 14 op/s 2024-06-13T06:29:17.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:29:17 smithi039 ceph-mon[32479]: pgmap v186: 97 pgs: 97 active+clean; 6.6 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 47 KiB/s wr, 14 op/s 2024-06-13T06:29:19.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:29:19 smithi149 ceph-mon[36963]: pgmap v187: 97 pgs: 97 active+clean; 6.6 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 30 KiB/s wr, 9 op/s 2024-06-13T06:29:19.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:29:19 smithi096 ceph-mon[36532]: pgmap v187: 97 pgs: 97 active+clean; 6.6 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 30 KiB/s wr, 9 op/s 2024-06-13T06:29:19.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:29:19 smithi039 ceph-mon[32479]: pgmap v187: 97 pgs: 97 active+clean; 6.6 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 30 KiB/s wr, 9 op/s 2024-06-13T06:29:21.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:29:21 smithi149 ceph-mon[36963]: pgmap v188: 97 pgs: 97 active+clean; 6.6 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 30 KiB/s wr, 9 op/s 2024-06-13T06:29:21.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:29:21 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:29:21.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:29:21 smithi096 ceph-mon[36532]: pgmap v188: 97 pgs: 97 active+clean; 6.6 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 30 KiB/s wr, 9 op/s 2024-06-13T06:29:21.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:29:21 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:29:21.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:29:21 smithi039 ceph-mon[32479]: pgmap v188: 97 pgs: 97 active+clean; 6.6 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 30 KiB/s wr, 9 op/s 2024-06-13T06:29:21.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:29:21 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:29:22.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:29:22 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:29:22.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:29:22 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:29:22.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:29:22 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:29:22.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:29:22 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:29:22.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:29:22 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:29:22.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:29:22 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:29:22.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:29:22 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:29:22.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:29:22 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:29:22.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:29:22 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:29:23.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:29:23 smithi149 ceph-mon[36963]: pgmap v189: 97 pgs: 97 active+clean; 6.8 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 48 KiB/s wr, 14 op/s 2024-06-13T06:29:23.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:29:23 smithi096 ceph-mon[36532]: pgmap v189: 97 pgs: 97 active+clean; 6.8 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 48 KiB/s wr, 14 op/s 2024-06-13T06:29:23.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:29:23 smithi039 ceph-mon[32479]: pgmap v189: 97 pgs: 97 active+clean; 6.8 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 48 KiB/s wr, 14 op/s 2024-06-13T06:29:25.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:29:25 smithi149 ceph-mon[36963]: pgmap v190: 97 pgs: 97 active+clean; 6.8 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 34 KiB/s wr, 9 op/s 2024-06-13T06:29:25.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:29:25 smithi096 ceph-mon[36532]: pgmap v190: 97 pgs: 97 active+clean; 6.8 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 34 KiB/s wr, 9 op/s 2024-06-13T06:29:25.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:29:25 smithi039 ceph-mon[32479]: pgmap v190: 97 pgs: 97 active+clean; 6.8 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 34 KiB/s wr, 9 op/s 2024-06-13T06:29:27.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:29:27 smithi149 ceph-mon[36963]: pgmap v191: 97 pgs: 97 active+clean; 7.0 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 50 KiB/s wr, 14 op/s 2024-06-13T06:29:27.474 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:29:27 smithi039 ceph-mon[32479]: pgmap v191: 97 pgs: 97 active+clean; 7.0 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 50 KiB/s wr, 14 op/s 2024-06-13T06:29:27.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:29:27 smithi096 ceph-mon[36532]: pgmap v191: 97 pgs: 97 active+clean; 7.0 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 50 KiB/s wr, 14 op/s 2024-06-13T06:29:29.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:29:29 smithi149 ceph-mon[36963]: pgmap v192: 97 pgs: 97 active+clean; 7.0 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 34 KiB/s wr, 9 op/s 2024-06-13T06:29:29.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:29:29 smithi096 ceph-mon[36532]: pgmap v192: 97 pgs: 97 active+clean; 7.0 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 34 KiB/s wr, 9 op/s 2024-06-13T06:29:29.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:29:29 smithi039 ceph-mon[32479]: pgmap v192: 97 pgs: 97 active+clean; 7.0 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 34 KiB/s wr, 9 op/s 2024-06-13T06:29:31.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:29:31 smithi149 ceph-mon[36963]: pgmap v193: 97 pgs: 97 active+clean; 7.0 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 34 KiB/s wr, 9 op/s 2024-06-13T06:29:31.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:29:31 smithi096 ceph-mon[36532]: pgmap v193: 97 pgs: 97 active+clean; 7.0 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 34 KiB/s wr, 9 op/s 2024-06-13T06:29:31.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:29:31 smithi039 ceph-mon[32479]: pgmap v193: 97 pgs: 97 active+clean; 7.0 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 34 KiB/s wr, 9 op/s 2024-06-13T06:29:32.333 INFO:tasks.quiescer.fs.[cephfs]:Total duration (60) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-06-13T06:29:32.333 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 30.0 2024-06-13T06:29:32.334 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T06:29:32.598 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:29:33.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:29:33 smithi039 ceph-mon[32479]: pgmap v194: 97 pgs: 97 active+clean; 7.2 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 51 KiB/s wr, 14 op/s 2024-06-13T06:29:33.467 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:29:33 smithi149 ceph-mon[36963]: pgmap v194: 97 pgs: 97 active+clean; 7.2 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 51 KiB/s wr, 14 op/s 2024-06-13T06:29:33.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:29:33 smithi096 ceph-mon[36532]: pgmap v194: 97 pgs: 97 active+clean; 7.2 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 51 KiB/s wr, 14 op/s 2024-06-13T06:29:34.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.451+0000 7f9f1f275700 1 -- 172.21.15.39:0/409401721 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9f181046a0 msgr2=0x7f9f18104b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:29:34.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.451+0000 7f9f1f275700 1 --2- 172.21.15.39:0/409401721 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9f181046a0 0x7f9f18104b20 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f9f08009990 tx=0x7f9f08009ca0 comp rx=0 tx=0).stop 2024-06-13T06:29:34.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.451+0000 7f9f1f275700 1 -- 172.21.15.39:0/409401721 shutdown_connections 2024-06-13T06:29:34.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.451+0000 7f9f1f275700 1 --2- 172.21.15.39:0/409401721 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9f18105060 0x7f9f18111570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:29:34.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.451+0000 7f9f1f275700 1 --2- 172.21.15.39:0/409401721 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9f1810a6a0 0x7f9f1810aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:29:34.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.451+0000 7f9f1f275700 1 --2- 172.21.15.39:0/409401721 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9f181046a0 0x7f9f18104b20 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:29:34.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.451+0000 7f9f1f275700 1 -- 172.21.15.39:0/409401721 >> 172.21.15.39:0/409401721 conn(0x7f9f18100190 msgr2=0x7f9f181025b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:29:34.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.452+0000 7f9f1f275700 1 -- 172.21.15.39:0/409401721 shutdown_connections 2024-06-13T06:29:34.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.452+0000 7f9f1f275700 1 -- 172.21.15.39:0/409401721 wait complete. 2024-06-13T06:29:34.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.452+0000 7f9f1f275700 1 Processor -- start 2024-06-13T06:29:34.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.453+0000 7f9f1f275700 1 -- start start 2024-06-13T06:29:34.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.453+0000 7f9f1f275700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9f181046a0 0x7f9f1819ae00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:29:34.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.453+0000 7f9f1f275700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9f18105060 0x7f9f1819b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:29:34.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.453+0000 7f9f1f275700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9f1810a6a0 0x7f9f1819f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:29:34.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.453+0000 7f9f1f275700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f9f18114a30 con 0x7f9f1810a6a0 2024-06-13T06:29:34.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.453+0000 7f9f1f275700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f9f181148b0 con 0x7f9f18105060 2024-06-13T06:29:34.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.453+0000 7f9f1f275700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f9f18114bb0 con 0x7f9f181046a0 2024-06-13T06:29:34.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.453+0000 7f9f1d812700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9f1810a6a0 0x7f9f1819f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:29:34.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.453+0000 7f9f1d812700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9f1810a6a0 0x7f9f1819f6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49712/0 (socket says 172.21.15.39:49712) 2024-06-13T06:29:34.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.453+0000 7f9f1d812700 1 -- 172.21.15.39:0/3179428818 learned_addr learned my addr 172.21.15.39:0/3179428818 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:29:34.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.453+0000 7f9f1c810700 1 --2- 172.21.15.39:0/3179428818 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9f18105060 0x7f9f1819b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:29:34.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.453+0000 7f9f1d011700 1 --2- 172.21.15.39:0/3179428818 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9f181046a0 0x7f9f1819ae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:29:34.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.453+0000 7f9f1d812700 1 -- 172.21.15.39:0/3179428818 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9f181046a0 msgr2=0x7f9f1819ae00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:29:34.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.453+0000 7f9f1d812700 1 --2- 172.21.15.39:0/3179428818 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9f181046a0 0x7f9f1819ae00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:29:34.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.453+0000 7f9f1d812700 1 -- 172.21.15.39:0/3179428818 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9f18105060 msgr2=0x7f9f1819b340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:29:34.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.453+0000 7f9f1d812700 1 --2- 172.21.15.39:0/3179428818 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9f18105060 0x7f9f1819b340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:29:34.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.453+0000 7f9f1d812700 1 -- 172.21.15.39:0/3179428818 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f1819fe10 con 0x7f9f1810a6a0 2024-06-13T06:29:34.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.454+0000 7f9f1d812700 1 --2- 172.21.15.39:0/3179428818 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9f1810a6a0 0x7f9f1819f6d0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f9f10007d70 tx=0x7f9f1000a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:29:34.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.454+0000 7f9f0e7fc700 1 -- 172.21.15.39:0/3179428818 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f10016020 con 0x7f9f1810a6a0 2024-06-13T06:29:34.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.454+0000 7f9f1f275700 1 -- 172.21.15.39:0/3179428818 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f181a0100 con 0x7f9f1810a6a0 2024-06-13T06:29:34.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.454+0000 7f9f0e7fc700 1 -- 172.21.15.39:0/3179428818 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9f1000ac90 con 0x7f9f1810a6a0 2024-06-13T06:29:34.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.454+0000 7f9f0e7fc700 1 -- 172.21.15.39:0/3179428818 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f100115c0 con 0x7f9f1810a6a0 2024-06-13T06:29:34.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.454+0000 7f9f1f275700 1 -- 172.21.15.39:0/3179428818 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f181a7980 con 0x7f9f1810a6a0 2024-06-13T06:29:34.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.455+0000 7f9f1f275700 1 -- 172.21.15.39:0/3179428818 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9f1810cc30 con 0x7f9f1810a6a0 2024-06-13T06:29:34.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.456+0000 7f9f0e7fc700 1 -- 172.21.15.39:0/3179428818 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f9f10019020 con 0x7f9f1810a6a0 2024-06-13T06:29:34.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.457+0000 7f9f0e7fc700 1 --2- 172.21.15.39:0/3179428818 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f9f040a2d90 0x7f9f040a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:29:34.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.457+0000 7f9f0e7fc700 1 -- 172.21.15.39:0/3179428818 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7f9f100cf2f0 con 0x7f9f1810a6a0 2024-06-13T06:29:34.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.457+0000 7f9f1d011700 1 --2- 172.21.15.39:0/3179428818 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f9f040a2d90 0x7f9f040a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:29:34.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.457+0000 7f9f1d011700 1 --2- 172.21.15.39:0/3179428818 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f9f040a2d90 0x7f9f040a5250 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f9f140045b0 tx=0x7f9f1400b3c0 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:29:34.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.462+0000 7f9f0e7fc700 1 -- 172.21.15.39:0/3179428818 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f9f10020020 con 0x7f9f1810a6a0 2024-06-13T06:29:34.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.715+0000 7f9f1f275700 1 -- 172.21.15.39:0/3179428818 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9f1819c160 con 0x7f9f1810a6a0 2024-06-13T06:29:34.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.716+0000 7f9f0e7fc700 1 -- 172.21.15.39:0/3179428818 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11865 (secure 0 0 0) 0x7f9f1009c030 con 0x7f9f1810a6a0 2024-06-13T06:29:34.715 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:29:34.715 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/2373452665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":2373452665},{"type":"v1","addr":"172.21.15.39:6835","nonce":2373452665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/2187635150","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":2187635150},{"type":"v1","addr":"172.21.15.39:6837","nonce":2187635150}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14571,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6839/1475451558","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":1475451558},{"type":"v1","addr":"172.21.15.39:6839","nonce":1475451558}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14577,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6841/313570480","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":313570480},{"type":"v1","addr":"172.21.15.39:6841","nonce":313570480}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/980475055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":980475055},{"type":"v1","addr":"172.21.15.149:6833","nonce":980475055}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24427,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/2757180167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":2757180167},{"type":"v1","addr":"172.21.15.149:6835","nonce":2757180167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-13T06:20:05.248660+0000","modified":"2024-06-13T06:23:07.325841+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24512,"mds_1":24482,"mds_2":24455},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24431":{"gid":24431,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.96:6833/2827318421","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6832","nonce":2827318421},{"type":"v1","addr":"172.21.15.96:6833","nonce":2827318421}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24439":{"gid":24439,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6837/1742889729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":1742889729},{"type":"v1","addr":"172.21.15.149:6837","nonce":1742889729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6839/862740064","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":862740064},{"type":"v1","addr":"172.21.15.149:6839","nonce":862740064}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.96:6835/3408571209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6834","nonce":3408571209},{"type":"v1","addr":"172.21.15.96:6835","nonce":3408571209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.96:6837/2574644445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6836","nonce":2574644445},{"type":"v1","addr":"172.21.15.96:6837","nonce":2574644445}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.96:6839/1459106434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6838","nonce":1459106434},{"type":"v1","addr":"172.21.15.96:6839","nonce":1459106434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24512,"qdb_cluster":[24482,24512,24455]},"id":1}]} 2024-06-13T06:29:34.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.718+0000 7f9f1f275700 1 -- 172.21.15.39:0/3179428818 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f9f040a2d90 msgr2=0x7f9f040a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:29:34.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.718+0000 7f9f1f275700 1 --2- 172.21.15.39:0/3179428818 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f9f040a2d90 0x7f9f040a5250 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f9f140045b0 tx=0x7f9f1400b3c0 comp rx=0 tx=0).stop 2024-06-13T06:29:34.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.718+0000 7f9f1f275700 1 -- 172.21.15.39:0/3179428818 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9f1810a6a0 msgr2=0x7f9f1819f6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:29:34.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.718+0000 7f9f1f275700 1 --2- 172.21.15.39:0/3179428818 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9f1810a6a0 0x7f9f1819f6d0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f9f10007d70 tx=0x7f9f1000a340 comp rx=0 tx=0).stop 2024-06-13T06:29:34.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.718+0000 7f9f1f275700 1 -- 172.21.15.39:0/3179428818 shutdown_connections 2024-06-13T06:29:34.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.718+0000 7f9f1f275700 1 --2- 172.21.15.39:0/3179428818 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f9f040a2d90 0x7f9f040a5250 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:29:34.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.718+0000 7f9f1f275700 1 --2- 172.21.15.39:0/3179428818 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9f1810a6a0 0x7f9f1819f6d0 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:29:34.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.718+0000 7f9f1f275700 1 --2- 172.21.15.39:0/3179428818 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9f181046a0 0x7f9f1819ae00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:29:34.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.718+0000 7f9f1f275700 1 --2- 172.21.15.39:0/3179428818 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9f18105060 0x7f9f1819b340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:29:34.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.718+0000 7f9f1f275700 1 -- 172.21.15.39:0/3179428818 >> 172.21.15.39:0/3179428818 conn(0x7f9f18100190 msgr2=0x7f9f181006f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:29:34.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.718+0000 7f9f1f275700 1 -- 172.21.15.39:0/3179428818 shutdown_connections 2024-06-13T06:29:34.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:34.718+0000 7f9f1f275700 1 -- 172.21.15.39:0/3179428818 wait complete. 2024-06-13T06:29:34.719 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 24 2024-06-13T06:29:35.280 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:29:35 smithi039 ceph-mon[32479]: pgmap v195: 97 pgs: 97 active+clean; 7.2 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 33 KiB/s wr, 9 op/s 2024-06-13T06:29:35.280 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:29:35 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/3179428818' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:29:35.308 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24512 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0' 2024-06-13T06:29:35.309 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- timeout 105 ceph tell mds.24512 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0 2024-06-13T06:29:35.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:29:35 smithi096 ceph-mon[36532]: pgmap v195: 97 pgs: 97 active+clean; 7.2 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 33 KiB/s wr, 9 op/s 2024-06-13T06:29:35.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:29:35 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/3179428818' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:29:35.561 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:29:35.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:29:35 smithi149 ceph-mon[36963]: pgmap v195: 97 pgs: 97 active+clean; 7.2 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 33 KiB/s wr, 9 op/s 2024-06-13T06:29:35.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:29:35 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/3179428818' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:29:37.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.328+0000 7f19fddf0700 1 -- 172.21.15.39:0/3722937739 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f19f8101fa0 msgr2=0x7f19f8105fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:29:37.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.328+0000 7f19fddf0700 1 --2- 172.21.15.39:0/3722937739 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f19f8101fa0 0x7f19f8105fe0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f19e00099c0 tx=0x7f19e0009cd0 comp rx=0 tx=0).stop 2024-06-13T06:29:37.329 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:29:37 smithi039 ceph-mon[32479]: pgmap v196: 97 pgs: 97 active+clean; 7.3 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 49 KiB/s wr, 14 op/s 2024-06-13T06:29:37.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.328+0000 7f19fddf0700 1 -- 172.21.15.39:0/3722937739 shutdown_connections 2024-06-13T06:29:37.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.328+0000 7f19fddf0700 1 --2- 172.21.15.39:0/3722937739 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f19f81066c0 0x7f19f810e290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:29:37.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.328+0000 7f19fddf0700 1 --2- 172.21.15.39:0/3722937739 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f19f81015f0 0x7f19f81019d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:29:37.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.328+0000 7f19fddf0700 1 --2- 172.21.15.39:0/3722937739 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f19f8101fa0 0x7f19f8105fe0 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:29:37.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.328+0000 7f19fddf0700 1 -- 172.21.15.39:0/3722937739 >> 172.21.15.39:0/3722937739 conn(0x7f19f8078330 msgr2=0x7f19f8078740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:29:37.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.328+0000 7f19fddf0700 1 -- 172.21.15.39:0/3722937739 shutdown_connections 2024-06-13T06:29:37.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.328+0000 7f19fddf0700 1 -- 172.21.15.39:0/3722937739 wait complete. 2024-06-13T06:29:37.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.329+0000 7f19fddf0700 1 Processor -- start 2024-06-13T06:29:37.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.329+0000 7f19fddf0700 1 -- start start 2024-06-13T06:29:37.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.329+0000 7f19fddf0700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f19f81015f0 0x7f19f819e790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:29:37.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.329+0000 7f19fddf0700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f19f8101fa0 0x7f19f819ecd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:29:37.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.329+0000 7f19fddf0700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f19f81066c0 0x7f19f8198950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:29:37.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.330+0000 7f19fddf0700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f19f81116a0 con 0x7f19f8101fa0 2024-06-13T06:29:37.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.330+0000 7f19fddf0700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f19f8111520 con 0x7f19f81066c0 2024-06-13T06:29:37.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.330+0000 7f19fddf0700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f19f8111820 con 0x7f19f81015f0 2024-06-13T06:29:37.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.330+0000 7f19f6ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f19f8101fa0 0x7f19f819ecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:29:37.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.330+0000 7f19f77fe700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f19f81015f0 0x7f19f819e790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:29:37.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.330+0000 7f19f6ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f19f8101fa0 0x7f19f819ecd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49742/0 (socket says 172.21.15.39:49742) 2024-06-13T06:29:37.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.330+0000 7f19f6ffd700 1 -- 172.21.15.39:0/548706967 learned_addr learned my addr 172.21.15.39:0/548706967 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:29:37.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.330+0000 7f19f77fe700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f19f81015f0 0x7f19f819e790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.39:59440/0 (socket says 172.21.15.39:59440) 2024-06-13T06:29:37.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.330+0000 7f19f7fff700 1 --2- 172.21.15.39:0/548706967 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f19f81066c0 0x7f19f8198950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:29:37.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.330+0000 7f19f6ffd700 1 -- 172.21.15.39:0/548706967 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f19f81015f0 msgr2=0x7f19f819e790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:29:37.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.330+0000 7f19f6ffd700 1 --2- 172.21.15.39:0/548706967 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f19f81015f0 0x7f19f819e790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:29:37.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.330+0000 7f19f6ffd700 1 -- 172.21.15.39:0/548706967 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f19f81066c0 msgr2=0x7f19f8198950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:29:37.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.330+0000 7f19f6ffd700 1 --2- 172.21.15.39:0/548706967 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f19f81066c0 0x7f19f8198950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:29:37.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.330+0000 7f19f6ffd700 1 -- 172.21.15.39:0/548706967 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19f81990b0 con 0x7f19f8101fa0 2024-06-13T06:29:37.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.330+0000 7f19f7fff700 1 --2- 172.21.15.39:0/548706967 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f19f81066c0 0x7f19f8198950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:29:37.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.330+0000 7f19f6ffd700 1 --2- 172.21.15.39:0/548706967 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f19f8101fa0 0x7f19f819ecd0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f19e000c010 tx=0x7f19e00047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:29:37.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.330+0000 7f19f4ff9700 1 -- 172.21.15.39:0/548706967 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19e0027070 con 0x7f19f8101fa0 2024-06-13T06:29:37.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.331+0000 7f19f4ff9700 1 -- 172.21.15.39:0/548706967 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f19e0003730 con 0x7f19f8101fa0 2024-06-13T06:29:37.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.331+0000 7f19fddf0700 1 -- 172.21.15.39:0/548706967 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19f8199340 con 0x7f19f8101fa0 2024-06-13T06:29:37.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.331+0000 7f19f4ff9700 1 -- 172.21.15.39:0/548706967 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19e0022d40 con 0x7f19f8101fa0 2024-06-13T06:29:37.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.331+0000 7f19fddf0700 1 -- 172.21.15.39:0/548706967 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19f81a5660 con 0x7f19f8101fa0 2024-06-13T06:29:37.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.333+0000 7f19f4ff9700 1 -- 172.21.15.39:0/548706967 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f19e002a070 con 0x7f19f8101fa0 2024-06-13T06:29:37.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.334+0000 7f19f4ff9700 1 --2- 172.21.15.39:0/548706967 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f19e40a2eb0 0x7f19e40a5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:29:37.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.334+0000 7f19f77fe700 1 --2- 172.21.15.39:0/548706967 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f19e40a2eb0 0x7f19e40a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:29:37.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.334+0000 7f19f4ff9700 1 -- 172.21.15.39:0/548706967 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7f19e00d00b0 con 0x7f19f8101fa0 2024-06-13T06:29:37.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.334+0000 7f19f77fe700 1 --2- 172.21.15.39:0/548706967 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f19e40a2eb0 0x7f19e40a5370 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f19f8199a90 tx=0x7f19e8009180 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:29:37.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.334+0000 7f1a08673b80 1 Processor -- start 2024-06-13T06:29:37.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.334+0000 7f1a08673b80 1 -- start start 2024-06-13T06:29:37.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.335+0000 7f1a08673b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559929cb09a0 0x559929cb0d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:29:37.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.335+0000 7f1a08673b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559929cb12c0 0x559929caabb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:29:37.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.335+0000 7f1a08673b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x559929cab0f0 0x559929cab510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:29:37.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.335+0000 7f1a08673b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x559929b990f0 con 0x559929cb12c0 2024-06-13T06:29:37.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.335+0000 7f1a08673b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x559929bf79e0 con 0x559929cab0f0 2024-06-13T06:29:37.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.335+0000 7f1a08673b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x559929b5f5f0 con 0x559929cb09a0 2024-06-13T06:29:37.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.335+0000 7f19f6ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559929cb12c0 0x559929caabb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:29:37.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.335+0000 7f19f6ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559929cb12c0 0x559929caabb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49746/0 (socket says 172.21.15.39:49746) 2024-06-13T06:29:37.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.335+0000 7f19f6ffd700 1 -- 172.21.15.39:0/3181393115 learned_addr learned my addr 172.21.15.39:0/3181393115 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:29:37.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.335+0000 7f19f7fff700 1 --2- 172.21.15.39:0/3181393115 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x559929cab0f0 0x559929cab510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:29:37.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.335+0000 7f19f77fe700 1 --2- 172.21.15.39:0/3181393115 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559929cb09a0 0x559929cb0d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:29:37.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.335+0000 7f19f6ffd700 1 -- 172.21.15.39:0/3181393115 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559929cb09a0 msgr2=0x559929cb0d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:29:37.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.335+0000 7f19f6ffd700 1 --2- 172.21.15.39:0/3181393115 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559929cb09a0 0x559929cb0d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:29:37.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.335+0000 7f19f6ffd700 1 -- 172.21.15.39:0/3181393115 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x559929cab0f0 msgr2=0x559929cab510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:29:37.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.335+0000 7f19f6ffd700 1 --2- 172.21.15.39:0/3181393115 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x559929cab0f0 0x559929cab510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:29:37.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.335+0000 7f19f6ffd700 1 -- 172.21.15.39:0/3181393115 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559929b46a60 con 0x559929cb12c0 2024-06-13T06:29:37.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.335+0000 7f19f6ffd700 1 --2- 172.21.15.39:0/3181393115 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559929cb12c0 0x559929caabb0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f19e000b580 tx=0x7f19e009c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c21b9ab63c4d9c5 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:29:37.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.335+0000 7f19edffb700 1 -- 172.21.15.39:0/3181393115 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19e009ce10 con 0x559929cb12c0 2024-06-13T06:29:37.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.335+0000 7f19edffb700 1 -- 172.21.15.39:0/3181393115 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f19e009c710 con 0x559929cb12c0 2024-06-13T06:29:37.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.335+0000 7f19edffb700 1 -- 172.21.15.39:0/3181393115 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19e0086bd0 con 0x559929cb12c0 2024-06-13T06:29:37.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.336+0000 7f1a08673b80 1 -- 172.21.15.39:0/3181393115 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559929cb12c0 msgr2=0x559929caabb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:29:37.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.336+0000 7f1a08673b80 1 --2- 172.21.15.39:0/3181393115 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559929cb12c0 0x559929caabb0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f19e000b580 tx=0x7f19e009c3b0 comp rx=0 tx=0).stop 2024-06-13T06:29:37.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.336+0000 7f1a08673b80 1 -- 172.21.15.39:0/3181393115 shutdown_connections 2024-06-13T06:29:37.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.336+0000 7f1a08673b80 1 --2- 172.21.15.39:0/3181393115 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x559929cab0f0 0x559929cab510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:29:37.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.336+0000 7f1a08673b80 1 --2- 172.21.15.39:0/3181393115 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559929cb09a0 0x559929cb0d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:29:37.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.336+0000 7f1a08673b80 1 --2- 172.21.15.39:0/3181393115 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559929cb12c0 0x559929caabb0 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:29:37.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.336+0000 7f1a08673b80 1 -- 172.21.15.39:0/3181393115 >> 172.21.15.39:0/3181393115 conn(0x559929bd3210 msgr2=0x559929ca1a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:29:37.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.336+0000 7f1a08673b80 1 -- 172.21.15.39:0/3181393115 shutdown_connections 2024-06-13T06:29:37.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.336+0000 7f1a08673b80 1 -- 172.21.15.39:0/3181393115 wait complete. 2024-06-13T06:29:37.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.337+0000 7f1a08673b80 1 -- start start 2024-06-13T06:29:37.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.337+0000 7f1a08673b80 1 Processor -- start 2024-06-13T06:29:37.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.337+0000 7f1a08673b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559929cab0f0 0x559929cb7040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:29:37.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.337+0000 7f1a08673b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x559929cb09a0 0x559929cb43e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:29:37.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.337+0000 7f1a08673b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559929cb12c0 0x559929cb4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:29:37.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.337+0000 7f1a08673b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x559929b98150 con 0x559929cb12c0 2024-06-13T06:29:37.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.337+0000 7f1a08673b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x559929bf39a0 con 0x559929cb09a0 2024-06-13T06:29:37.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.337+0000 7f1a08673b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x559929cb7a50 con 0x559929cab0f0 2024-06-13T06:29:37.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.337+0000 7f1a08673b80 10 client.0 _ll_register_callbacks cb 0x559929b8d740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:29:37.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.337+0000 7f19f7fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559929cb12c0 0x559929cb4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:29:37.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.337+0000 7f19f77fe700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559929cab0f0 0x559929cb7040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:29:37.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.337+0000 7f19f77fe700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559929cab0f0 0x559929cb7040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.39:59458/0 (socket says 172.21.15.39:59458) 2024-06-13T06:29:37.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.337+0000 7f19f77fe700 1 -- 172.21.15.39:0/857700981 learned_addr learned my addr 172.21.15.39:0/857700981 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:29:37.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.337+0000 7f19f6ffd700 1 --2- 172.21.15.39:0/857700981 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x559929cb09a0 0x559929cb43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:29:37.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.338+0000 7f19f7fff700 1 -- 172.21.15.39:0/857700981 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559929cab0f0 msgr2=0x559929cb7040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:29:37.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.338+0000 7f19f7fff700 1 --2- 172.21.15.39:0/857700981 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559929cab0f0 0x559929cb7040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:29:37.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.338+0000 7f19f7fff700 1 -- 172.21.15.39:0/857700981 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x559929cb09a0 msgr2=0x559929cb43e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:29:37.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.338+0000 7f19f7fff700 1 --2- 172.21.15.39:0/857700981 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x559929cb09a0 0x559929cb43e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:29:37.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.338+0000 7f19f7fff700 1 -- 172.21.15.39:0/857700981 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559929bbd8e0 con 0x559929cb12c0 2024-06-13T06:29:37.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.338+0000 7f19f77fe700 1 --2- 172.21.15.39:0/857700981 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559929cab0f0 0x559929cb7040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T06:29:37.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.338+0000 7f19f7fff700 1 --2- 172.21.15.39:0/857700981 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559929cb12c0 0x559929cb4920 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f19f000cd50 tx=0x7f19f0003960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d81d0e2b56c539a server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:29:37.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.338+0000 7f19d6ffd700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:29:37.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.338+0000 7f19d6ffd700 1 -- 172.21.15.39:0/857700981 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19f001a640 con 0x559929cb12c0 2024-06-13T06:29:37.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.338+0000 7f19d6ffd700 1 -- 172.21.15.39:0/857700981 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7f19f001a7e0 con 0x559929cb12c0 2024-06-13T06:29:37.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.338+0000 7f1a08673b80 1 -- 172.21.15.39:0/857700981 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f19e009c710 con 0x559929cb12c0 2024-06-13T06:29:37.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.338+0000 7f19d6ffd700 1 -- 172.21.15.39:0/857700981 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f19f001a9e0 con 0x559929cb12c0 2024-06-13T06:29:37.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.338+0000 7f1a08673b80 10 client.15519 fetch_fsmap learned FSMap version 24 2024-06-13T06:29:37.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.338+0000 7f1a08673b80 1 -- 172.21.15.39:0/857700981 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x559929cc2200 con 0x559929cb12c0 2024-06-13T06:29:37.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.338+0000 7f19d6ffd700 1 -- 172.21.15.39:0/857700981 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f19e009c710 con 0x559929cb12c0 2024-06-13T06:29:37.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.339+0000 7f19d6ffd700 1 -- 172.21.15.39:0/857700981 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f19f0018020 con 0x559929cb12c0 2024-06-13T06:29:37.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.339+0000 7f1a08673b80 10 client.15519 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:29:37.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.339+0000 7f1a08673b80 10 client.15519 resolve_mds: validated gid 24512 aka daemon mds.b 2024-06-13T06:29:37.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.339+0000 7f1a08673b80 20 client.15519 populate_metadata read hostname 'smithi039' 2024-06-13T06:29:37.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.339+0000 7f1a08673b80 1 --2- 172.21.15.39:0/857700981 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x559929cc4790 0x559929cc6b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:29:37.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.339+0000 7f1a08673b80 4 client.15519 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T06:29:37.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.339+0000 7f1a08673b80 1 -- 172.21.15.39:0/857700981 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559929c04ee0 con 0x559929cc4790 2024-06-13T06:29:37.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.339+0000 7f19f77fe700 1 --2- 172.21.15.39:0/857700981 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x559929cc4790 0x559929cc6b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:29:37.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.339+0000 7f19f77fe700 1 --2- 172.21.15.39:0/857700981 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x559929cc4790 0x559929cc6b80 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cd8dde7303da89a server_cookie=ebc6a46a4d91889f in_seq=0 out_seq=0 2024-06-13T06:29:37.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.339+0000 7f19d6ffd700 10 client.15519 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:29:37.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.340+0000 7f19d6ffd700 1 -- 172.21.15.39:0/857700981 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x559929c04ee0 con 0x559929cc4790 2024-06-13T06:29:37.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.340+0000 7f19d6ffd700 10 client.15519 handle_command_reply: tid=0 2024-06-13T06:29:37.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.340+0000 7f1a08673b80 1 client.15519 shutdown 2024-06-13T06:29:37.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.340+0000 7f1a08673b80 1 -- 172.21.15.39:0/857700981 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559929cb12c0 msgr2=0x559929cb4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:29:37.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.340+0000 7f1a08673b80 1 --2- 172.21.15.39:0/857700981 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559929cb12c0 0x559929cb4920 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f19f000cd50 tx=0x7f19f0003960 comp rx=0 tx=0).stop 2024-06-13T06:29:37.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.340+0000 7f1a08673b80 1 -- 172.21.15.39:0/857700981 shutdown_connections 2024-06-13T06:29:37.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.340+0000 7f1a08673b80 1 --2- 172.21.15.39:0/857700981 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559929cb12c0 0x559929cb4920 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:29:37.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.340+0000 7f1a08673b80 1 --2- 172.21.15.39:0/857700981 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559929cab0f0 0x559929cb7040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:29:37.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.340+0000 7f1a08673b80 1 --2- 172.21.15.39:0/857700981 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x559929cc4790 0x559929cc6b80 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:29:37.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.341+0000 7f1a08673b80 1 --2- 172.21.15.39:0/857700981 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x559929cb09a0 0x559929cb43e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:29:37.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.341+0000 7f1a08673b80 1 -- 172.21.15.39:0/857700981 >> 172.21.15.39:0/857700981 conn(0x559929bd3210 msgr2=0x559929ca5790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:29:37.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.341+0000 7f19d6ffd700 0 client.15519 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:29:37.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.341+0000 7f1a08673b80 1 -- 172.21.15.39:0/857700981 shutdown_connections 2024-06-13T06:29:37.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.341+0000 7f1a08673b80 1 -- 172.21.15.39:0/857700981 wait complete. 2024-06-13T06:29:37.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.341+0000 7f1a08673b80 20 client.15519 trim_cache size 0 max 16384 2024-06-13T06:29:37.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.361+0000 7f1a08673b80 1 Processor -- start 2024-06-13T06:29:37.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.361+0000 7f1a08673b80 1 -- start start 2024-06-13T06:29:37.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.361+0000 7f1a08673b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559929cab0f0 0x559929cb33a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:29:37.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.361+0000 7f1a08673b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x559929cb09a0 0x559929cb4a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:29:37.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.361+0000 7f1a08673b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559929cb12c0 0x559929cb1f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:29:37.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.361+0000 7f1a08673b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f19f81ad2f0 con 0x559929cab0f0 2024-06-13T06:29:37.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.361+0000 7f1a08673b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f19f81aab80 con 0x559929cb09a0 2024-06-13T06:29:37.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.361+0000 7f1a08673b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f19f81a89f0 con 0x559929cb12c0 2024-06-13T06:29:37.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.362+0000 7f19f77fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559929cab0f0 0x559929cb33a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:29:37.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.362+0000 7f19f77fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559929cab0f0 0x559929cb33a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49760/0 (socket says 172.21.15.39:49760) 2024-06-13T06:29:37.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.362+0000 7f19f77fe700 1 -- 172.21.15.39:0/681771228 learned_addr learned my addr 172.21.15.39:0/681771228 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:29:37.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.362+0000 7f19f6ffd700 1 --2- 172.21.15.39:0/681771228 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x559929cb09a0 0x559929cb4a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:29:37.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.362+0000 7f19f7fff700 1 --2- 172.21.15.39:0/681771228 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559929cb12c0 0x559929cb1f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:29:37.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.362+0000 7f19f77fe700 1 -- 172.21.15.39:0/681771228 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559929cb12c0 msgr2=0x559929cb1f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:29:37.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.362+0000 7f19f77fe700 1 --2- 172.21.15.39:0/681771228 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559929cb12c0 0x559929cb1f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:29:37.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.362+0000 7f19f77fe700 1 -- 172.21.15.39:0/681771228 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x559929cb09a0 msgr2=0x559929cb4a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:29:37.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.362+0000 7f19f77fe700 1 --2- 172.21.15.39:0/681771228 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x559929cb09a0 0x559929cb4a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:29:37.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.362+0000 7f19f77fe700 1 -- 172.21.15.39:0/681771228 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559929cb3940 con 0x559929cab0f0 2024-06-13T06:29:37.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.362+0000 7f19f77fe700 1 --2- 172.21.15.39:0/681771228 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559929cab0f0 0x559929cb33a0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f19e8009270 tx=0x7f19e8013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=acc7814108d25e35 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:29:37.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.362+0000 7f19ed7fa700 1 -- 172.21.15.39:0/681771228 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19e8030070 con 0x559929cab0f0 2024-06-13T06:29:37.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.362+0000 7f19ed7fa700 1 -- 172.21.15.39:0/681771228 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f19e801d040 con 0x559929cab0f0 2024-06-13T06:29:37.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.362+0000 7f19ed7fa700 1 -- 172.21.15.39:0/681771228 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19e801c040 con 0x559929cab0f0 2024-06-13T06:29:37.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.363+0000 7f1a08673b80 1 -- 172.21.15.39:0/681771228 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559929cab0f0 msgr2=0x559929cb33a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:29:37.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.363+0000 7f1a08673b80 1 --2- 172.21.15.39:0/681771228 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559929cab0f0 0x559929cb33a0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f19e8009270 tx=0x7f19e8013000 comp rx=0 tx=0).stop 2024-06-13T06:29:37.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.363+0000 7f1a08673b80 1 -- 172.21.15.39:0/681771228 shutdown_connections 2024-06-13T06:29:37.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.363+0000 7f1a08673b80 1 --2- 172.21.15.39:0/681771228 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559929cb12c0 0x559929cb1f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:29:37.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.363+0000 7f1a08673b80 1 --2- 172.21.15.39:0/681771228 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559929cab0f0 0x559929cb33a0 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:29:37.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.363+0000 7f1a08673b80 1 --2- 172.21.15.39:0/681771228 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x559929cb09a0 0x559929cb4a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:29:37.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.363+0000 7f1a08673b80 1 -- 172.21.15.39:0/681771228 >> 172.21.15.39:0/681771228 conn(0x559929bd3210 msgr2=0x559929ca5790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:29:37.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.363+0000 7f1a08673b80 1 -- 172.21.15.39:0/681771228 shutdown_connections 2024-06-13T06:29:37.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.363+0000 7f1a08673b80 1 -- 172.21.15.39:0/681771228 wait complete. 2024-06-13T06:29:37.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.363+0000 7f1a08673b80 1 -- start start 2024-06-13T06:29:37.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.363+0000 7f1a08673b80 1 Processor -- start 2024-06-13T06:29:37.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.364+0000 7f1a08673b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559929cab0f0 0x559929ccc140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:29:37.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.364+0000 7f1a08673b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559929cb09a0 0x559929ccc680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:29:37.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.364+0000 7f1a08673b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x559929cb12c0 0x559929cccbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:29:37.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.364+0000 7f1a08673b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f19f81a9040 con 0x559929cb09a0 2024-06-13T06:29:37.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.364+0000 7f1a08673b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f19f81aa4b0 con 0x559929cb12c0 2024-06-13T06:29:37.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.364+0000 7f1a08673b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f19f81a9710 con 0x559929cab0f0 2024-06-13T06:29:37.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.364+0000 7f1a08673b80 10 client.0 _ll_register_callbacks cb 0x559929b8d740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:29:37.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.364+0000 7f19f6ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559929cb09a0 0x559929ccc680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:29:37.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.364+0000 7f19f6ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559929cb09a0 0x559929ccc680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49770/0 (socket says 172.21.15.39:49770) 2024-06-13T06:29:37.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.364+0000 7f19f6ffd700 1 -- 172.21.15.39:0/1756145449 learned_addr learned my addr 172.21.15.39:0/1756145449 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:29:37.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.364+0000 7f19f77fe700 1 --2- 172.21.15.39:0/1756145449 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559929cab0f0 0x559929ccc140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:29:37.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.364+0000 7f19f7fff700 1 --2- 172.21.15.39:0/1756145449 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x559929cb12c0 0x559929cccbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:29:37.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.364+0000 7f19f6ffd700 1 -- 172.21.15.39:0/1756145449 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559929cab0f0 msgr2=0x559929ccc140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:29:37.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.364+0000 7f19f6ffd700 1 --2- 172.21.15.39:0/1756145449 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559929cab0f0 0x559929ccc140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:29:37.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.364+0000 7f19f6ffd700 1 -- 172.21.15.39:0/1756145449 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x559929cb12c0 msgr2=0x559929cccbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:29:37.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.364+0000 7f19f6ffd700 1 --2- 172.21.15.39:0/1756145449 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x559929cb12c0 0x559929cccbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:29:37.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.364+0000 7f19f6ffd700 1 -- 172.21.15.39:0/1756145449 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559929d2e4c0 con 0x559929cb09a0 2024-06-13T06:29:37.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.364+0000 7f19f6ffd700 1 --2- 172.21.15.39:0/1756145449 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559929cb09a0 0x559929ccc680 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f19e0009990 tx=0x7f19e009cb80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=add04e94d66fb58d server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:29:37.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.364+0000 7f19d6ffd700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:29:37.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.365+0000 7f19d6ffd700 1 -- 172.21.15.39:0/1756145449 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19e00b4020 con 0x559929cb09a0 2024-06-13T06:29:37.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.365+0000 7f19d6ffd700 1 -- 172.21.15.39:0/1756145449 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7f19e00a4e60 con 0x559929cb09a0 2024-06-13T06:29:37.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.365+0000 7f1a08673b80 1 -- 172.21.15.39:0/1756145449 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f19e801d040 con 0x559929cb09a0 2024-06-13T06:29:37.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.365+0000 7f19d6ffd700 1 -- 172.21.15.39:0/1756145449 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f19e009c710 con 0x559929cb09a0 2024-06-13T06:29:37.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.365+0000 7f1a08673b80 10 client.15525 fetch_fsmap learned FSMap version 24 2024-06-13T06:29:37.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.365+0000 7f1a08673b80 1 -- 172.21.15.39:0/1756145449 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x559929d2f780 con 0x559929cb09a0 2024-06-13T06:29:37.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.365+0000 7f19d6ffd700 1 -- 172.21.15.39:0/1756145449 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f19e801d040 con 0x559929cb09a0 2024-06-13T06:29:37.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.365+0000 7f19d6ffd700 1 -- 172.21.15.39:0/1756145449 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f19e00b0ba0 con 0x559929cb09a0 2024-06-13T06:29:37.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.365+0000 7f1a08673b80 10 client.15525 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:29:37.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.365+0000 7f1a08673b80 10 client.15525 resolve_mds: validated gid 24512 aka daemon mds.b 2024-06-13T06:29:37.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.365+0000 7f1a08673b80 20 client.15525 populate_metadata read hostname 'smithi039' 2024-06-13T06:29:37.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.365+0000 7f1a08673b80 1 --2- 172.21.15.39:0/1756145449 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x559929d2fd90 0x559929d321b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:29:37.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.365+0000 7f1a08673b80 4 client.15525 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}] 2024-06-13T06:29:37.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.365+0000 7f1a08673b80 1 -- 172.21.15.39:0/1756145449 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}) -- 0x559929bff460 con 0x559929d2fd90 2024-06-13T06:29:37.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.365+0000 7f19f77fe700 1 --2- 172.21.15.39:0/1756145449 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x559929d2fd90 0x559929d321b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:29:37.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.366+0000 7f19d6ffd700 10 client.15525 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:29:37.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.366+0000 7f19f77fe700 1 --2- 172.21.15.39:0/1756145449 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x559929d2fd90 0x559929d321b0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1964a4da5773d25c server_cookie=1fb81c3961a9f74f in_seq=0 out_seq=0 2024-06-13T06:29:37.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.379+0000 7f19d6ffd700 1 -- 172.21.15.39:0/1756145449 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x559929bff460 con 0x559929d2fd90 2024-06-13T06:29:37.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.379+0000 7f19d6ffd700 10 client.15525 handle_command_reply: tid=0 2024-06-13T06:29:37.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.379+0000 7f1a08673b80 1 client.15525 shutdown 2024-06-13T06:29:37.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.379+0000 7f1a08673b80 1 -- 172.21.15.39:0/1756145449 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559929cb09a0 msgr2=0x559929ccc680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:29:37.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.379+0000 7f1a08673b80 1 --2- 172.21.15.39:0/1756145449 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559929cb09a0 0x559929ccc680 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f19e0009990 tx=0x7f19e009cb80 comp rx=0 tx=0).stop 2024-06-13T06:29:37.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.379+0000 7f1a08673b80 1 -- 172.21.15.39:0/1756145449 shutdown_connections 2024-06-13T06:29:37.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.379+0000 7f1a08673b80 1 --2- 172.21.15.39:0/1756145449 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x559929d2fd90 0x559929d321b0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:29:37.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.379+0000 7f1a08673b80 1 --2- 172.21.15.39:0/1756145449 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x559929cb12c0 0x559929cccbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:29:37.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.379+0000 7f1a08673b80 1 --2- 172.21.15.39:0/1756145449 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559929cab0f0 0x559929ccc140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:29:37.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.379+0000 7f1a08673b80 1 --2- 172.21.15.39:0/1756145449 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559929cb09a0 0x559929ccc680 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:29:37.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.379+0000 7f1a08673b80 1 -- 172.21.15.39:0/1756145449 >> 172.21.15.39:0/1756145449 conn(0x559929bd3210 msgr2=0x559929ca6020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:29:37.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.379+0000 7f19d6ffd700 0 client.15525 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:29:37.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.380+0000 7f1a08673b80 1 -- 172.21.15.39:0/1756145449 shutdown_connections 2024-06-13T06:29:37.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.380+0000 7f1a08673b80 1 -- 172.21.15.39:0/1756145449 wait complete. 2024-06-13T06:29:37.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.380+0000 7f1a08673b80 20 client.15525 trim_cache size 0 max 16384 2024-06-13T06:29:37.380 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-06-13T06:29:37.381 INFO:teuthology.orchestra.run.smithi039.stdout: "epoch": 24, 2024-06-13T06:29:37.381 INFO:teuthology.orchestra.run.smithi039.stdout: "leader": 24512, 2024-06-13T06:29:37.381 INFO:teuthology.orchestra.run.smithi039.stdout: "set_version": 18, 2024-06-13T06:29:37.381 INFO:teuthology.orchestra.run.smithi039.stdout: "sets": { 2024-06-13T06:29:37.381 INFO:teuthology.orchestra.run.smithi039.stdout: "b681f691": { 2024-06-13T06:29:37.381 INFO:teuthology.orchestra.run.smithi039.stdout: "version": 18, 2024-06-13T06:29:37.381 INFO:teuthology.orchestra.run.smithi039.stdout: "age_ref": 0.0, 2024-06-13T06:29:37.381 INFO:teuthology.orchestra.run.smithi039.stdout: "state": { 2024-06-13T06:29:37.381 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "QUIESCED", 2024-06-13T06:29:37.381 INFO:teuthology.orchestra.run.smithi039.stdout: "age": 0.0 2024-06-13T06:29:37.381 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:29:37.381 INFO:teuthology.orchestra.run.smithi039.stdout: "timeout": 90.0, 2024-06-13T06:29:37.381 INFO:teuthology.orchestra.run.smithi039.stdout: "expiration": 150.0, 2024-06-13T06:29:37.381 INFO:teuthology.orchestra.run.smithi039.stdout: "members": { 2024-06-13T06:29:37.381 INFO:teuthology.orchestra.run.smithi039.stdout: "file:/": { 2024-06-13T06:29:37.382 INFO:teuthology.orchestra.run.smithi039.stdout: "excluded": false, 2024-06-13T06:29:37.382 INFO:teuthology.orchestra.run.smithi039.stdout: "state": { 2024-06-13T06:29:37.382 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "QUIESCED", 2024-06-13T06:29:37.382 INFO:teuthology.orchestra.run.smithi039.stdout: "age": 0.0 2024-06-13T06:29:37.382 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:29:37.382 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:29:37.382 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:29:37.382 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:29:37.382 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:29:37.382 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-06-13T06:29:37.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.380+0000 7f19fddf0700 1 -- 172.21.15.39:0/548706967 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f19e40a2eb0 msgr2=0x7f19e40a5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:29:37.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.380+0000 7f19fddf0700 1 --2- 172.21.15.39:0/548706967 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f19e40a2eb0 0x7f19e40a5370 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f19f8199a90 tx=0x7f19e8009180 comp rx=0 tx=0).stop 2024-06-13T06:29:37.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.380+0000 7f19fddf0700 1 -- 172.21.15.39:0/548706967 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f19f8101fa0 msgr2=0x7f19f819ecd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:29:37.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.380+0000 7f19fddf0700 1 --2- 172.21.15.39:0/548706967 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f19f8101fa0 0x7f19f819ecd0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f19e000c010 tx=0x7f19e00047b0 comp rx=0 tx=0).stop 2024-06-13T06:29:37.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.380+0000 7f19fddf0700 1 -- 172.21.15.39:0/548706967 shutdown_connections 2024-06-13T06:29:37.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.380+0000 7f19fddf0700 1 --2- 172.21.15.39:0/548706967 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f19e40a2eb0 0x7f19e40a5370 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:29:37.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.380+0000 7f19fddf0700 1 --2- 172.21.15.39:0/548706967 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f19f81066c0 0x7f19f8198950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:29:37.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.380+0000 7f19fddf0700 1 --2- 172.21.15.39:0/548706967 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f19f81015f0 0x7f19f819e790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:29:37.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.380+0000 7f19fddf0700 1 --2- 172.21.15.39:0/548706967 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f19f8101fa0 0x7f19f819ecd0 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:29:37.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.380+0000 7f19fddf0700 1 -- 172.21.15.39:0/548706967 >> 172.21.15.39:0/548706967 conn(0x7f19f8078330 msgr2=0x7f19f806a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:29:37.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.380+0000 7f19fddf0700 1 -- 172.21.15.39:0/548706967 shutdown_connections 2024-06-13T06:29:37.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:29:37.380+0000 7f19fddf0700 1 -- 172.21.15.39:0/548706967 wait complete. 2024-06-13T06:29:37.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:29:37 smithi096 ceph-mon[36532]: pgmap v196: 97 pgs: 97 active+clean; 7.3 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 49 KiB/s wr, 14 op/s 2024-06-13T06:29:37.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:29:37 smithi149 ceph-mon[36963]: pgmap v196: 97 pgs: 97 active+clean; 7.3 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 49 KiB/s wr, 14 op/s 2024-06-13T06:29:38.128 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'b681f691', quiesce took 5.8 seconds. Will release after: 24.2 2024-06-13T06:29:39.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:29:39 smithi096 ceph-mon[36532]: pgmap v197: 97 pgs: 97 active+clean; 7.3 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 33 KiB/s wr, 9 op/s 2024-06-13T06:29:39.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:29:39 smithi039 ceph-mon[32479]: pgmap v197: 97 pgs: 97 active+clean; 7.3 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 33 KiB/s wr, 9 op/s 2024-06-13T06:29:39.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:29:39 smithi149 ceph-mon[36963]: pgmap v197: 97 pgs: 97 active+clean; 7.3 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 33 KiB/s wr, 9 op/s 2024-06-13T06:29:41.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:29:41 smithi096 ceph-mon[36532]: pgmap v198: 97 pgs: 97 active+clean; 7.3 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 33 KiB/s wr, 9 op/s 2024-06-13T06:29:41.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:29:41 smithi039 ceph-mon[32479]: pgmap v198: 97 pgs: 97 active+clean; 7.3 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 33 KiB/s wr, 9 op/s 2024-06-13T06:29:41.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:29:41 smithi149 ceph-mon[36963]: pgmap v198: 97 pgs: 97 active+clean; 7.3 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 33 KiB/s wr, 9 op/s 2024-06-13T06:29:43.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:29:43 smithi096 ceph-mon[36532]: pgmap v199: 97 pgs: 97 active+clean; 7.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 42 KiB/s wr, 13 op/s 2024-06-13T06:29:43.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:29:43 smithi039 ceph-mon[32479]: pgmap v199: 97 pgs: 97 active+clean; 7.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 42 KiB/s wr, 13 op/s 2024-06-13T06:29:43.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:29:43 smithi149 ceph-mon[36963]: pgmap v199: 97 pgs: 97 active+clean; 7.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 42 KiB/s wr, 13 op/s 2024-06-13T06:29:44.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:29:44 smithi096 ceph-mon[36532]: pgmap v200: 97 pgs: 97 active+clean; 7.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 26 KiB/s wr, 8 op/s 2024-06-13T06:29:44.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:29:44 smithi039 ceph-mon[32479]: pgmap v200: 97 pgs: 97 active+clean; 7.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 26 KiB/s wr, 8 op/s 2024-06-13T06:29:44.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:29:44 smithi149 ceph-mon[36963]: pgmap v200: 97 pgs: 97 active+clean; 7.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 26 KiB/s wr, 8 op/s 2024-06-13T06:29:46.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:29:46 smithi149 ceph-mon[36963]: pgmap v201: 97 pgs: 97 active+clean; 7.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 26 KiB/s wr, 11 op/s 2024-06-13T06:29:47.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:29:46 smithi096 ceph-mon[36532]: pgmap v201: 97 pgs: 97 active+clean; 7.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 26 KiB/s wr, 11 op/s 2024-06-13T06:29:47.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:29:46 smithi039 ceph-mon[32479]: pgmap v201: 97 pgs: 97 active+clean; 7.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 26 KiB/s wr, 11 op/s 2024-06-13T06:29:48.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:29:48 smithi149 ceph-mon[36963]: pgmap v202: 97 pgs: 97 active+clean; 7.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.3 KiB/s wr, 6 op/s 2024-06-13T06:29:49.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:29:48 smithi096 ceph-mon[36532]: pgmap v202: 97 pgs: 97 active+clean; 7.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.3 KiB/s wr, 6 op/s 2024-06-13T06:29:49.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:29:48 smithi039 ceph-mon[32479]: pgmap v202: 97 pgs: 97 active+clean; 7.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.3 KiB/s wr, 6 op/s 2024-06-13T06:29:50.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:29:50 smithi149 ceph-mon[36963]: pgmap v203: 97 pgs: 97 active+clean; 7.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.3 KiB/s wr, 6 op/s 2024-06-13T06:29:51.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:29:50 smithi096 ceph-mon[36532]: pgmap v203: 97 pgs: 97 active+clean; 7.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.3 KiB/s wr, 6 op/s 2024-06-13T06:29:51.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:29:50 smithi039 ceph-mon[32479]: pgmap v203: 97 pgs: 97 active+clean; 7.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.3 KiB/s wr, 6 op/s 2024-06-13T06:29:52.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:29:52 smithi149 ceph-mon[36963]: pgmap v204: 97 pgs: 97 active+clean; 7.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 9 op/s 2024-06-13T06:29:53.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:29:52 smithi096 ceph-mon[36532]: pgmap v204: 97 pgs: 97 active+clean; 7.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 9 op/s 2024-06-13T06:29:53.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:29:52 smithi039 ceph-mon[32479]: pgmap v204: 97 pgs: 97 active+clean; 7.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 11 KiB/s wr, 9 op/s 2024-06-13T06:29:54.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:29:54 smithi149 ceph-mon[36963]: pgmap v205: 97 pgs: 97 active+clean; 7.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.8 KiB/s wr, 5 op/s 2024-06-13T06:29:55.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:29:54 smithi096 ceph-mon[36532]: pgmap v205: 97 pgs: 97 active+clean; 7.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.8 KiB/s wr, 5 op/s 2024-06-13T06:29:55.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:29:54 smithi039 ceph-mon[32479]: pgmap v205: 97 pgs: 97 active+clean; 7.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.8 KiB/s wr, 5 op/s 2024-06-13T06:29:56.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:29:56 smithi149 ceph-mon[36963]: pgmap v206: 97 pgs: 97 active+clean; 7.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.8 KiB/s wr, 7 op/s 2024-06-13T06:29:57.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:29:56 smithi096 ceph-mon[36532]: pgmap v206: 97 pgs: 97 active+clean; 7.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.8 KiB/s wr, 7 op/s 2024-06-13T06:29:57.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:29:56 smithi039 ceph-mon[32479]: pgmap v206: 97 pgs: 97 active+clean; 7.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.8 KiB/s wr, 7 op/s 2024-06-13T06:29:58.974 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:29:58 smithi039 ceph-mon[32479]: pgmap v207: 97 pgs: 97 active+clean; 7.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.7 KiB/s wr, 5 op/s 2024-06-13T06:29:59.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:29:58 smithi096 ceph-mon[36532]: pgmap v207: 97 pgs: 97 active+clean; 7.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.7 KiB/s wr, 5 op/s 2024-06-13T06:29:59.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:29:58 smithi149 ceph-mon[36963]: pgmap v207: 97 pgs: 97 active+clean; 7.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.7 KiB/s wr, 5 op/s 2024-06-13T06:30:01.020 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:30:00 smithi149 ceph-mon[36963]: pgmap v208: 97 pgs: 97 active+clean; 7.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.7 KiB/s wr, 5 op/s 2024-06-13T06:30:01.020 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:30:00 smithi149 ceph-mon[36963]: overall HEALTH_OK 2024-06-13T06:30:01.040 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:30:00 smithi096 ceph-mon[36532]: pgmap v208: 97 pgs: 97 active+clean; 7.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.7 KiB/s wr, 5 op/s 2024-06-13T06:30:01.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:30:00 smithi096 ceph-mon[36532]: overall HEALTH_OK 2024-06-13T06:30:01.173 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:30:00 smithi039 ceph-mon[32479]: pgmap v208: 97 pgs: 97 active+clean; 7.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.7 KiB/s wr, 5 op/s 2024-06-13T06:30:01.174 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:30:00 smithi039 ceph-mon[32479]: overall HEALTH_OK 2024-06-13T06:30:02.329 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T06:30:02.597 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:30:02.970 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:30:02 smithi039 ceph-mon[32479]: pgmap v209: 97 pgs: 97 active+clean; 7.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 25 KiB/s wr, 20 op/s 2024-06-13T06:30:03.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:30:02 smithi096 ceph-mon[36532]: pgmap v209: 97 pgs: 97 active+clean; 7.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 25 KiB/s wr, 20 op/s 2024-06-13T06:30:03.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:30:02 smithi149 ceph-mon[36963]: pgmap v209: 97 pgs: 97 active+clean; 7.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 25 KiB/s wr, 20 op/s 2024-06-13T06:30:04.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.070+0000 7ff5940e2700 1 -- 172.21.15.39:0/326806888 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff58c06ab30 msgr2=0x7ff58c10f320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:30:04.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.070+0000 7ff5940e2700 1 --2- 172.21.15.39:0/326806888 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff58c06ab30 0x7ff58c10f320 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7ff584009990 tx=0x7ff584009ca0 comp rx=0 tx=0).stop 2024-06-13T06:30:04.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.070+0000 7ff5940e2700 1 -- 172.21.15.39:0/326806888 shutdown_connections 2024-06-13T06:30:04.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.070+0000 7ff5940e2700 1 --2- 172.21.15.39:0/326806888 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff58c06ab30 0x7ff58c10f320 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:04.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.070+0000 7ff5940e2700 1 --2- 172.21.15.39:0/326806888 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff58c108500 0x7ff58c1088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:04.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.070+0000 7ff5940e2700 1 --2- 172.21.15.39:0/326806888 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff58c06a170 0x7ff58c06a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:04.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.070+0000 7ff5940e2700 1 -- 172.21.15.39:0/326806888 >> 172.21.15.39:0/326806888 conn(0x7ff58c078340 msgr2=0x7ff58c078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:30:04.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.070+0000 7ff5940e2700 1 -- 172.21.15.39:0/326806888 shutdown_connections 2024-06-13T06:30:04.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.070+0000 7ff5940e2700 1 -- 172.21.15.39:0/326806888 wait complete. 2024-06-13T06:30:04.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.071+0000 7ff5940e2700 1 Processor -- start 2024-06-13T06:30:04.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.071+0000 7ff5940e2700 1 -- start start 2024-06-13T06:30:04.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.071+0000 7ff5940e2700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff58c06a170 0x7ff58c19e800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:04.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.071+0000 7ff5940e2700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff58c06ab30 0x7ff58c19ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:04.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.071+0000 7ff5940e2700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff58c108500 0x7ff58c1989c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:04.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.071+0000 7ff5940e2700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7ff58c112780 con 0x7ff58c06ab30 2024-06-13T06:30:04.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.071+0000 7ff5940e2700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7ff58c112600 con 0x7ff58c108500 2024-06-13T06:30:04.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.071+0000 7ff5940e2700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7ff58c112900 con 0x7ff58c06a170 2024-06-13T06:30:04.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.071+0000 7ff59167d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff58c06ab30 0x7ff58c19ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:04.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.072+0000 7ff59167d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff58c06ab30 0x7ff58c19ed40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52256/0 (socket says 172.21.15.39:52256) 2024-06-13T06:30:04.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.072+0000 7ff59167d700 1 -- 172.21.15.39:0/696475401 learned_addr learned my addr 172.21.15.39:0/696475401 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:30:04.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.072+0000 7ff591e7e700 1 --2- 172.21.15.39:0/696475401 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff58c06a170 0x7ff58c19e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:04.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.072+0000 7ff59267f700 1 --2- 172.21.15.39:0/696475401 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff58c108500 0x7ff58c1989c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:04.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.072+0000 7ff59167d700 1 -- 172.21.15.39:0/696475401 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff58c06a170 msgr2=0x7ff58c19e800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:30:04.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.072+0000 7ff59167d700 1 --2- 172.21.15.39:0/696475401 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff58c06a170 0x7ff58c19e800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:04.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.072+0000 7ff59167d700 1 -- 172.21.15.39:0/696475401 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff58c108500 msgr2=0x7ff58c1989c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:30:04.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.072+0000 7ff59167d700 1 --2- 172.21.15.39:0/696475401 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff58c108500 0x7ff58c1989c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:04.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.072+0000 7ff59167d700 1 -- 172.21.15.39:0/696475401 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff58c199120 con 0x7ff58c06ab30 2024-06-13T06:30:04.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.072+0000 7ff59267f700 1 --2- 172.21.15.39:0/696475401 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff58c108500 0x7ff58c1989c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:30:04.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.072+0000 7ff59167d700 1 --2- 172.21.15.39:0/696475401 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff58c06ab30 0x7ff58c19ed40 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7ff58000d980 tx=0x7ff58000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:30:04.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.072+0000 7ff58affd700 1 -- 172.21.15.39:0/696475401 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff580017070 con 0x7ff58c06ab30 2024-06-13T06:30:04.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.072+0000 7ff58affd700 1 -- 172.21.15.39:0/696475401 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff580005020 con 0x7ff58c06ab30 2024-06-13T06:30:04.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.072+0000 7ff5940e2700 1 -- 172.21.15.39:0/696475401 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff58c199410 con 0x7ff58c06ab30 2024-06-13T06:30:04.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.072+0000 7ff58affd700 1 -- 172.21.15.39:0/696475401 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff580009bc0 con 0x7ff58c06ab30 2024-06-13T06:30:04.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.073+0000 7ff5940e2700 1 -- 172.21.15.39:0/696475401 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff58c1a56d0 con 0x7ff58c06ab30 2024-06-13T06:30:04.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.073+0000 7ff5940e2700 1 -- 172.21.15.39:0/696475401 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff58c069180 con 0x7ff58c06ab30 2024-06-13T06:30:04.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.075+0000 7ff58affd700 1 -- 172.21.15.39:0/696475401 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7ff5800051d0 con 0x7ff58c06ab30 2024-06-13T06:30:04.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.075+0000 7ff58affd700 1 --2- 172.21.15.39:0/696475401 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7ff5740a2e10 0x7ff5740a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:04.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.075+0000 7ff591e7e700 1 --2- 172.21.15.39:0/696475401 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7ff5740a2e10 0x7ff5740a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:04.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.075+0000 7ff58affd700 1 -- 172.21.15.39:0/696475401 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7ff5800cf300 con 0x7ff58c06ab30 2024-06-13T06:30:04.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.076+0000 7ff591e7e700 1 --2- 172.21.15.39:0/696475401 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7ff5740a2e10 0x7ff5740a52d0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7ff57c007fd0 tx=0x7ff57c00c040 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:30:04.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.080+0000 7ff58affd700 1 -- 172.21.15.39:0/696475401 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7ff580020020 con 0x7ff58c06ab30 2024-06-13T06:30:04.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.337+0000 7ff5940e2700 1 -- 172.21.15.39:0/696475401 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff58c02dca0 con 0x7ff58c06ab30 2024-06-13T06:30:04.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.338+0000 7ff58affd700 1 -- 172.21.15.39:0/696475401 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11865 (secure 0 0 0) 0x7ff58009bf30 con 0x7ff58c06ab30 2024-06-13T06:30:04.338 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:30:04.338 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/2373452665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":2373452665},{"type":"v1","addr":"172.21.15.39:6835","nonce":2373452665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/2187635150","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":2187635150},{"type":"v1","addr":"172.21.15.39:6837","nonce":2187635150}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14571,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6839/1475451558","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":1475451558},{"type":"v1","addr":"172.21.15.39:6839","nonce":1475451558}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14577,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6841/313570480","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":313570480},{"type":"v1","addr":"172.21.15.39:6841","nonce":313570480}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/980475055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":980475055},{"type":"v1","addr":"172.21.15.149:6833","nonce":980475055}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24427,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/2757180167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":2757180167},{"type":"v1","addr":"172.21.15.149:6835","nonce":2757180167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-13T06:20:05.248660+0000","modified":"2024-06-13T06:23:07.325841+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24512,"mds_1":24482,"mds_2":24455},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24431":{"gid":24431,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.96:6833/2827318421","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6832","nonce":2827318421},{"type":"v1","addr":"172.21.15.96:6833","nonce":2827318421}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24439":{"gid":24439,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6837/1742889729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":1742889729},{"type":"v1","addr":"172.21.15.149:6837","nonce":1742889729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6839/862740064","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":862740064},{"type":"v1","addr":"172.21.15.149:6839","nonce":862740064}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.96:6835/3408571209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6834","nonce":3408571209},{"type":"v1","addr":"172.21.15.96:6835","nonce":3408571209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.96:6837/2574644445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6836","nonce":2574644445},{"type":"v1","addr":"172.21.15.96:6837","nonce":2574644445}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.96:6839/1459106434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6838","nonce":1459106434},{"type":"v1","addr":"172.21.15.96:6839","nonce":1459106434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24512,"qdb_cluster":[24482,24512,24455]},"id":1}]} 2024-06-13T06:30:04.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.340+0000 7ff5940e2700 1 -- 172.21.15.39:0/696475401 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7ff5740a2e10 msgr2=0x7ff5740a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:30:04.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.340+0000 7ff5940e2700 1 --2- 172.21.15.39:0/696475401 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7ff5740a2e10 0x7ff5740a52d0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7ff57c007fd0 tx=0x7ff57c00c040 comp rx=0 tx=0).stop 2024-06-13T06:30:04.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.340+0000 7ff5940e2700 1 -- 172.21.15.39:0/696475401 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff58c06ab30 msgr2=0x7ff58c19ed40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:30:04.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.340+0000 7ff5940e2700 1 --2- 172.21.15.39:0/696475401 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff58c06ab30 0x7ff58c19ed40 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7ff58000d980 tx=0x7ff58000dc90 comp rx=0 tx=0).stop 2024-06-13T06:30:04.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.340+0000 7ff5940e2700 1 -- 172.21.15.39:0/696475401 shutdown_connections 2024-06-13T06:30:04.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.340+0000 7ff5940e2700 1 --2- 172.21.15.39:0/696475401 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7ff5740a2e10 0x7ff5740a52d0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:04.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.340+0000 7ff5940e2700 1 --2- 172.21.15.39:0/696475401 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff58c108500 0x7ff58c1989c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:04.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.340+0000 7ff5940e2700 1 --2- 172.21.15.39:0/696475401 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff58c06a170 0x7ff58c19e800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:04.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.340+0000 7ff5940e2700 1 --2- 172.21.15.39:0/696475401 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff58c06ab30 0x7ff58c19ed40 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:04.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.340+0000 7ff5940e2700 1 -- 172.21.15.39:0/696475401 >> 172.21.15.39:0/696475401 conn(0x7ff58c078340 msgr2=0x7ff58c0fff00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:30:04.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.340+0000 7ff5940e2700 1 -- 172.21.15.39:0/696475401 shutdown_connections 2024-06-13T06:30:04.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:04.340+0000 7ff5940e2700 1 -- 172.21.15.39:0/696475401 wait complete. 2024-06-13T06:30:04.341 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 24 2024-06-13T06:30:04.956 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24512 quiesce db --set-id b681f691 --release --await' 2024-06-13T06:30:04.957 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- timeout 105 ceph tell mds.24512 quiesce db --set-id b681f691 --release --await 2024-06-13T06:30:04.981 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:30:04 smithi039 ceph-mon[32479]: pgmap v210: 97 pgs: 97 active+clean; 7.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 23 KiB/s wr, 17 op/s 2024-06-13T06:30:04.981 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:30:04 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/696475401' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:30:05.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:30:04 smithi096 ceph-mon[36532]: pgmap v210: 97 pgs: 97 active+clean; 7.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 23 KiB/s wr, 17 op/s 2024-06-13T06:30:05.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:30:04 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/696475401' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:30:05.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:30:04 smithi149 ceph-mon[36963]: pgmap v210: 97 pgs: 97 active+clean; 7.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 23 KiB/s wr, 17 op/s 2024-06-13T06:30:05.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:30:04 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/696475401' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:30:05.218 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:30:06.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.863+0000 7f976c4cb700 1 -- 172.21.15.39:0/289109777 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9764101fd0 msgr2=0x7f9764105fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:30:06.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.863+0000 7f976c4cb700 1 --2- 172.21.15.39:0/289109777 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9764101fd0 0x7f9764105fd0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f97540099c0 tx=0x7f9754009cd0 comp rx=0 tx=0).stop 2024-06-13T06:30:06.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.863+0000 7f976c4cb700 1 -- 172.21.15.39:0/289109777 shutdown_connections 2024-06-13T06:30:06.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.863+0000 7f976c4cb700 1 --2- 172.21.15.39:0/289109777 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f97641066b0 0x7f976410e280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:06.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.863+0000 7f976c4cb700 1 --2- 172.21.15.39:0/289109777 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9764101620 0x7f9764101a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:06.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.863+0000 7f976c4cb700 1 --2- 172.21.15.39:0/289109777 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9764101fd0 0x7f9764105fd0 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:06.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.863+0000 7f976c4cb700 1 -- 172.21.15.39:0/289109777 >> 172.21.15.39:0/289109777 conn(0x7f9764078340 msgr2=0x7f9764078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:30:06.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.863+0000 7f976c4cb700 1 -- 172.21.15.39:0/289109777 shutdown_connections 2024-06-13T06:30:06.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.863+0000 7f976c4cb700 1 -- 172.21.15.39:0/289109777 wait complete. 2024-06-13T06:30:06.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.864+0000 7f976c4cb700 1 Processor -- start 2024-06-13T06:30:06.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.864+0000 7f976c4cb700 1 -- start start 2024-06-13T06:30:06.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.864+0000 7f976c4cb700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9764101620 0x7f976419e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:06.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.864+0000 7f976c4cb700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9764101fd0 0x7f976419edf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:06.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.864+0000 7f976c4cb700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f97641066b0 0x7f9764198a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:06.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.864+0000 7f976c4cb700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f9764111690 con 0x7f9764101620 2024-06-13T06:30:06.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.864+0000 7f976c4cb700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f9764111510 con 0x7f9764101fd0 2024-06-13T06:30:06.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.864+0000 7f976c4cb700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f9764111810 con 0x7f97641066b0 2024-06-13T06:30:06.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.864+0000 7f976a267700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9764101620 0x7f976419e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:06.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.864+0000 7f976a267700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9764101620 0x7f976419e8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52270/0 (socket says 172.21.15.39:52270) 2024-06-13T06:30:06.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.864+0000 7f976a267700 1 -- 172.21.15.39:0/3960380844 learned_addr learned my addr 172.21.15.39:0/3960380844 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:30:06.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.864+0000 7f976aa68700 1 --2- 172.21.15.39:0/3960380844 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f97641066b0 0x7f9764198a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:06.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.864+0000 7f9769a66700 1 --2- 172.21.15.39:0/3960380844 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9764101fd0 0x7f976419edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:06.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.864+0000 7f976a267700 1 -- 172.21.15.39:0/3960380844 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f97641066b0 msgr2=0x7f9764198a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:30:06.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.864+0000 7f976a267700 1 --2- 172.21.15.39:0/3960380844 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f97641066b0 0x7f9764198a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:06.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.864+0000 7f976a267700 1 -- 172.21.15.39:0/3960380844 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9764101fd0 msgr2=0x7f976419edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:30:06.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.864+0000 7f976a267700 1 --2- 172.21.15.39:0/3960380844 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9764101fd0 0x7f976419edf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:06.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.864+0000 7f976a267700 1 -- 172.21.15.39:0/3960380844 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97641991d0 con 0x7f9764101620 2024-06-13T06:30:06.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.865+0000 7f976a267700 1 --2- 172.21.15.39:0/3960380844 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9764101620 0x7f976419e8b0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f976000d980 tx=0x7f976000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:30:06.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.865+0000 7f975b7fe700 1 -- 172.21.15.39:0/3960380844 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9760016070 con 0x7f9764101620 2024-06-13T06:30:06.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.865+0000 7f975b7fe700 1 -- 172.21.15.39:0/3960380844 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9760004d10 con 0x7f9764101620 2024-06-13T06:30:06.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.865+0000 7f976c4cb700 1 -- 172.21.15.39:0/3960380844 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97641994c0 con 0x7f9764101620 2024-06-13T06:30:06.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.865+0000 7f975b7fe700 1 -- 172.21.15.39:0/3960380844 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9760005670 con 0x7f9764101620 2024-06-13T06:30:06.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.865+0000 7f976c4cb700 1 -- 172.21.15.39:0/3960380844 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97641a5780 con 0x7f9764101620 2024-06-13T06:30:06.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.868+0000 7f975b7fe700 1 -- 172.21.15.39:0/3960380844 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f9760004750 con 0x7f9764101620 2024-06-13T06:30:06.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.869+0000 7f975b7fe700 1 --2- 172.21.15.39:0/3960380844 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f97500a2d90 0x7f97500a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:06.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.869+0000 7f975b7fe700 1 -- 172.21.15.39:0/3960380844 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7f97600cf1e0 con 0x7f9764101620 2024-06-13T06:30:06.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.869+0000 7f9769a66700 1 --2- 172.21.15.39:0/3960380844 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f97500a2d90 0x7f97500a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:06.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.869+0000 7f9776d4eb80 1 Processor -- start 2024-06-13T06:30:06.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.869+0000 7f9776d4eb80 1 -- start start 2024-06-13T06:30:06.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.869+0000 7f9769a66700 1 --2- 172.21.15.39:0/3960380844 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f97500a2d90 0x7f97500a5250 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f9754000c00 tx=0x7f9754005fb0 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:30:06.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.870+0000 7f9776d4eb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dac86c2c40 0x55dac86c3020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:06.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.870+0000 7f9776d4eb80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55dac86c3560 0x55dac86bce90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:06.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.870+0000 7f9776d4eb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dac86bd3d0 0x55dac86bd810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:06.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.870+0000 7f9776d4eb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55dac860e910 con 0x55dac86bd3d0 2024-06-13T06:30:06.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.870+0000 7f9776d4eb80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x55dac85b6820 con 0x55dac86c3560 2024-06-13T06:30:06.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.870+0000 7f9776d4eb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55dac860a8d0 con 0x55dac86c2c40 2024-06-13T06:30:06.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.870+0000 7f976aa68700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dac86bd3d0 0x55dac86bd810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:06.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.870+0000 7f976aa68700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dac86bd3d0 0x55dac86bd810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52282/0 (socket says 172.21.15.39:52282) 2024-06-13T06:30:06.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.870+0000 7f976aa68700 1 -- 172.21.15.39:0/199758049 learned_addr learned my addr 172.21.15.39:0/199758049 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:30:06.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.870+0000 7f976a267700 1 --2- 172.21.15.39:0/199758049 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dac86c2c40 0x55dac86c3020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:06.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.870+0000 7f9769a66700 1 --2- 172.21.15.39:0/199758049 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55dac86c3560 0x55dac86bce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:06.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.870+0000 7f976aa68700 1 -- 172.21.15.39:0/199758049 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dac86c2c40 msgr2=0x55dac86c3020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:30:06.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.870+0000 7f976aa68700 1 --2- 172.21.15.39:0/199758049 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dac86c2c40 0x55dac86c3020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:06.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.870+0000 7f976aa68700 1 -- 172.21.15.39:0/199758049 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55dac86c3560 msgr2=0x55dac86bce90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:30:06.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.870+0000 7f976aa68700 1 --2- 172.21.15.39:0/199758049 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55dac86c3560 0x55dac86bce90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:06.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.870+0000 7f976aa68700 1 -- 172.21.15.39:0/199758049 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dac85ad050 con 0x55dac86bd3d0 2024-06-13T06:30:06.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.870+0000 7f976aa68700 1 --2- 172.21.15.39:0/199758049 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dac86bd3d0 0x55dac86bd810 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f975c011680 tx=0x7f975c009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=158abde139459f6f server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:30:06.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.870+0000 7f9758d70700 1 -- 172.21.15.39:0/199758049 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f975c019030 con 0x55dac86bd3d0 2024-06-13T06:30:06.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.870+0000 7f9758d70700 1 -- 172.21.15.39:0/199758049 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f975c0092e0 con 0x55dac86bd3d0 2024-06-13T06:30:06.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.870+0000 7f9758d70700 1 -- 172.21.15.39:0/199758049 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f975c007760 con 0x55dac86bd3d0 2024-06-13T06:30:06.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.871+0000 7f9776d4eb80 1 -- 172.21.15.39:0/199758049 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dac86bd3d0 msgr2=0x55dac86bd810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:30:06.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.871+0000 7f9776d4eb80 1 --2- 172.21.15.39:0/199758049 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dac86bd3d0 0x55dac86bd810 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f975c011680 tx=0x7f975c009920 comp rx=0 tx=0).stop 2024-06-13T06:30:06.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.871+0000 7f9776d4eb80 1 -- 172.21.15.39:0/199758049 shutdown_connections 2024-06-13T06:30:06.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.871+0000 7f9776d4eb80 1 --2- 172.21.15.39:0/199758049 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dac86bd3d0 0x55dac86bd810 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:06.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.871+0000 7f9776d4eb80 1 --2- 172.21.15.39:0/199758049 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dac86c2c40 0x55dac86c3020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:06.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.871+0000 7f9776d4eb80 1 --2- 172.21.15.39:0/199758049 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55dac86c3560 0x55dac86bce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:06.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.871+0000 7f9776d4eb80 1 -- 172.21.15.39:0/199758049 >> 172.21.15.39:0/199758049 conn(0x55dac85e7dc0 msgr2=0x55dac86b8120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:30:06.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.871+0000 7f9776d4eb80 1 -- 172.21.15.39:0/199758049 shutdown_connections 2024-06-13T06:30:06.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.871+0000 7f9776d4eb80 1 -- 172.21.15.39:0/199758049 wait complete. 2024-06-13T06:30:06.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.872+0000 7f9776d4eb80 1 -- start start 2024-06-13T06:30:06.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.872+0000 7f9776d4eb80 1 Processor -- start 2024-06-13T06:30:06.874 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:30:06 smithi039 ceph-mon[32479]: pgmap v211: 97 pgs: 97 active+clean; 7.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 24 op/s 2024-06-13T06:30:06.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.872+0000 7f9776d4eb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dac86bd3d0 0x55dac86c9260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:06.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.872+0000 7f9776d4eb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dac86c2c40 0x55dac86c6560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:06.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.872+0000 7f9776d4eb80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55dac86c3560 0x55dac86c6aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:06.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.872+0000 7f9776d4eb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55dac86c9fd0 con 0x55dac86bd3d0 2024-06-13T06:30:06.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.872+0000 7f9776d4eb80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x55dac85aecf0 con 0x55dac86c3560 2024-06-13T06:30:06.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.873+0000 7f9776d4eb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55dac86ca150 con 0x55dac86c2c40 2024-06-13T06:30:06.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.873+0000 7f976a267700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dac86bd3d0 0x55dac86c9260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:06.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.873+0000 7f976aa68700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55dac86c3560 0x55dac86c6aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:06.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.873+0000 7f9776d4eb80 10 client.0 _ll_register_callbacks cb 0x55dac85a8a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:30:06.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.873+0000 7f976aa68700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55dac86c3560 0x55dac86c6aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.96:3300/0 says I am v2:172.21.15.39:33134/0 (socket says 172.21.15.39:33134) 2024-06-13T06:30:06.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.873+0000 7f976aa68700 1 -- 172.21.15.39:0/1827595047 learned_addr learned my addr 172.21.15.39:0/1827595047 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:30:06.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.873+0000 7f976a267700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dac86bd3d0 0x55dac86c9260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52284/0 (socket says 172.21.15.39:52284) 2024-06-13T06:30:06.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.873+0000 7f9769a66700 1 --2- 172.21.15.39:0/1827595047 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dac86c2c40 0x55dac86c6560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:06.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.873+0000 7f976a267700 1 -- 172.21.15.39:0/1827595047 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dac86c2c40 msgr2=0x55dac86c6560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:30:06.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.873+0000 7f976a267700 1 --2- 172.21.15.39:0/1827595047 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dac86c2c40 0x55dac86c6560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:06.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.873+0000 7f976a267700 1 -- 172.21.15.39:0/1827595047 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55dac86c3560 msgr2=0x55dac86c6aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:30:06.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.873+0000 7f976a267700 1 --2- 172.21.15.39:0/1827595047 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55dac86c3560 0x55dac86c6aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:06.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.873+0000 7f976a267700 1 -- 172.21.15.39:0/1827595047 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dac855d9d0 con 0x55dac86bd3d0 2024-06-13T06:30:06.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.873+0000 7f976a267700 1 --2- 172.21.15.39:0/1827595047 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dac86bd3d0 0x55dac86c9260 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f97600cc940 tx=0x7f9760022490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=732fbf45baafdaa2 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:30:06.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.873+0000 7f974dffb700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:30:06.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.873+0000 7f974dffb700 1 -- 172.21.15.39:0/1827595047 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f976009b710 con 0x55dac86bd3d0 2024-06-13T06:30:06.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.873+0000 7f974dffb700 1 -- 172.21.15.39:0/1827595047 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7f9760004340 con 0x55dac86bd3d0 2024-06-13T06:30:06.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.873+0000 7f9776d4eb80 1 -- 172.21.15.39:0/1827595047 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f975c0092e0 con 0x55dac86bd3d0 2024-06-13T06:30:06.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.874+0000 7f974dffb700 1 -- 172.21.15.39:0/1827595047 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f976009fac0 con 0x55dac86bd3d0 2024-06-13T06:30:06.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.874+0000 7f9776d4eb80 10 client.15543 fetch_fsmap learned FSMap version 24 2024-06-13T06:30:06.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.874+0000 7f9776d4eb80 1 -- 172.21.15.39:0/1827595047 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55dac86d4860 con 0x55dac86bd3d0 2024-06-13T06:30:06.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.874+0000 7f974dffb700 1 -- 172.21.15.39:0/1827595047 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f975c0092e0 con 0x55dac86bd3d0 2024-06-13T06:30:06.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.874+0000 7f974dffb700 1 -- 172.21.15.39:0/1827595047 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f97600a3ef0 con 0x55dac86bd3d0 2024-06-13T06:30:06.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.874+0000 7f9776d4eb80 10 client.15543 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:30:06.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.874+0000 7f9776d4eb80 10 client.15543 resolve_mds: validated gid 24512 aka daemon mds.b 2024-06-13T06:30:06.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.874+0000 7f9776d4eb80 20 client.15543 populate_metadata read hostname 'smithi039' 2024-06-13T06:30:06.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.874+0000 7f9776d4eb80 1 --2- 172.21.15.39:0/1827595047 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55dac86d6df0 0x55dac86d91e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:06.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.874+0000 7f9776d4eb80 4 client.15543 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T06:30:06.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.874+0000 7f9776d4eb80 1 -- 172.21.15.39:0/1827595047 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dac861be10 con 0x55dac86d6df0 2024-06-13T06:30:06.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.874+0000 7f9769a66700 1 --2- 172.21.15.39:0/1827595047 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55dac86d6df0 0x55dac86d91e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:06.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.875+0000 7f9769a66700 1 --2- 172.21.15.39:0/1827595047 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55dac86d6df0 0x55dac86d91e0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c7629988971497f7 server_cookie=5b747e608c594dcd in_seq=0 out_seq=0 2024-06-13T06:30:06.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.875+0000 7f974dffb700 10 client.15543 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:30:06.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.876+0000 7f974dffb700 1 -- 172.21.15.39:0/1827595047 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55dac861be10 con 0x55dac86d6df0 2024-06-13T06:30:06.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.876+0000 7f974dffb700 10 client.15543 handle_command_reply: tid=0 2024-06-13T06:30:06.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.876+0000 7f9776d4eb80 1 client.15543 shutdown 2024-06-13T06:30:06.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.876+0000 7f9776d4eb80 1 -- 172.21.15.39:0/1827595047 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dac86bd3d0 msgr2=0x55dac86c9260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:30:06.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.876+0000 7f9776d4eb80 1 --2- 172.21.15.39:0/1827595047 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dac86bd3d0 0x55dac86c9260 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f97600cc940 tx=0x7f9760022490 comp rx=0 tx=0).stop 2024-06-13T06:30:06.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.876+0000 7f9776d4eb80 1 -- 172.21.15.39:0/1827595047 shutdown_connections 2024-06-13T06:30:06.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.876+0000 7f9776d4eb80 1 --2- 172.21.15.39:0/1827595047 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55dac86d6df0 0x55dac86d91e0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:06.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.876+0000 7f9776d4eb80 1 --2- 172.21.15.39:0/1827595047 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55dac86c3560 0x55dac86c6aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:06.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.876+0000 7f9776d4eb80 1 --2- 172.21.15.39:0/1827595047 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dac86bd3d0 0x55dac86c9260 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:06.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.876+0000 7f9776d4eb80 1 --2- 172.21.15.39:0/1827595047 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dac86c2c40 0x55dac86c6560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:06.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.876+0000 7f9776d4eb80 1 -- 172.21.15.39:0/1827595047 >> 172.21.15.39:0/1827595047 conn(0x55dac85e7dc0 msgr2=0x55dac86b7d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:30:06.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.876+0000 7f974dffb700 0 client.15543 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:30:06.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.876+0000 7f9776d4eb80 1 -- 172.21.15.39:0/1827595047 shutdown_connections 2024-06-13T06:30:06.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.876+0000 7f9776d4eb80 1 -- 172.21.15.39:0/1827595047 wait complete. 2024-06-13T06:30:06.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.876+0000 7f9776d4eb80 20 client.15543 trim_cache size 0 max 16384 2024-06-13T06:30:06.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.896+0000 7f9776d4eb80 1 Processor -- start 2024-06-13T06:30:06.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.896+0000 7f9776d4eb80 1 -- start start 2024-06-13T06:30:06.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.897+0000 7f9776d4eb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dac86bd3d0 0x55dac86bce90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:06.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.897+0000 7f9776d4eb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dac86c2c40 0x55dac86c5560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:06.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.897+0000 7f9776d4eb80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55dac86c3560 0x55dac86dea40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:06.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.897+0000 7f9776d4eb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f97641af640 con 0x55dac86c2c40 2024-06-13T06:30:06.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.897+0000 7f9776d4eb80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f97641aced0 con 0x55dac86c3560 2024-06-13T06:30:06.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.897+0000 7f9776d4eb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f97641aad20 con 0x55dac86bd3d0 2024-06-13T06:30:06.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.897+0000 7f9769a66700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dac86c2c40 0x55dac86c5560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:06.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.897+0000 7f9769a66700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dac86c2c40 0x55dac86c5560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52300/0 (socket says 172.21.15.39:52300) 2024-06-13T06:30:06.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.897+0000 7f9769a66700 1 -- 172.21.15.39:0/2187906494 learned_addr learned my addr 172.21.15.39:0/2187906494 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:30:06.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.897+0000 7f976a267700 1 --2- 172.21.15.39:0/2187906494 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dac86bd3d0 0x55dac86bce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:06.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.897+0000 7f976aa68700 1 --2- 172.21.15.39:0/2187906494 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55dac86c3560 0x55dac86dea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:06.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.897+0000 7f9769a66700 1 -- 172.21.15.39:0/2187906494 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dac86bd3d0 msgr2=0x55dac86bce90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:30:06.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.897+0000 7f9769a66700 1 --2- 172.21.15.39:0/2187906494 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dac86bd3d0 0x55dac86bce90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:06.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.897+0000 7f9769a66700 1 -- 172.21.15.39:0/2187906494 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55dac86c3560 msgr2=0x55dac86dea40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:30:06.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.897+0000 7f9769a66700 1 --2- 172.21.15.39:0/2187906494 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55dac86c3560 0x55dac86dea40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:06.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.897+0000 7f9769a66700 1 -- 172.21.15.39:0/2187906494 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dac86d9810 con 0x55dac86c2c40 2024-06-13T06:30:06.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.897+0000 7f976aa68700 1 --2- 172.21.15.39:0/2187906494 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55dac86c3560 0x55dac86dea40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:30:06.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.897+0000 7f9769a66700 1 --2- 172.21.15.39:0/2187906494 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dac86c2c40 0x55dac86c5560 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f97540099c0 tx=0x7f9754023000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bac3b48821f6d5b9 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:30:06.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.897+0000 7f974ffff700 1 -- 172.21.15.39:0/2187906494 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97540249e0 con 0x55dac86c2c40 2024-06-13T06:30:06.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.898+0000 7f974ffff700 1 -- 172.21.15.39:0/2187906494 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9754024b80 con 0x55dac86c2c40 2024-06-13T06:30:06.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.898+0000 7f974ffff700 1 -- 172.21.15.39:0/2187906494 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9754032400 con 0x55dac86c2c40 2024-06-13T06:30:06.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.898+0000 7f9776d4eb80 1 -- 172.21.15.39:0/2187906494 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dac86c2c40 msgr2=0x55dac86c5560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:30:06.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.898+0000 7f9776d4eb80 1 --2- 172.21.15.39:0/2187906494 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dac86c2c40 0x55dac86c5560 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f97540099c0 tx=0x7f9754023000 comp rx=0 tx=0).stop 2024-06-13T06:30:06.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.898+0000 7f9776d4eb80 1 -- 172.21.15.39:0/2187906494 shutdown_connections 2024-06-13T06:30:06.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.898+0000 7f9776d4eb80 1 --2- 172.21.15.39:0/2187906494 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55dac86c3560 0x55dac86dea40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:06.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.898+0000 7f9776d4eb80 1 --2- 172.21.15.39:0/2187906494 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dac86bd3d0 0x55dac86bce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:06.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.898+0000 7f9776d4eb80 1 --2- 172.21.15.39:0/2187906494 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dac86c2c40 0x55dac86c5560 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:06.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.898+0000 7f9776d4eb80 1 -- 172.21.15.39:0/2187906494 >> 172.21.15.39:0/2187906494 conn(0x55dac85e7dc0 msgr2=0x55dac86c4e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:30:06.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.898+0000 7f9776d4eb80 1 -- 172.21.15.39:0/2187906494 shutdown_connections 2024-06-13T06:30:06.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.898+0000 7f9776d4eb80 1 -- 172.21.15.39:0/2187906494 wait complete. 2024-06-13T06:30:06.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.899+0000 7f9776d4eb80 1 -- start start 2024-06-13T06:30:06.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.899+0000 7f9776d4eb80 1 Processor -- start 2024-06-13T06:30:06.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.899+0000 7f9776d4eb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dac86bd3d0 0x55dac86cf750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:06.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.899+0000 7f9776d4eb80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55dac86c2c40 0x55dac86cfc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:06.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.899+0000 7f9776d4eb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dac86c3560 0x55dac86cbc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:06.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.899+0000 7f9776d4eb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f97641ab390 con 0x55dac86c3560 2024-06-13T06:30:06.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.899+0000 7f9776d4eb80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f97641ac800 con 0x55dac86c2c40 2024-06-13T06:30:06.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.899+0000 7f9776d4eb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f97641aba60 con 0x55dac86bd3d0 2024-06-13T06:30:06.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.899+0000 7f9776d4eb80 10 client.0 _ll_register_callbacks cb 0x55dac85a8a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:30:06.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.899+0000 7f976aa68700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dac86c3560 0x55dac86cbc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:06.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.899+0000 7f976aa68700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dac86c3560 0x55dac86cbc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52314/0 (socket says 172.21.15.39:52314) 2024-06-13T06:30:06.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.899+0000 7f976aa68700 1 -- 172.21.15.39:0/42556663 learned_addr learned my addr 172.21.15.39:0/42556663 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:30:06.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.899+0000 7f976a267700 1 --2- 172.21.15.39:0/42556663 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dac86bd3d0 0x55dac86cf750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:06.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.899+0000 7f9769a66700 1 --2- 172.21.15.39:0/42556663 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55dac86c2c40 0x55dac86cfc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:06.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.899+0000 7f976aa68700 1 -- 172.21.15.39:0/42556663 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dac86bd3d0 msgr2=0x55dac86cf750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:30:06.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.899+0000 7f976aa68700 1 --2- 172.21.15.39:0/42556663 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dac86bd3d0 0x55dac86cf750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:06.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.899+0000 7f976aa68700 1 -- 172.21.15.39:0/42556663 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55dac86c2c40 msgr2=0x55dac86cfc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:30:06.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.899+0000 7f976aa68700 1 --2- 172.21.15.39:0/42556663 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55dac86c2c40 0x55dac86cfc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:06.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.899+0000 7f976aa68700 1 -- 172.21.15.39:0/42556663 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dac86cc4b0 con 0x55dac86c3560 2024-06-13T06:30:06.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.900+0000 7f976aa68700 1 --2- 172.21.15.39:0/42556663 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dac86c3560 0x55dac86cbc70 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f975c004640 tx=0x7f975c004e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5454551007e923b9 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:30:06.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.900+0000 7f974dffb700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:30:06.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.900+0000 7f974dffb700 1 -- 172.21.15.39:0/42556663 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f975c023070 con 0x55dac86c3560 2024-06-13T06:30:06.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.900+0000 7f974dffb700 1 -- 172.21.15.39:0/42556663 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7f975c007500 con 0x55dac86c3560 2024-06-13T06:30:06.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.900+0000 7f9776d4eb80 1 -- 172.21.15.39:0/42556663 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9754024b80 con 0x55dac86c3560 2024-06-13T06:30:06.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.900+0000 7f974dffb700 1 -- 172.21.15.39:0/42556663 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f975c02f050 con 0x55dac86c3560 2024-06-13T06:30:06.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.900+0000 7f9776d4eb80 10 client.15549 fetch_fsmap learned FSMap version 24 2024-06-13T06:30:06.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.900+0000 7f9776d4eb80 1 -- 172.21.15.39:0/42556663 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55dac87425f0 con 0x55dac86c3560 2024-06-13T06:30:06.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.900+0000 7f974dffb700 1 -- 172.21.15.39:0/42556663 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f9754024b80 con 0x55dac86c3560 2024-06-13T06:30:06.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.900+0000 7f974dffb700 1 -- 172.21.15.39:0/42556663 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f975c01f780 con 0x55dac86c3560 2024-06-13T06:30:06.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.900+0000 7f9776d4eb80 10 client.15549 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:30:06.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.900+0000 7f9776d4eb80 10 client.15549 resolve_mds: validated gid 24512 aka daemon mds.b 2024-06-13T06:30:06.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.900+0000 7f9776d4eb80 20 client.15549 populate_metadata read hostname 'smithi039' 2024-06-13T06:30:06.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.900+0000 7f9776d4eb80 1 --2- 172.21.15.39:0/42556663 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55dac87429f0 0x55dac8744e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:06.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.900+0000 7f9776d4eb80 4 client.15549 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "b681f691", "release": true, "await": true}] 2024-06-13T06:30:06.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.900+0000 7f9776d4eb80 1 -- 172.21.15.39:0/42556663 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "quiesce db", "set_id": "b681f691", "release": true, "await": true}) -- 0x55dac8616390 con 0x55dac87429f0 2024-06-13T06:30:06.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.901+0000 7f976a267700 1 --2- 172.21.15.39:0/42556663 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55dac87429f0 0x55dac8744e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:06.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.901+0000 7f976a267700 1 --2- 172.21.15.39:0/42556663 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55dac87429f0 0x55dac8744e10 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bc260758d8c378e9 server_cookie=582d6a523a8a5465 in_seq=0 out_seq=0 2024-06-13T06:30:06.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.901+0000 7f974dffb700 10 client.15549 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:30:06.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.904+0000 7f974dffb700 1 -- 172.21.15.39:0/42556663 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55dac8616390 con 0x55dac87429f0 2024-06-13T06:30:06.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.904+0000 7f974dffb700 10 client.15549 handle_command_reply: tid=0 2024-06-13T06:30:06.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.904+0000 7f9776d4eb80 1 client.15549 shutdown 2024-06-13T06:30:06.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.904+0000 7f9776d4eb80 1 -- 172.21.15.39:0/42556663 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dac86c3560 msgr2=0x55dac86cbc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:30:06.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.904+0000 7f9776d4eb80 1 --2- 172.21.15.39:0/42556663 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dac86c3560 0x55dac86cbc70 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f975c004640 tx=0x7f975c004e60 comp rx=0 tx=0).stop 2024-06-13T06:30:06.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.905+0000 7f9776d4eb80 1 -- 172.21.15.39:0/42556663 shutdown_connections 2024-06-13T06:30:06.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.905+0000 7f9776d4eb80 1 --2- 172.21.15.39:0/42556663 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dac86c3560 0x55dac86cbc70 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:06.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.905+0000 7f9776d4eb80 1 --2- 172.21.15.39:0/42556663 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dac86bd3d0 0x55dac86cf750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:06.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.905+0000 7f9776d4eb80 1 --2- 172.21.15.39:0/42556663 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55dac87429f0 0x55dac8744e10 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:06.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.905+0000 7f9776d4eb80 1 --2- 172.21.15.39:0/42556663 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55dac86c2c40 0x55dac86cfc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:06.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.905+0000 7f9776d4eb80 1 -- 172.21.15.39:0/42556663 >> 172.21.15.39:0/42556663 conn(0x55dac85e7dc0 msgr2=0x55dac86c8620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:30:06.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.905+0000 7f974dffb700 0 client.15549 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:30:06.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.905+0000 7f9776d4eb80 1 -- 172.21.15.39:0/42556663 shutdown_connections 2024-06-13T06:30:06.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.905+0000 7f9776d4eb80 1 -- 172.21.15.39:0/42556663 wait complete. 2024-06-13T06:30:06.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.905+0000 7f9776d4eb80 20 client.15549 trim_cache size 0 max 16384 2024-06-13T06:30:06.907 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-06-13T06:30:06.907 INFO:teuthology.orchestra.run.smithi039.stdout: "epoch": 24, 2024-06-13T06:30:06.907 INFO:teuthology.orchestra.run.smithi039.stdout: "leader": 24512, 2024-06-13T06:30:06.907 INFO:teuthology.orchestra.run.smithi039.stdout: "set_version": 20, 2024-06-13T06:30:06.907 INFO:teuthology.orchestra.run.smithi039.stdout: "sets": { 2024-06-13T06:30:06.907 INFO:teuthology.orchestra.run.smithi039.stdout: "b681f691": { 2024-06-13T06:30:06.907 INFO:teuthology.orchestra.run.smithi039.stdout: "version": 20, 2024-06-13T06:30:06.907 INFO:teuthology.orchestra.run.smithi039.stdout: "age_ref": 0.0, 2024-06-13T06:30:06.907 INFO:teuthology.orchestra.run.smithi039.stdout: "state": { 2024-06-13T06:30:06.908 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "RELEASED", 2024-06-13T06:30:06.908 INFO:teuthology.orchestra.run.smithi039.stdout: "age": 0.0 2024-06-13T06:30:06.908 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:30:06.908 INFO:teuthology.orchestra.run.smithi039.stdout: "timeout": 90.0, 2024-06-13T06:30:06.908 INFO:teuthology.orchestra.run.smithi039.stdout: "expiration": 150.0, 2024-06-13T06:30:06.908 INFO:teuthology.orchestra.run.smithi039.stdout: "members": { 2024-06-13T06:30:06.908 INFO:teuthology.orchestra.run.smithi039.stdout: "file:/": { 2024-06-13T06:30:06.908 INFO:teuthology.orchestra.run.smithi039.stdout: "excluded": false, 2024-06-13T06:30:06.908 INFO:teuthology.orchestra.run.smithi039.stdout: "state": { 2024-06-13T06:30:06.908 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "RELEASED", 2024-06-13T06:30:06.908 INFO:teuthology.orchestra.run.smithi039.stdout: "age": 0.0 2024-06-13T06:30:06.908 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:30:06.908 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:30:06.909 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:30:06.909 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:30:06.909 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:30:06.909 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-06-13T06:30:06.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.905+0000 7f976c4cb700 1 -- 172.21.15.39:0/3960380844 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f97500a2d90 msgr2=0x7f97500a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:30:06.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.905+0000 7f976c4cb700 1 --2- 172.21.15.39:0/3960380844 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f97500a2d90 0x7f97500a5250 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f9754000c00 tx=0x7f9754005fb0 comp rx=0 tx=0).stop 2024-06-13T06:30:06.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.905+0000 7f976c4cb700 1 -- 172.21.15.39:0/3960380844 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9764101620 msgr2=0x7f976419e8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:30:06.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.905+0000 7f976c4cb700 1 --2- 172.21.15.39:0/3960380844 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9764101620 0x7f976419e8b0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f976000d980 tx=0x7f976000dc90 comp rx=0 tx=0).stop 2024-06-13T06:30:06.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.905+0000 7f976c4cb700 1 -- 172.21.15.39:0/3960380844 shutdown_connections 2024-06-13T06:30:06.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.906+0000 7f976c4cb700 1 --2- 172.21.15.39:0/3960380844 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f97500a2d90 0x7f97500a5250 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:06.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.906+0000 7f976c4cb700 1 --2- 172.21.15.39:0/3960380844 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f97641066b0 0x7f9764198a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:06.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.906+0000 7f976c4cb700 1 --2- 172.21.15.39:0/3960380844 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9764101620 0x7f976419e8b0 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:06.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.906+0000 7f976c4cb700 1 --2- 172.21.15.39:0/3960380844 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f9764101fd0 0x7f976419edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:06.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.906+0000 7f976c4cb700 1 -- 172.21.15.39:0/3960380844 >> 172.21.15.39:0/3960380844 conn(0x7f9764078340 msgr2=0x7f976406aea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:30:06.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.906+0000 7f976c4cb700 1 -- 172.21.15.39:0/3960380844 shutdown_connections 2024-06-13T06:30:06.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:06.906+0000 7f976c4cb700 1 -- 172.21.15.39:0/3960380844 wait complete. 2024-06-13T06:30:07.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:30:06 smithi096 ceph-mon[36532]: pgmap v211: 97 pgs: 97 active+clean; 7.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 24 op/s 2024-06-13T06:30:07.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:30:06 smithi149 ceph-mon[36963]: pgmap v211: 97 pgs: 97 active+clean; 7.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 24 op/s 2024-06-13T06:30:07.570 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'b681f691', total seconds elapsed: 35.2 2024-06-13T06:30:07.570 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 30.0 2024-06-13T06:30:07.570 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T06:30:07.867 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:30:09.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:30:08 smithi096 ceph-mon[36532]: pgmap v212: 97 pgs: 97 active+clean; 7.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 45 KiB/s wr, 22 op/s 2024-06-13T06:30:09.120 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:30:08 smithi039 ceph-mon[32479]: pgmap v212: 97 pgs: 97 active+clean; 7.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 45 KiB/s wr, 22 op/s 2024-06-13T06:30:09.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:30:08 smithi149 ceph-mon[36963]: pgmap v212: 97 pgs: 97 active+clean; 7.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 45 KiB/s wr, 22 op/s 2024-06-13T06:30:09.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.498+0000 7fea8649d700 1 -- 172.21.15.39:0/2731024648 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fea80101ed0 msgr2=0x7fea801022b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:30:09.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.498+0000 7fea8649d700 1 --2- 172.21.15.39:0/2731024648 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fea80101ed0 0x7fea801022b0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fea70009990 tx=0x7fea70009ca0 comp rx=0 tx=0).stop 2024-06-13T06:30:09.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.498+0000 7fea8649d700 1 -- 172.21.15.39:0/2731024648 shutdown_connections 2024-06-13T06:30:09.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.498+0000 7fea8649d700 1 --2- 172.21.15.39:0/2731024648 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fea8010ef70 0x7fea80111360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:09.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.498+0000 7fea8649d700 1 --2- 172.21.15.39:0/2731024648 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fea80101ed0 0x7fea801022b0 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:09.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.498+0000 7fea8649d700 1 --2- 172.21.15.39:0/2731024648 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fea801027f0 0x7fea8010ea30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:09.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.498+0000 7fea8649d700 1 -- 172.21.15.39:0/2731024648 >> 172.21.15.39:0/2731024648 conn(0x7fea80077400 msgr2=0x7fea80077810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:30:09.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.498+0000 7fea8649d700 1 -- 172.21.15.39:0/2731024648 shutdown_connections 2024-06-13T06:30:09.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.498+0000 7fea8649d700 1 -- 172.21.15.39:0/2731024648 wait complete. 2024-06-13T06:30:09.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.499+0000 7fea8649d700 1 Processor -- start 2024-06-13T06:30:09.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.499+0000 7fea8649d700 1 -- start start 2024-06-13T06:30:09.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.499+0000 7fea8649d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fea80101ed0 0x7fea8019ae80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:09.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.499+0000 7fea8649d700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fea801027f0 0x7fea8019b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:09.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.499+0000 7fea8649d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fea8010ef70 0x7fea8019f700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:09.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.499+0000 7fea8649d700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fea801149d0 con 0x7fea80101ed0 2024-06-13T06:30:09.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.499+0000 7fea8649d700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fea80114850 con 0x7fea801027f0 2024-06-13T06:30:09.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.499+0000 7fea8649d700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fea80114b50 con 0x7fea8010ef70 2024-06-13T06:30:09.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.499+0000 7fea7ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fea80101ed0 0x7fea8019ae80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:09.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.499+0000 7fea7ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fea80101ed0 0x7fea8019ae80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52334/0 (socket says 172.21.15.39:52334) 2024-06-13T06:30:09.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.499+0000 7fea7ffff700 1 -- 172.21.15.39:0/1209906393 learned_addr learned my addr 172.21.15.39:0/1209906393 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:30:09.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.500+0000 7fea84a3a700 1 --2- 172.21.15.39:0/1209906393 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fea8010ef70 0x7fea8019f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:09.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.500+0000 7fea7f7fe700 1 --2- 172.21.15.39:0/1209906393 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fea801027f0 0x7fea8019b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:09.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.500+0000 7fea7ffff700 1 -- 172.21.15.39:0/1209906393 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fea8010ef70 msgr2=0x7fea8019f700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:30:09.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.500+0000 7fea7ffff700 1 --2- 172.21.15.39:0/1209906393 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fea8010ef70 0x7fea8019f700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:09.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.500+0000 7fea7ffff700 1 -- 172.21.15.39:0/1209906393 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fea801027f0 msgr2=0x7fea8019b3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:30:09.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.500+0000 7fea7ffff700 1 --2- 172.21.15.39:0/1209906393 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fea801027f0 0x7fea8019b3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:09.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.500+0000 7fea7ffff700 1 -- 172.21.15.39:0/1209906393 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea8019fe40 con 0x7fea80101ed0 2024-06-13T06:30:09.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.500+0000 7fea7ffff700 1 --2- 172.21.15.39:0/1209906393 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fea80101ed0 0x7fea8019ae80 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fea70000c00 tx=0x7fea700047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:30:09.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.500+0000 7fea7d7fa700 1 -- 172.21.15.39:0/1209906393 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea70027070 con 0x7fea80101ed0 2024-06-13T06:30:09.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.500+0000 7fea7d7fa700 1 -- 172.21.15.39:0/1209906393 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fea70003e40 con 0x7fea80101ed0 2024-06-13T06:30:09.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.500+0000 7fea8649d700 1 -- 172.21.15.39:0/1209906393 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea801a00d0 con 0x7fea80101ed0 2024-06-13T06:30:09.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.500+0000 7fea7d7fa700 1 -- 172.21.15.39:0/1209906393 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea70022d10 con 0x7fea80101ed0 2024-06-13T06:30:09.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.500+0000 7fea8649d700 1 -- 172.21.15.39:0/1209906393 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea801a79b0 con 0x7fea80101ed0 2024-06-13T06:30:09.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.501+0000 7fea8649d700 1 -- 172.21.15.39:0/1209906393 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea801019e0 con 0x7fea80101ed0 2024-06-13T06:30:09.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.503+0000 7fea7d7fa700 1 -- 172.21.15.39:0/1209906393 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fea7002a070 con 0x7fea80101ed0 2024-06-13T06:30:09.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.504+0000 7fea7d7fa700 1 --2- 172.21.15.39:0/1209906393 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fea6c0a2d90 0x7fea6c0a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:09.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.504+0000 7fea7f7fe700 1 --2- 172.21.15.39:0/1209906393 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fea6c0a2d90 0x7fea6c0a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:09.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.504+0000 7fea7d7fa700 1 -- 172.21.15.39:0/1209906393 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 8506+0+0 (secure 0 0 0) 0x7fea700d0910 con 0x7fea80101ed0 2024-06-13T06:30:09.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.504+0000 7fea7f7fe700 1 --2- 172.21.15.39:0/1209906393 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fea6c0a2d90 0x7fea6c0a5250 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fea8006b5e0 tx=0x7fea6800a300 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:30:09.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.507+0000 7fea7d7fa700 1 -- 172.21.15.39:0/1209906393 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fea70031070 con 0x7fea80101ed0 2024-06-13T06:30:09.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.767+0000 7fea8649d700 1 -- 172.21.15.39:0/1209906393 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fea8019c190 con 0x7fea80101ed0 2024-06-13T06:30:09.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.768+0000 7fea7d7fa700 1 -- 172.21.15.39:0/1209906393 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11865 (secure 0 0 0) 0x7fea70013070 con 0x7fea80101ed0 2024-06-13T06:30:09.768 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:30:09.768 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/2373452665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":2373452665},{"type":"v1","addr":"172.21.15.39:6835","nonce":2373452665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/2187635150","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":2187635150},{"type":"v1","addr":"172.21.15.39:6837","nonce":2187635150}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14571,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6839/1475451558","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":1475451558},{"type":"v1","addr":"172.21.15.39:6839","nonce":1475451558}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14577,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6841/313570480","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":313570480},{"type":"v1","addr":"172.21.15.39:6841","nonce":313570480}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/980475055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":980475055},{"type":"v1","addr":"172.21.15.149:6833","nonce":980475055}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24427,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/2757180167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":2757180167},{"type":"v1","addr":"172.21.15.149:6835","nonce":2757180167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-13T06:20:05.248660+0000","modified":"2024-06-13T06:23:07.325841+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24512,"mds_1":24482,"mds_2":24455},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24431":{"gid":24431,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.96:6833/2827318421","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6832","nonce":2827318421},{"type":"v1","addr":"172.21.15.96:6833","nonce":2827318421}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24439":{"gid":24439,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6837/1742889729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":1742889729},{"type":"v1","addr":"172.21.15.149:6837","nonce":1742889729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6839/862740064","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":862740064},{"type":"v1","addr":"172.21.15.149:6839","nonce":862740064}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.96:6835/3408571209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6834","nonce":3408571209},{"type":"v1","addr":"172.21.15.96:6835","nonce":3408571209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.96:6837/2574644445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6836","nonce":2574644445},{"type":"v1","addr":"172.21.15.96:6837","nonce":2574644445}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.96:6839/1459106434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6838","nonce":1459106434},{"type":"v1","addr":"172.21.15.96:6839","nonce":1459106434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24512,"qdb_cluster":[24482,24512,24455]},"id":1}]} 2024-06-13T06:30:09.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.770+0000 7fea8649d700 1 -- 172.21.15.39:0/1209906393 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fea6c0a2d90 msgr2=0x7fea6c0a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:30:09.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.770+0000 7fea8649d700 1 --2- 172.21.15.39:0/1209906393 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fea6c0a2d90 0x7fea6c0a5250 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fea8006b5e0 tx=0x7fea6800a300 comp rx=0 tx=0).stop 2024-06-13T06:30:09.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.770+0000 7fea8649d700 1 -- 172.21.15.39:0/1209906393 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fea80101ed0 msgr2=0x7fea8019ae80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:30:09.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.770+0000 7fea8649d700 1 --2- 172.21.15.39:0/1209906393 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fea80101ed0 0x7fea8019ae80 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fea70000c00 tx=0x7fea700047b0 comp rx=0 tx=0).stop 2024-06-13T06:30:09.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.771+0000 7fea8649d700 1 -- 172.21.15.39:0/1209906393 shutdown_connections 2024-06-13T06:30:09.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.771+0000 7fea8649d700 1 --2- 172.21.15.39:0/1209906393 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fea6c0a2d90 0x7fea6c0a5250 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:09.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.771+0000 7fea8649d700 1 --2- 172.21.15.39:0/1209906393 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fea8010ef70 0x7fea8019f700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:09.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.771+0000 7fea8649d700 1 --2- 172.21.15.39:0/1209906393 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fea80101ed0 0x7fea8019ae80 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:09.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.771+0000 7fea8649d700 1 --2- 172.21.15.39:0/1209906393 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fea801027f0 0x7fea8019b3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:09.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.771+0000 7fea8649d700 1 -- 172.21.15.39:0/1209906393 >> 172.21.15.39:0/1209906393 conn(0x7fea80077400 msgr2=0x7fea80110360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:30:09.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.771+0000 7fea8649d700 1 -- 172.21.15.39:0/1209906393 shutdown_connections 2024-06-13T06:30:09.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:09.771+0000 7fea8649d700 1 -- 172.21.15.39:0/1209906393 wait complete. 2024-06-13T06:30:09.771 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 24 2024-06-13T06:30:10.407 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24512 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0' 2024-06-13T06:30:10.407 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- timeout 105 ceph tell mds.24512 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0 2024-06-13T06:30:10.660 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:30:11.039 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:30:10 smithi039 ceph-mon[32479]: pgmap v213: 97 pgs: 97 active+clean; 7.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 45 KiB/s wr, 22 op/s 2024-06-13T06:30:11.039 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:30:10 smithi039 ceph-mon[32479]: osdmap e93: 12 total, 12 up, 12 in 2024-06-13T06:30:11.039 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:30:10 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/1209906393' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:30:11.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:30:10 smithi096 ceph-mon[36532]: pgmap v213: 97 pgs: 97 active+clean; 7.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 45 KiB/s wr, 22 op/s 2024-06-13T06:30:11.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:30:10 smithi096 ceph-mon[36532]: osdmap e93: 12 total, 12 up, 12 in 2024-06-13T06:30:11.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:30:10 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/1209906393' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:30:11.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:30:10 smithi149 ceph-mon[36963]: pgmap v213: 97 pgs: 97 active+clean; 7.5 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 45 KiB/s wr, 22 op/s 2024-06-13T06:30:11.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:30:10 smithi149 ceph-mon[36963]: osdmap e93: 12 total, 12 up, 12 in 2024-06-13T06:30:11.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:30:10 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/1209906393' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:30:12.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.428+0000 7fa884bce700 1 -- 172.21.15.39:0/828958829 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa880108610 msgr2=0x7fa8801089f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:30:12.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.428+0000 7fa884bce700 1 --2- 172.21.15.39:0/828958829 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa880108610 0x7fa8801089f0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fa8700099c0 tx=0x7fa870009cd0 comp rx=0 tx=0).stop 2024-06-13T06:30:12.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.428+0000 7fa884bce700 1 -- 172.21.15.39:0/828958829 shutdown_connections 2024-06-13T06:30:12.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.428+0000 7fa884bce700 1 --2- 172.21.15.39:0/828958829 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fa8801018a0 0x7fa88010f3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:12.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.428+0000 7fa884bce700 1 --2- 172.21.15.39:0/828958829 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa880108610 0x7fa8801089f0 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:12.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.428+0000 7fa884bce700 1 --2- 172.21.15.39:0/828958829 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa880100ee0 0x7fa880101360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:12.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.428+0000 7fa884bce700 1 -- 172.21.15.39:0/828958829 >> 172.21.15.39:0/828958829 conn(0x7fa880076630 msgr2=0x7fa880076a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:30:12.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.428+0000 7fa884bce700 1 -- 172.21.15.39:0/828958829 shutdown_connections 2024-06-13T06:30:12.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.428+0000 7fa884bce700 1 -- 172.21.15.39:0/828958829 wait complete. 2024-06-13T06:30:12.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.429+0000 7fa884bce700 1 Processor -- start 2024-06-13T06:30:12.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.429+0000 7fa884bce700 1 -- start start 2024-06-13T06:30:12.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.429+0000 7fa884bce700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa880100ee0 0x7fa8801020c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:12.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.429+0000 7fa884bce700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa8801018a0 0x7fa880102600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:12.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.429+0000 7fa884bce700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fa880108610 0x7fa880102b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:12.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.429+0000 7fa884bce700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fa880112840 con 0x7fa880100ee0 2024-06-13T06:30:12.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.429+0000 7fa884bce700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fa8801126c0 con 0x7fa880108610 2024-06-13T06:30:12.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.429+0000 7fa884bce700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fa8801129c0 con 0x7fa8801018a0 2024-06-13T06:30:12.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.429+0000 7fa87e59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa880100ee0 0x7fa8801020c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:12.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.429+0000 7fa87e59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa880100ee0 0x7fa8801020c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51668/0 (socket says 172.21.15.39:51668) 2024-06-13T06:30:12.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.429+0000 7fa87e59c700 1 -- 172.21.15.39:0/1731186400 learned_addr learned my addr 172.21.15.39:0/1731186400 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:30:12.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.429+0000 7fa87ed9d700 1 --2- 172.21.15.39:0/1731186400 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fa880108610 0x7fa880102b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:12.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.429+0000 7fa87dd9b700 1 --2- 172.21.15.39:0/1731186400 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa8801018a0 0x7fa880102600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:12.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.430+0000 7fa87e59c700 1 -- 172.21.15.39:0/1731186400 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa8801018a0 msgr2=0x7fa880102600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:30:12.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.430+0000 7fa87e59c700 1 --2- 172.21.15.39:0/1731186400 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa8801018a0 0x7fa880102600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:12.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.430+0000 7fa87e59c700 1 -- 172.21.15.39:0/1731186400 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fa880108610 msgr2=0x7fa880102b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:30:12.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.430+0000 7fa87e59c700 1 --2- 172.21.15.39:0/1731186400 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fa880108610 0x7fa880102b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:12.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.430+0000 7fa87e59c700 1 -- 172.21.15.39:0/1731186400 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8801a7160 con 0x7fa880100ee0 2024-06-13T06:30:12.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.430+0000 7fa87dd9b700 1 --2- 172.21.15.39:0/1731186400 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa8801018a0 0x7fa880102600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:30:12.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.430+0000 7fa87e59c700 1 --2- 172.21.15.39:0/1731186400 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa880100ee0 0x7fa8801020c0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fa870009fd0 tx=0x7fa870003680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:30:12.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.430+0000 7fa86f7fe700 1 -- 172.21.15.39:0/1731186400 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa870027070 con 0x7fa880100ee0 2024-06-13T06:30:12.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.430+0000 7fa884bce700 1 -- 172.21.15.39:0/1731186400 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8801a73f0 con 0x7fa880100ee0 2024-06-13T06:30:12.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.430+0000 7fa86f7fe700 1 -- 172.21.15.39:0/1731186400 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa8700040d0 con 0x7fa880100ee0 2024-06-13T06:30:12.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.430+0000 7fa86f7fe700 1 -- 172.21.15.39:0/1731186400 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa87000f460 con 0x7fa880100ee0 2024-06-13T06:30:12.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.430+0000 7fa884bce700 1 -- 172.21.15.39:0/1731186400 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8801a78a0 con 0x7fa880100ee0 2024-06-13T06:30:12.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.432+0000 7fa86f7fe700 1 -- 172.21.15.39:0/1731186400 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fa87002a070 con 0x7fa880100ee0 2024-06-13T06:30:12.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.433+0000 7fa86f7fe700 1 --2- 172.21.15.39:0/1731186400 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fa8680a2e30 0x7fa8680a52f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:12.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.433+0000 7fa87dd9b700 1 --2- 172.21.15.39:0/1731186400 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fa8680a2e30 0x7fa8680a52f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:12.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.433+0000 7fa86f7fe700 1 -- 172.21.15.39:0/1731186400 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 8594+0+0 (secure 0 0 0) 0x7fa8700d0520 con 0x7fa880100ee0 2024-06-13T06:30:12.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.434+0000 7fa87dd9b700 1 --2- 172.21.15.39:0/1731186400 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fa8680a2e30 0x7fa8680a52f0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fa8801074c0 tx=0x7fa874005f30 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:30:12.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.434+0000 7fa88f451b80 1 Processor -- start 2024-06-13T06:30:12.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.434+0000 7fa88f451b80 1 -- start start 2024-06-13T06:30:12.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.434+0000 7fa88f451b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55f149c9e590 0x55f149c9e970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:12.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.434+0000 7fa88f451b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f149c9eeb0 0x55f149c987a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:12.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.434+0000 7fa88f451b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f149c98ce0 0x55f149c99100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:12.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.434+0000 7fa88f451b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55f149b8b0f0 con 0x55f149c98ce0 2024-06-13T06:30:12.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.434+0000 7fa88f451b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x55f149be99e0 con 0x55f149c9e590 2024-06-13T06:30:12.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.434+0000 7fa88f451b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55f149b515f0 con 0x55f149c9eeb0 2024-06-13T06:30:12.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.434+0000 7fa87ed9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f149c98ce0 0x55f149c99100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:12.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.434+0000 7fa87ed9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f149c98ce0 0x55f149c99100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51674/0 (socket says 172.21.15.39:51674) 2024-06-13T06:30:12.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.434+0000 7fa87ed9d700 1 -- 172.21.15.39:0/3732112931 learned_addr learned my addr 172.21.15.39:0/3732112931 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:30:12.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.434+0000 7fa87e59c700 1 --2- 172.21.15.39:0/3732112931 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55f149c9e590 0x55f149c9e970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:12.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.434+0000 7fa87dd9b700 1 --2- 172.21.15.39:0/3732112931 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f149c9eeb0 0x55f149c987a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:12.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.435+0000 7fa87ed9d700 1 -- 172.21.15.39:0/3732112931 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f149c9eeb0 msgr2=0x55f149c987a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:30:12.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.435+0000 7fa87ed9d700 1 --2- 172.21.15.39:0/3732112931 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f149c9eeb0 0x55f149c987a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:12.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.435+0000 7fa87ed9d700 1 -- 172.21.15.39:0/3732112931 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55f149c9e590 msgr2=0x55f149c9e970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:30:12.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.435+0000 7fa87ed9d700 1 --2- 172.21.15.39:0/3732112931 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55f149c9e590 0x55f149c9e970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:12.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.435+0000 7fa87ed9d700 1 -- 172.21.15.39:0/3732112931 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f149b38a60 con 0x55f149c98ce0 2024-06-13T06:30:12.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.435+0000 7fa87ed9d700 1 --2- 172.21.15.39:0/3732112931 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f149c98ce0 0x55f149c99100 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7fa87800a730 tx=0x7fa8780078d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3ebc55e0828dc81 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:30:12.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.435+0000 7fa86cff9700 1 -- 172.21.15.39:0/3732112931 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa878003a00 con 0x55f149c98ce0 2024-06-13T06:30:12.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.435+0000 7fa86cff9700 1 -- 172.21.15.39:0/3732112931 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa878003ba0 con 0x55f149c98ce0 2024-06-13T06:30:12.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.435+0000 7fa86cff9700 1 -- 172.21.15.39:0/3732112931 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa878014640 con 0x55f149c98ce0 2024-06-13T06:30:12.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.436+0000 7fa88f451b80 1 -- 172.21.15.39:0/3732112931 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f149c98ce0 msgr2=0x55f149c99100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:30:12.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.436+0000 7fa88f451b80 1 --2- 172.21.15.39:0/3732112931 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f149c98ce0 0x55f149c99100 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7fa87800a730 tx=0x7fa8780078d0 comp rx=0 tx=0).stop 2024-06-13T06:30:12.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.436+0000 7fa88f451b80 1 -- 172.21.15.39:0/3732112931 shutdown_connections 2024-06-13T06:30:12.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.436+0000 7fa88f451b80 1 --2- 172.21.15.39:0/3732112931 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f149c98ce0 0x55f149c99100 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:12.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.436+0000 7fa88f451b80 1 --2- 172.21.15.39:0/3732112931 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55f149c9e590 0x55f149c9e970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:12.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.436+0000 7fa88f451b80 1 --2- 172.21.15.39:0/3732112931 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f149c9eeb0 0x55f149c987a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:12.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.436+0000 7fa88f451b80 1 -- 172.21.15.39:0/3732112931 >> 172.21.15.39:0/3732112931 conn(0x55f149bc5210 msgr2=0x55f149c93a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:30:12.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.436+0000 7fa88f451b80 1 -- 172.21.15.39:0/3732112931 shutdown_connections 2024-06-13T06:30:12.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.436+0000 7fa88f451b80 1 -- 172.21.15.39:0/3732112931 wait complete. 2024-06-13T06:30:12.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.436+0000 7fa88f451b80 1 -- start start 2024-06-13T06:30:12.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.436+0000 7fa88f451b80 1 Processor -- start 2024-06-13T06:30:12.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.437+0000 7fa88f451b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f149c98ce0 0x55f149ca4b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:12.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.437+0000 7fa88f451b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55f149c9e590 0x55f149ca1e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:12.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.437+0000 7fa88f451b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f149c9eeb0 0x55f149ca23c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:12.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.437+0000 7fa88f451b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55f149b8a150 con 0x55f149c9eeb0 2024-06-13T06:30:12.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.437+0000 7fa88f451b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x55f149be59a0 con 0x55f149c9e590 2024-06-13T06:30:12.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.437+0000 7fa88f451b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55f149ca5830 con 0x55f149c98ce0 2024-06-13T06:30:12.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.437+0000 7fa88f451b80 10 client.0 _ll_register_callbacks cb 0x55f149b7f740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:30:12.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.437+0000 7fa87ed9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f149c9eeb0 0x55f149ca23c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:12.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.437+0000 7fa87ed9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f149c9eeb0 0x55f149ca23c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51676/0 (socket says 172.21.15.39:51676) 2024-06-13T06:30:12.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.437+0000 7fa87ed9d700 1 -- 172.21.15.39:0/3870510061 learned_addr learned my addr 172.21.15.39:0/3870510061 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:30:12.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.437+0000 7fa87dd9b700 1 --2- 172.21.15.39:0/3870510061 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55f149c9e590 0x55f149ca1e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:12.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.437+0000 7fa87e59c700 1 --2- 172.21.15.39:0/3870510061 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f149c98ce0 0x55f149ca4b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:12.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.437+0000 7fa87ed9d700 1 -- 172.21.15.39:0/3870510061 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f149c98ce0 msgr2=0x55f149ca4b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:30:12.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.437+0000 7fa87ed9d700 1 --2- 172.21.15.39:0/3870510061 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f149c98ce0 0x55f149ca4b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:12.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.437+0000 7fa87ed9d700 1 -- 172.21.15.39:0/3870510061 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55f149c9e590 msgr2=0x55f149ca1e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:30:12.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.437+0000 7fa87ed9d700 1 --2- 172.21.15.39:0/3870510061 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55f149c9e590 0x55f149ca1e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:12.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.437+0000 7fa87ed9d700 1 -- 172.21.15.39:0/3870510061 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f149baf8e0 con 0x55f149c9eeb0 2024-06-13T06:30:12.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.437+0000 7fa87e59c700 1 --2- 172.21.15.39:0/3870510061 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f149c98ce0 0x55f149ca4b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:30:12.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.437+0000 7fa87ed9d700 1 --2- 172.21.15.39:0/3870510061 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f149c9eeb0 0x55f149ca23c0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fa878007fa0 tx=0x7fa878004480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d27802f1c0361855 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:30:12.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.437+0000 7fa865ffb700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:30:12.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.438+0000 7fa865ffb700 1 -- 172.21.15.39:0/3870510061 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa878022070 con 0x55f149c9eeb0 2024-06-13T06:30:12.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.438+0000 7fa865ffb700 1 -- 172.21.15.39:0/3870510061 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8594+0+0 (secure 0 0 0) 0x7fa878004ce0 con 0x55f149c9eeb0 2024-06-13T06:30:12.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.438+0000 7fa88f451b80 1 -- 172.21.15.39:0/3870510061 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa878003ba0 con 0x55f149c9eeb0 2024-06-13T06:30:12.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.438+0000 7fa865ffb700 1 -- 172.21.15.39:0/3870510061 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fa878003a00 con 0x55f149c9eeb0 2024-06-13T06:30:12.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.438+0000 7fa88f451b80 10 client.15567 fetch_fsmap learned FSMap version 24 2024-06-13T06:30:12.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.438+0000 7fa88f451b80 1 -- 172.21.15.39:0/3870510061 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55f149caff50 con 0x55f149c9eeb0 2024-06-13T06:30:12.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.438+0000 7fa865ffb700 1 -- 172.21.15.39:0/3870510061 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa878003ba0 con 0x55f149c9eeb0 2024-06-13T06:30:12.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.438+0000 7fa865ffb700 1 -- 172.21.15.39:0/3870510061 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fa878014400 con 0x55f149c9eeb0 2024-06-13T06:30:12.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.438+0000 7fa88f451b80 10 client.15567 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:30:12.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.438+0000 7fa88f451b80 10 client.15567 resolve_mds: validated gid 24512 aka daemon mds.b 2024-06-13T06:30:12.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.438+0000 7fa88f451b80 20 client.15567 populate_metadata read hostname 'smithi039' 2024-06-13T06:30:12.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.438+0000 7fa88f451b80 1 --2- 172.21.15.39:0/3870510061 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55f149cb2480 0x55f149cb4870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:12.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.438+0000 7fa88f451b80 4 client.15567 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T06:30:12.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.438+0000 7fa88f451b80 1 -- 172.21.15.39:0/3870510061 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f149bf6ee0 con 0x55f149cb2480 2024-06-13T06:30:12.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.439+0000 7fa87e59c700 1 --2- 172.21.15.39:0/3870510061 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55f149cb2480 0x55f149cb4870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:12.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.439+0000 7fa87e59c700 1 --2- 172.21.15.39:0/3870510061 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55f149cb2480 0x55f149cb4870 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c43b56ab1683e84 server_cookie=36f7ff5f4b5e6bca in_seq=0 out_seq=0 2024-06-13T06:30:12.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.439+0000 7fa865ffb700 10 client.15567 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:30:12.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.440+0000 7fa865ffb700 1 -- 172.21.15.39:0/3870510061 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55f149bf6ee0 con 0x55f149cb2480 2024-06-13T06:30:12.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.440+0000 7fa865ffb700 10 client.15567 handle_command_reply: tid=0 2024-06-13T06:30:12.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.440+0000 7fa88f451b80 1 client.15567 shutdown 2024-06-13T06:30:12.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.440+0000 7fa88f451b80 1 -- 172.21.15.39:0/3870510061 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f149c9eeb0 msgr2=0x55f149ca23c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:30:12.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.440+0000 7fa88f451b80 1 --2- 172.21.15.39:0/3870510061 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f149c9eeb0 0x55f149ca23c0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fa878007fa0 tx=0x7fa878004480 comp rx=0 tx=0).stop 2024-06-13T06:30:12.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.440+0000 7fa88f451b80 1 -- 172.21.15.39:0/3870510061 shutdown_connections 2024-06-13T06:30:12.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.440+0000 7fa88f451b80 1 --2- 172.21.15.39:0/3870510061 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f149c9eeb0 0x55f149ca23c0 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:12.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.440+0000 7fa88f451b80 1 --2- 172.21.15.39:0/3870510061 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f149c98ce0 0x55f149ca4b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:12.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.440+0000 7fa88f451b80 1 --2- 172.21.15.39:0/3870510061 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55f149cb2480 0x55f149cb4870 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:12.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.440+0000 7fa88f451b80 1 --2- 172.21.15.39:0/3870510061 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55f149c9e590 0x55f149ca1e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:12.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.440+0000 7fa865ffb700 0 client.15567 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:30:12.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.440+0000 7fa88f451b80 1 -- 172.21.15.39:0/3870510061 >> 172.21.15.39:0/3870510061 conn(0x55f149bc5210 msgr2=0x55f149c92c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:30:12.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.440+0000 7fa88f451b80 1 -- 172.21.15.39:0/3870510061 shutdown_connections 2024-06-13T06:30:12.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.440+0000 7fa88f451b80 1 -- 172.21.15.39:0/3870510061 wait complete. 2024-06-13T06:30:12.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.440+0000 7fa88f451b80 20 client.15567 trim_cache size 0 max 16384 2024-06-13T06:30:12.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.460+0000 7fa88f451b80 1 Processor -- start 2024-06-13T06:30:12.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.460+0000 7fa88f451b80 1 -- start start 2024-06-13T06:30:12.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.461+0000 7fa88f451b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55f149c98ce0 0x55f149c987a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:12.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.461+0000 7fa88f451b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f149c9e590 0x55f149ca0b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:12.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.461+0000 7fa88f451b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f149c9eeb0 0x55f149ca1040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:12.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.461+0000 7fa88f451b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fa8801b1920 con 0x55f149c9eeb0 2024-06-13T06:30:12.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.461+0000 7fa88f451b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fa8801af1b0 con 0x55f149c98ce0 2024-06-13T06:30:12.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.461+0000 7fa88f451b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fa8801ad020 con 0x55f149c9e590 2024-06-13T06:30:12.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.461+0000 7fa87ed9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f149c9eeb0 0x55f149ca1040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:12.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.461+0000 7fa87ed9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f149c9eeb0 0x55f149ca1040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51690/0 (socket says 172.21.15.39:51690) 2024-06-13T06:30:12.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.461+0000 7fa87ed9d700 1 -- 172.21.15.39:0/4244876940 learned_addr learned my addr 172.21.15.39:0/4244876940 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:30:12.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.461+0000 7fa87e59c700 1 --2- 172.21.15.39:0/4244876940 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55f149c98ce0 0x55f149c987a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:12.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.461+0000 7fa87dd9b700 1 --2- 172.21.15.39:0/4244876940 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f149c9e590 0x55f149ca0b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:12.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.461+0000 7fa87ed9d700 1 -- 172.21.15.39:0/4244876940 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f149c9e590 msgr2=0x55f149ca0b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:30:12.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.461+0000 7fa87ed9d700 1 --2- 172.21.15.39:0/4244876940 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f149c9e590 0x55f149ca0b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:12.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.461+0000 7fa87ed9d700 1 -- 172.21.15.39:0/4244876940 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55f149c98ce0 msgr2=0x55f149c987a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:30:12.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.461+0000 7fa87ed9d700 1 --2- 172.21.15.39:0/4244876940 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55f149c98ce0 0x55f149c987a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:12.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.461+0000 7fa87ed9d700 1 -- 172.21.15.39:0/4244876940 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f149ca2510 con 0x55f149c9eeb0 2024-06-13T06:30:12.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.461+0000 7fa87e59c700 1 --2- 172.21.15.39:0/4244876940 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55f149c98ce0 0x55f149c987a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:30:12.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.461+0000 7fa87ed9d700 1 --2- 172.21.15.39:0/4244876940 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f149c9eeb0 0x55f149ca1040 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7fa87800a3e0 tx=0x7fa8780079e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24282cfa82a1d84c server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:30:12.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.461+0000 7fa867fff700 1 -- 172.21.15.39:0/4244876940 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa878037070 con 0x55f149c9eeb0 2024-06-13T06:30:12.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.462+0000 7fa867fff700 1 -- 172.21.15.39:0/4244876940 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa878003ba0 con 0x55f149c9eeb0 2024-06-13T06:30:12.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.462+0000 7fa867fff700 1 -- 172.21.15.39:0/4244876940 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa878022070 con 0x55f149c9eeb0 2024-06-13T06:30:12.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.462+0000 7fa88f451b80 1 -- 172.21.15.39:0/4244876940 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f149c9eeb0 msgr2=0x55f149ca1040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:30:12.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.462+0000 7fa88f451b80 1 --2- 172.21.15.39:0/4244876940 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f149c9eeb0 0x55f149ca1040 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7fa87800a3e0 tx=0x7fa8780079e0 comp rx=0 tx=0).stop 2024-06-13T06:30:12.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.462+0000 7fa88f451b80 1 -- 172.21.15.39:0/4244876940 shutdown_connections 2024-06-13T06:30:12.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.462+0000 7fa88f451b80 1 --2- 172.21.15.39:0/4244876940 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f149c9eeb0 0x55f149ca1040 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:12.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.462+0000 7fa88f451b80 1 --2- 172.21.15.39:0/4244876940 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55f149c98ce0 0x55f149c987a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:12.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.462+0000 7fa88f451b80 1 --2- 172.21.15.39:0/4244876940 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f149c9e590 0x55f149ca0b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:12.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.462+0000 7fa88f451b80 1 -- 172.21.15.39:0/4244876940 >> 172.21.15.39:0/4244876940 conn(0x55f149bc5210 msgr2=0x55f149ca03f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:30:12.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.462+0000 7fa88f451b80 1 -- 172.21.15.39:0/4244876940 shutdown_connections 2024-06-13T06:30:12.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.462+0000 7fa88f451b80 1 -- 172.21.15.39:0/4244876940 wait complete. 2024-06-13T06:30:12.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.462+0000 7fa88f451b80 1 -- start start 2024-06-13T06:30:12.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.463+0000 7fa88f451b80 1 Processor -- start 2024-06-13T06:30:12.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.463+0000 7fa88f451b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f149c98ce0 0x55f149caaff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:12.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.463+0000 7fa88f451b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f149c9e590 0x55f149ca7af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:12.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.463+0000 7fa88f451b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55f149c9eeb0 0x55f149ca8030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:12.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.463+0000 7fa88f451b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fa8801ad670 con 0x55f149c9e590 2024-06-13T06:30:12.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.463+0000 7fa88f451b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fa8801aeae0 con 0x55f149c9eeb0 2024-06-13T06:30:12.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.463+0000 7fa88f451b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fa8801add40 con 0x55f149c98ce0 2024-06-13T06:30:12.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.463+0000 7fa88f451b80 10 client.0 _ll_register_callbacks cb 0x55f149cb4d90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:30:12.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.463+0000 7fa87dd9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f149c9e590 0x55f149ca7af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:12.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.463+0000 7fa87dd9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f149c9e590 0x55f149ca7af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51696/0 (socket says 172.21.15.39:51696) 2024-06-13T06:30:12.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.463+0000 7fa87dd9b700 1 -- 172.21.15.39:0/1417662968 learned_addr learned my addr 172.21.15.39:0/1417662968 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:30:12.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.463+0000 7fa87e59c700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f149c98ce0 0x55f149caaff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:12.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.463+0000 7fa87ed9d700 1 --2- 172.21.15.39:0/1417662968 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55f149c9eeb0 0x55f149ca8030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:12.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.463+0000 7fa87dd9b700 1 -- 172.21.15.39:0/1417662968 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f149c98ce0 msgr2=0x55f149caaff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:30:12.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.463+0000 7fa87dd9b700 1 --2- 172.21.15.39:0/1417662968 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f149c98ce0 0x55f149caaff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:12.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.463+0000 7fa87dd9b700 1 -- 172.21.15.39:0/1417662968 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55f149c9eeb0 msgr2=0x55f149ca8030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:30:12.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.463+0000 7fa87dd9b700 1 --2- 172.21.15.39:0/1417662968 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55f149c9eeb0 0x55f149ca8030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:12.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.463+0000 7fa87dd9b700 1 -- 172.21.15.39:0/1417662968 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f149ca8570 con 0x55f149c9e590 2024-06-13T06:30:12.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.464+0000 7fa87dd9b700 1 --2- 172.21.15.39:0/1417662968 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f149c9e590 0x55f149ca7af0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fa880103b50 tx=0x7fa874004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de7df50744cf1f61 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:30:12.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.464+0000 7fa865ffb700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:30:12.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.464+0000 7fa865ffb700 1 -- 172.21.15.39:0/1417662968 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa87402d060 con 0x55f149c9e590 2024-06-13T06:30:12.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.464+0000 7fa865ffb700 1 -- 172.21.15.39:0/1417662968 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 8594+0+0 (secure 0 0 0) 0x7fa874010640 con 0x55f149c9e590 2024-06-13T06:30:12.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.464+0000 7fa88f451b80 1 -- 172.21.15.39:0/1417662968 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa878003ba0 con 0x55f149c9e590 2024-06-13T06:30:12.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.464+0000 7fa865ffb700 1 -- 172.21.15.39:0/1417662968 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fa874010840 con 0x55f149c9e590 2024-06-13T06:30:12.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.464+0000 7fa88f451b80 10 client.15573 fetch_fsmap learned FSMap version 24 2024-06-13T06:30:12.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.464+0000 7fa88f451b80 1 -- 172.21.15.39:0/1417662968 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55f149d1dba0 con 0x55f149c9e590 2024-06-13T06:30:12.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.464+0000 7fa865ffb700 1 -- 172.21.15.39:0/1417662968 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa878003ba0 con 0x55f149c9e590 2024-06-13T06:30:12.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.464+0000 7fa865ffb700 1 -- 172.21.15.39:0/1417662968 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fa874028bc0 con 0x55f149c9e590 2024-06-13T06:30:12.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.464+0000 7fa88f451b80 10 client.15573 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:30:12.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.464+0000 7fa88f451b80 10 client.15573 resolve_mds: validated gid 24512 aka daemon mds.b 2024-06-13T06:30:12.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.464+0000 7fa88f451b80 20 client.15573 populate_metadata read hostname 'smithi039' 2024-06-13T06:30:12.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.464+0000 7fa88f451b80 1 --2- 172.21.15.39:0/1417662968 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55f149d1e380 0x55f149d207a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:12.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.464+0000 7fa88f451b80 4 client.15573 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}] 2024-06-13T06:30:12.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.464+0000 7fa88f451b80 1 -- 172.21.15.39:0/1417662968 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}) -- 0x55f149bf1460 con 0x55f149d1e380 2024-06-13T06:30:12.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.465+0000 7fa87e59c700 1 --2- 172.21.15.39:0/1417662968 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55f149d1e380 0x55f149d207a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:12.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.465+0000 7fa87e59c700 1 --2- 172.21.15.39:0/1417662968 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55f149d1e380 0x55f149d207a0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6d33216ebae4edb2 server_cookie=d23f43e4260ab40e in_seq=0 out_seq=0 2024-06-13T06:30:12.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.465+0000 7fa865ffb700 10 client.15573 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:30:12.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.475+0000 7fa865ffb700 1 -- 172.21.15.39:0/1417662968 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55f149bf1460 con 0x55f149d1e380 2024-06-13T06:30:12.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.475+0000 7fa865ffb700 10 client.15573 handle_command_reply: tid=0 2024-06-13T06:30:12.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.475+0000 7fa88f451b80 1 client.15573 shutdown 2024-06-13T06:30:12.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.475+0000 7fa88f451b80 1 -- 172.21.15.39:0/1417662968 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f149c9e590 msgr2=0x55f149ca7af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:30:12.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.475+0000 7fa88f451b80 1 --2- 172.21.15.39:0/1417662968 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f149c9e590 0x55f149ca7af0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fa880103b50 tx=0x7fa874004750 comp rx=0 tx=0).stop 2024-06-13T06:30:12.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.475+0000 7fa88f451b80 1 -- 172.21.15.39:0/1417662968 shutdown_connections 2024-06-13T06:30:12.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.475+0000 7fa88f451b80 1 --2- 172.21.15.39:0/1417662968 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55f149d1e380 0x55f149d207a0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:12.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.475+0000 7fa88f451b80 1 --2- 172.21.15.39:0/1417662968 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55f149c9eeb0 0x55f149ca8030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:12.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.475+0000 7fa88f451b80 1 --2- 172.21.15.39:0/1417662968 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f149c98ce0 0x55f149caaff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:12.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.475+0000 7fa88f451b80 1 --2- 172.21.15.39:0/1417662968 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f149c9e590 0x55f149ca7af0 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:12.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.475+0000 7fa88f451b80 1 -- 172.21.15.39:0/1417662968 >> 172.21.15.39:0/1417662968 conn(0x55f149bc5210 msgr2=0x55f149ca0c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:30:12.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.475+0000 7fa865ffb700 0 client.15573 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:30:12.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.475+0000 7fa88f451b80 1 -- 172.21.15.39:0/1417662968 shutdown_connections 2024-06-13T06:30:12.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.475+0000 7fa88f451b80 1 -- 172.21.15.39:0/1417662968 wait complete. 2024-06-13T06:30:12.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.475+0000 7fa88f451b80 20 client.15573 trim_cache size 0 max 16384 2024-06-13T06:30:12.476 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-06-13T06:30:12.476 INFO:teuthology.orchestra.run.smithi039.stdout: "epoch": 24, 2024-06-13T06:30:12.476 INFO:teuthology.orchestra.run.smithi039.stdout: "leader": 24512, 2024-06-13T06:30:12.476 INFO:teuthology.orchestra.run.smithi039.stdout: "set_version": 22, 2024-06-13T06:30:12.476 INFO:teuthology.orchestra.run.smithi039.stdout: "sets": { 2024-06-13T06:30:12.476 INFO:teuthology.orchestra.run.smithi039.stdout: "9acd5635": { 2024-06-13T06:30:12.476 INFO:teuthology.orchestra.run.smithi039.stdout: "version": 22, 2024-06-13T06:30:12.476 INFO:teuthology.orchestra.run.smithi039.stdout: "age_ref": 0.0, 2024-06-13T06:30:12.476 INFO:teuthology.orchestra.run.smithi039.stdout: "state": { 2024-06-13T06:30:12.477 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "QUIESCED", 2024-06-13T06:30:12.477 INFO:teuthology.orchestra.run.smithi039.stdout: "age": 0.0 2024-06-13T06:30:12.477 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:30:12.477 INFO:teuthology.orchestra.run.smithi039.stdout: "timeout": 90.0, 2024-06-13T06:30:12.477 INFO:teuthology.orchestra.run.smithi039.stdout: "expiration": 150.0, 2024-06-13T06:30:12.477 INFO:teuthology.orchestra.run.smithi039.stdout: "members": { 2024-06-13T06:30:12.477 INFO:teuthology.orchestra.run.smithi039.stdout: "file:/": { 2024-06-13T06:30:12.477 INFO:teuthology.orchestra.run.smithi039.stdout: "excluded": false, 2024-06-13T06:30:12.477 INFO:teuthology.orchestra.run.smithi039.stdout: "state": { 2024-06-13T06:30:12.477 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "QUIESCED", 2024-06-13T06:30:12.477 INFO:teuthology.orchestra.run.smithi039.stdout: "age": 0.0 2024-06-13T06:30:12.477 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:30:12.478 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:30:12.478 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:30:12.478 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:30:12.478 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:30:12.478 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-06-13T06:30:12.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.476+0000 7fa884bce700 1 -- 172.21.15.39:0/1731186400 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fa8680a2e30 msgr2=0x7fa8680a52f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:30:12.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.476+0000 7fa884bce700 1 --2- 172.21.15.39:0/1731186400 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fa8680a2e30 0x7fa8680a52f0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fa8801074c0 tx=0x7fa874005f30 comp rx=0 tx=0).stop 2024-06-13T06:30:12.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.476+0000 7fa884bce700 1 -- 172.21.15.39:0/1731186400 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa880100ee0 msgr2=0x7fa8801020c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:30:12.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.476+0000 7fa884bce700 1 --2- 172.21.15.39:0/1731186400 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa880100ee0 0x7fa8801020c0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fa870009fd0 tx=0x7fa870003680 comp rx=0 tx=0).stop 2024-06-13T06:30:12.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.476+0000 7fa884bce700 1 -- 172.21.15.39:0/1731186400 shutdown_connections 2024-06-13T06:30:12.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.476+0000 7fa884bce700 1 --2- 172.21.15.39:0/1731186400 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fa8680a2e30 0x7fa8680a52f0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:12.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.476+0000 7fa884bce700 1 --2- 172.21.15.39:0/1731186400 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fa880108610 0x7fa880102b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:12.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.476+0000 7fa884bce700 1 --2- 172.21.15.39:0/1731186400 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa880100ee0 0x7fa8801020c0 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:12.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.476+0000 7fa884bce700 1 --2- 172.21.15.39:0/1731186400 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa8801018a0 0x7fa880102600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:12.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.476+0000 7fa884bce700 1 -- 172.21.15.39:0/1731186400 >> 172.21.15.39:0/1731186400 conn(0x7fa880076630 msgr2=0x7fa8800ff930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:30:12.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.476+0000 7fa884bce700 1 -- 172.21.15.39:0/1731186400 shutdown_connections 2024-06-13T06:30:12.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:12.476+0000 7fa884bce700 1 -- 172.21.15.39:0/1731186400 wait complete. 2024-06-13T06:30:13.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:30:12 smithi096 ceph-mon[36532]: pgmap v215: 97 pgs: 97 active+clean; 7.6 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 44 KiB/s wr, 14 op/s 2024-06-13T06:30:13.127 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:30:12 smithi039 ceph-mon[32479]: pgmap v215: 97 pgs: 97 active+clean; 7.6 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 44 KiB/s wr, 14 op/s 2024-06-13T06:30:13.156 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '9acd5635', quiesce took 5.6 seconds. Will release after: 24.4 2024-06-13T06:30:13.217 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:30:12 smithi149 ceph-mon[36963]: pgmap v215: 97 pgs: 97 active+clean; 7.6 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 44 KiB/s wr, 14 op/s 2024-06-13T06:30:15.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:30:14 smithi096 ceph-mon[36532]: pgmap v216: 97 pgs: 97 active+clean; 7.6 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 44 KiB/s wr, 14 op/s 2024-06-13T06:30:15.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:30:14 smithi039 ceph-mon[32479]: pgmap v216: 97 pgs: 97 active+clean; 7.6 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 44 KiB/s wr, 14 op/s 2024-06-13T06:30:15.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:30:14 smithi149 ceph-mon[36963]: pgmap v216: 97 pgs: 97 active+clean; 7.6 MiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 44 KiB/s wr, 14 op/s 2024-06-13T06:30:17.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:30:16 smithi096 ceph-mon[36532]: pgmap v217: 97 pgs: 97 active+clean; 7.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 29 KiB/s wr, 9 op/s 2024-06-13T06:30:17.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:30:16 smithi096 ceph-mon[36532]: osdmap e94: 12 total, 12 up, 12 in 2024-06-13T06:30:17.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:30:16 smithi039 ceph-mon[32479]: pgmap v217: 97 pgs: 97 active+clean; 7.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 29 KiB/s wr, 9 op/s 2024-06-13T06:30:17.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:30:16 smithi039 ceph-mon[32479]: osdmap e94: 12 total, 12 up, 12 in 2024-06-13T06:30:17.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:30:16 smithi149 ceph-mon[36963]: pgmap v217: 97 pgs: 97 active+clean; 7.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 29 KiB/s wr, 9 op/s 2024-06-13T06:30:17.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:30:16 smithi149 ceph-mon[36963]: osdmap e94: 12 total, 12 up, 12 in 2024-06-13T06:30:19.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:30:18 smithi096 ceph-mon[36532]: pgmap v219: 97 pgs: 97 active+clean; 7.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 37 KiB/s wr, 11 op/s 2024-06-13T06:30:19.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:30:18 smithi039 ceph-mon[32479]: pgmap v219: 97 pgs: 97 active+clean; 7.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 37 KiB/s wr, 11 op/s 2024-06-13T06:30:19.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:30:18 smithi149 ceph-mon[36963]: pgmap v219: 97 pgs: 97 active+clean; 7.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 37 KiB/s wr, 11 op/s 2024-06-13T06:30:21.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:30:20 smithi096 ceph-mon[36532]: pgmap v220: 97 pgs: 97 active+clean; 7.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 30 KiB/s wr, 9 op/s 2024-06-13T06:30:21.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:30:20 smithi039 ceph-mon[32479]: pgmap v220: 97 pgs: 97 active+clean; 7.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 30 KiB/s wr, 9 op/s 2024-06-13T06:30:21.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:30:20 smithi149 ceph-mon[36963]: pgmap v220: 97 pgs: 97 active+clean; 7.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 30 KiB/s wr, 9 op/s 2024-06-13T06:30:22.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:30:21 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:30:22.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:30:21 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:30:22.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:30:21 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:30:23.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:30:22 smithi039 ceph-mon[32479]: pgmap v221: 97 pgs: 97 active+clean; 7.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 12 KiB/s wr, 7 op/s 2024-06-13T06:30:23.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:30:22 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:30:23.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:30:22 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:30:23.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:30:22 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:30:23.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:30:22 smithi149 ceph-mon[36963]: pgmap v221: 97 pgs: 97 active+clean; 7.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 12 KiB/s wr, 7 op/s 2024-06-13T06:30:23.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:30:22 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:30:23.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:30:22 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:30:23.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:30:22 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:30:23.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:30:22 smithi096 ceph-mon[36532]: pgmap v221: 97 pgs: 97 active+clean; 7.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 12 KiB/s wr, 7 op/s 2024-06-13T06:30:23.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:30:22 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:30:23.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:30:22 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:30:23.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:30:22 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:30:25.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:30:24 smithi039 ceph-mon[32479]: pgmap v222: 97 pgs: 97 active+clean; 7.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 12 KiB/s wr, 7 op/s 2024-06-13T06:30:25.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:30:24 smithi149 ceph-mon[36963]: pgmap v222: 97 pgs: 97 active+clean; 7.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 12 KiB/s wr, 7 op/s 2024-06-13T06:30:25.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:30:24 smithi096 ceph-mon[36532]: pgmap v222: 97 pgs: 97 active+clean; 7.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 12 KiB/s wr, 7 op/s 2024-06-13T06:30:27.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:30:26 smithi039 ceph-mon[32479]: pgmap v223: 97 pgs: 97 active+clean; 7.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-06-13T06:30:27.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:30:26 smithi149 ceph-mon[36963]: pgmap v223: 97 pgs: 97 active+clean; 7.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-06-13T06:30:27.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:30:26 smithi096 ceph-mon[36532]: pgmap v223: 97 pgs: 97 active+clean; 7.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-06-13T06:30:29.093 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:30:28 smithi096 ceph-mon[36532]: pgmap v224: 97 pgs: 97 active+clean; 7.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-06-13T06:30:29.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:30:28 smithi039 ceph-mon[32479]: pgmap v224: 97 pgs: 97 active+clean; 7.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-06-13T06:30:29.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:30:28 smithi149 ceph-mon[36963]: pgmap v224: 97 pgs: 97 active+clean; 7.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-06-13T06:30:31.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:30:30 smithi039 ceph-mon[32479]: pgmap v225: 97 pgs: 97 active+clean; 7.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:30:31.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:30:30 smithi149 ceph-mon[36963]: pgmap v225: 97 pgs: 97 active+clean; 7.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:30:31.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:30:30 smithi096 ceph-mon[36532]: pgmap v225: 97 pgs: 97 active+clean; 7.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:30:33.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:30:32 smithi039 ceph-mon[32479]: pgmap v226: 97 pgs: 97 active+clean; 7.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T06:30:33.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:30:32 smithi149 ceph-mon[36963]: pgmap v226: 97 pgs: 97 active+clean; 7.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T06:30:33.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:30:32 smithi096 ceph-mon[36532]: pgmap v226: 97 pgs: 97 active+clean; 7.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T06:30:35.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:30:34 smithi039 ceph-mon[32479]: pgmap v227: 97 pgs: 97 active+clean; 7.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:30:35.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:30:34 smithi149 ceph-mon[36963]: pgmap v227: 97 pgs: 97 active+clean; 7.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:30:35.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:30:34 smithi096 ceph-mon[36532]: pgmap v227: 97 pgs: 97 active+clean; 7.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:30:37.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:30:36 smithi039 ceph-mon[32479]: pgmap v228: 97 pgs: 97 active+clean; 7.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T06:30:37.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:30:36 smithi149 ceph-mon[36963]: pgmap v228: 97 pgs: 97 active+clean; 7.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T06:30:37.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:30:36 smithi096 ceph-mon[36532]: pgmap v228: 97 pgs: 97 active+clean; 7.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T06:30:37.556 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T06:30:37.823 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:30:39.093 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:30:38 smithi039 ceph-mon[32479]: pgmap v229: 97 pgs: 97 active+clean; 7.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:30:39.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:30:38 smithi149 ceph-mon[36963]: pgmap v229: 97 pgs: 97 active+clean; 7.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:30:39.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:30:38 smithi096 ceph-mon[36532]: pgmap v229: 97 pgs: 97 active+clean; 7.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:30:39.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.585+0000 7faa91159700 1 -- 172.21.15.39:0/2901223400 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa8c108510 msgr2=0x7faa8c1088f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:30:39.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.585+0000 7faa91159700 1 --2- 172.21.15.39:0/2901223400 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa8c108510 0x7faa8c1088f0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7faa7c009990 tx=0x7faa7c009ca0 comp rx=0 tx=0).stop 2024-06-13T06:30:39.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.585+0000 7faa91159700 1 -- 172.21.15.39:0/2901223400 shutdown_connections 2024-06-13T06:30:39.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.585+0000 7faa91159700 1 --2- 172.21.15.39:0/2901223400 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7faa8c101440 0x7faa8c10f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:39.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.585+0000 7faa91159700 1 --2- 172.21.15.39:0/2901223400 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa8c108510 0x7faa8c1088f0 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:39.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.585+0000 7faa91159700 1 --2- 172.21.15.39:0/2901223400 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7faa8c100a80 0x7faa8c100f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:39.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.585+0000 7faa91159700 1 -- 172.21.15.39:0/2901223400 >> 172.21.15.39:0/2901223400 conn(0x7faa8c077a00 msgr2=0x7faa8c0fedb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:30:39.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.585+0000 7faa91159700 1 -- 172.21.15.39:0/2901223400 shutdown_connections 2024-06-13T06:30:39.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.585+0000 7faa91159700 1 -- 172.21.15.39:0/2901223400 wait complete. 2024-06-13T06:30:39.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.586+0000 7faa91159700 1 Processor -- start 2024-06-13T06:30:39.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.587+0000 7faa91159700 1 -- start start 2024-06-13T06:30:39.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.587+0000 7faa91159700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7faa8c100a80 0x7faa8c1a3eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:39.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.587+0000 7faa91159700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa8c101440 0x7faa8c1a43f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:39.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.587+0000 7faa91159700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7faa8c108510 0x7faa8c10c340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:39.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.587+0000 7faa91159700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7faa8c112770 con 0x7faa8c101440 2024-06-13T06:30:39.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.587+0000 7faa91159700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7faa8c1125f0 con 0x7faa8c108510 2024-06-13T06:30:39.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.587+0000 7faa91159700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7faa8c1128f0 con 0x7faa8c100a80 2024-06-13T06:30:39.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.587+0000 7faa8259c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa8c101440 0x7faa8c1a43f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:39.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.587+0000 7faa8259c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa8c101440 0x7faa8c1a43f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41216/0 (socket says 172.21.15.39:41216) 2024-06-13T06:30:39.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.587+0000 7faa8259c700 1 -- 172.21.15.39:0/3167107738 learned_addr learned my addr 172.21.15.39:0/3167107738 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:30:39.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.587+0000 7faa8ad9d700 1 --2- 172.21.15.39:0/3167107738 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7faa8c100a80 0x7faa8c1a3eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:39.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.587+0000 7faa8b59e700 1 --2- 172.21.15.39:0/3167107738 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7faa8c108510 0x7faa8c10c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:39.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.587+0000 7faa8259c700 1 -- 172.21.15.39:0/3167107738 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7faa8c100a80 msgr2=0x7faa8c1a3eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:30:39.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.587+0000 7faa8259c700 1 --2- 172.21.15.39:0/3167107738 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7faa8c100a80 0x7faa8c1a3eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:39.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.587+0000 7faa8259c700 1 -- 172.21.15.39:0/3167107738 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7faa8c108510 msgr2=0x7faa8c10c340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:30:39.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.587+0000 7faa8259c700 1 --2- 172.21.15.39:0/3167107738 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7faa8c108510 0x7faa8c10c340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:39.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.587+0000 7faa8259c700 1 -- 172.21.15.39:0/3167107738 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa8c10cad0 con 0x7faa8c101440 2024-06-13T06:30:39.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.587+0000 7faa8259c700 1 --2- 172.21.15.39:0/3167107738 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa8c101440 0x7faa8c1a43f0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7faa7400d950 tx=0x7faa7400dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:30:39.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.588+0000 7faa88d99700 1 -- 172.21.15.39:0/3167107738 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa74016070 con 0x7faa8c101440 2024-06-13T06:30:39.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.588+0000 7faa91159700 1 -- 172.21.15.39:0/3167107738 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa8c10cdc0 con 0x7faa8c101440 2024-06-13T06:30:39.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.588+0000 7faa88d99700 1 -- 172.21.15.39:0/3167107738 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7faa7400fd70 con 0x7faa8c101440 2024-06-13T06:30:39.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.588+0000 7faa88d99700 1 -- 172.21.15.39:0/3167107738 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa7400e610 con 0x7faa8c101440 2024-06-13T06:30:39.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.588+0000 7faa91159700 1 -- 172.21.15.39:0/3167107738 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa8c1abde0 con 0x7faa8c101440 2024-06-13T06:30:39.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.589+0000 7faa91159700 1 -- 172.21.15.39:0/3167107738 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa8c069180 con 0x7faa8c101440 2024-06-13T06:30:39.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.590+0000 7faa88d99700 1 -- 172.21.15.39:0/3167107738 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7faa74019070 con 0x7faa8c101440 2024-06-13T06:30:39.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.591+0000 7faa88d99700 1 --2- 172.21.15.39:0/3167107738 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7faa780a2d90 0x7faa780a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:39.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.591+0000 7faa88d99700 1 -- 172.21.15.39:0/3167107738 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8550+0+0 (secure 0 0 0) 0x7faa740cef20 con 0x7faa8c101440 2024-06-13T06:30:39.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.591+0000 7faa8ad9d700 1 --2- 172.21.15.39:0/3167107738 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7faa780a2d90 0x7faa780a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:39.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.592+0000 7faa8ad9d700 1 --2- 172.21.15.39:0/3167107738 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7faa780a2d90 0x7faa780a5250 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7faa7c00b5c0 tx=0x7faa7c005960 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:30:39.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.596+0000 7faa88d99700 1 -- 172.21.15.39:0/3167107738 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7faa7409bb20 con 0x7faa8c101440 2024-06-13T06:30:39.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.852+0000 7faa91159700 1 -- 172.21.15.39:0/3167107738 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7faa8c1ac040 con 0x7faa8c101440 2024-06-13T06:30:39.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.852+0000 7faa88d99700 1 -- 172.21.15.39:0/3167107738 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11865 (secure 0 0 0) 0x7faa7409b420 con 0x7faa8c101440 2024-06-13T06:30:39.853 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:30:39.853 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/2373452665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":2373452665},{"type":"v1","addr":"172.21.15.39:6835","nonce":2373452665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/2187635150","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":2187635150},{"type":"v1","addr":"172.21.15.39:6837","nonce":2187635150}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14571,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6839/1475451558","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":1475451558},{"type":"v1","addr":"172.21.15.39:6839","nonce":1475451558}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14577,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6841/313570480","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":313570480},{"type":"v1","addr":"172.21.15.39:6841","nonce":313570480}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/980475055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":980475055},{"type":"v1","addr":"172.21.15.149:6833","nonce":980475055}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24427,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/2757180167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":2757180167},{"type":"v1","addr":"172.21.15.149:6835","nonce":2757180167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-13T06:20:05.248660+0000","modified":"2024-06-13T06:23:07.325841+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24512,"mds_1":24482,"mds_2":24455},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24431":{"gid":24431,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.96:6833/2827318421","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6832","nonce":2827318421},{"type":"v1","addr":"172.21.15.96:6833","nonce":2827318421}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24439":{"gid":24439,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6837/1742889729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":1742889729},{"type":"v1","addr":"172.21.15.149:6837","nonce":1742889729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6839/862740064","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":862740064},{"type":"v1","addr":"172.21.15.149:6839","nonce":862740064}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.96:6835/3408571209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6834","nonce":3408571209},{"type":"v1","addr":"172.21.15.96:6835","nonce":3408571209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.96:6837/2574644445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6836","nonce":2574644445},{"type":"v1","addr":"172.21.15.96:6837","nonce":2574644445}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.96:6839/1459106434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6838","nonce":1459106434},{"type":"v1","addr":"172.21.15.96:6839","nonce":1459106434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24512,"qdb_cluster":[24482,24512,24455]},"id":1}]} 2024-06-13T06:30:39.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.855+0000 7faa91159700 1 -- 172.21.15.39:0/3167107738 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7faa780a2d90 msgr2=0x7faa780a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:30:39.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.855+0000 7faa91159700 1 --2- 172.21.15.39:0/3167107738 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7faa780a2d90 0x7faa780a5250 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7faa7c00b5c0 tx=0x7faa7c005960 comp rx=0 tx=0).stop 2024-06-13T06:30:39.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.855+0000 7faa91159700 1 -- 172.21.15.39:0/3167107738 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa8c101440 msgr2=0x7faa8c1a43f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:30:39.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.855+0000 7faa91159700 1 --2- 172.21.15.39:0/3167107738 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa8c101440 0x7faa8c1a43f0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7faa7400d950 tx=0x7faa7400dc60 comp rx=0 tx=0).stop 2024-06-13T06:30:39.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.855+0000 7faa91159700 1 -- 172.21.15.39:0/3167107738 shutdown_connections 2024-06-13T06:30:39.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.855+0000 7faa91159700 1 --2- 172.21.15.39:0/3167107738 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7faa780a2d90 0x7faa780a5250 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:39.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.855+0000 7faa91159700 1 --2- 172.21.15.39:0/3167107738 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7faa8c108510 0x7faa8c10c340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:39.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.855+0000 7faa91159700 1 --2- 172.21.15.39:0/3167107738 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7faa8c100a80 0x7faa8c1a3eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:39.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.855+0000 7faa91159700 1 --2- 172.21.15.39:0/3167107738 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa8c101440 0x7faa8c1a43f0 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:39.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.855+0000 7faa91159700 1 -- 172.21.15.39:0/3167107738 >> 172.21.15.39:0/3167107738 conn(0x7faa8c077a00 msgr2=0x7faa8c0fee20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:30:39.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.855+0000 7faa91159700 1 -- 172.21.15.39:0/3167107738 shutdown_connections 2024-06-13T06:30:39.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:39.855+0000 7faa91159700 1 -- 172.21.15.39:0/3167107738 wait complete. 2024-06-13T06:30:39.857 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 24 2024-06-13T06:30:40.496 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24512 quiesce db --set-id 9acd5635 --release --await' 2024-06-13T06:30:40.496 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- timeout 105 ceph tell mds.24512 quiesce db --set-id 9acd5635 --release --await 2024-06-13T06:30:40.749 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:30:41.104 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:30:40 smithi039 ceph-mon[32479]: pgmap v230: 97 pgs: 97 active+clean; 7.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:30:41.104 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:30:40 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/3167107738' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:30:41.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:30:40 smithi149 ceph-mon[36963]: pgmap v230: 97 pgs: 97 active+clean; 7.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:30:41.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:30:40 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/3167107738' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:30:41.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:30:40 smithi096 ceph-mon[36532]: pgmap v230: 97 pgs: 97 active+clean; 7.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:30:41.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:30:40 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/3167107738' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:30:42.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.443+0000 7f7963169700 1 -- 172.21.15.39:0/1735117572 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f795c101d60 msgr2=0x7f795c10e240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:30:42.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.443+0000 7f7963169700 1 --2- 172.21.15.39:0/1735117572 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f795c101d60 0x7f795c10e240 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f795400b0a0 tx=0x7f795400b3b0 comp rx=0 tx=0).stop 2024-06-13T06:30:42.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.443+0000 7f7963169700 1 -- 172.21.15.39:0/1735117572 shutdown_connections 2024-06-13T06:30:42.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.443+0000 7f7963169700 1 --2- 172.21.15.39:0/1735117572 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f795c101d60 0x7f795c10e240 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:42.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.443+0000 7f7963169700 1 --2- 172.21.15.39:0/1735117572 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f795c107400 0x7f795c1077e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:42.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.443+0000 7f7963169700 1 --2- 172.21.15.39:0/1735117572 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f795c1013c0 0x7f795c101820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:42.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.443+0000 7f7963169700 1 -- 172.21.15.39:0/1735117572 >> 172.21.15.39:0/1735117572 conn(0x7f795c078330 msgr2=0x7f795c078740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:30:42.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.443+0000 7f7963169700 1 -- 172.21.15.39:0/1735117572 shutdown_connections 2024-06-13T06:30:42.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.443+0000 7f7963169700 1 -- 172.21.15.39:0/1735117572 wait complete. 2024-06-13T06:30:42.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.443+0000 7f7963169700 1 Processor -- start 2024-06-13T06:30:42.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.443+0000 7f7963169700 1 -- start start 2024-06-13T06:30:42.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.444+0000 7f7963169700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f795c1013c0 0x7f795c19e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:42.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.444+0000 7f7963169700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f795c101d60 0x7f795c19ee10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:42.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.444+0000 7f7963169700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f795c107400 0x7f795c198a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:42.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.444+0000 7f7963169700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f795c111740 con 0x7f795c101d60 2024-06-13T06:30:42.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.444+0000 7f7963169700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f795c1115c0 con 0x7f795c1013c0 2024-06-13T06:30:42.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.444+0000 7f7963169700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f795c1118c0 con 0x7f795c107400 2024-06-13T06:30:42.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.444+0000 7f795bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f795c101d60 0x7f795c19ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:42.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.444+0000 7f795bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f795c101d60 0x7f795c19ee10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45850/0 (socket says 172.21.15.39:45850) 2024-06-13T06:30:42.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.444+0000 7f795bfff700 1 -- 172.21.15.39:0/2406507010 learned_addr learned my addr 172.21.15.39:0/2406507010 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:30:42.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.444+0000 7f7961706700 1 --2- 172.21.15.39:0/2406507010 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f795c107400 0x7f795c198a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:42.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.444+0000 7f7960f05700 1 --2- 172.21.15.39:0/2406507010 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f795c1013c0 0x7f795c19e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:42.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.444+0000 7f795bfff700 1 -- 172.21.15.39:0/2406507010 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f795c107400 msgr2=0x7f795c198a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:30:42.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.444+0000 7f795bfff700 1 --2- 172.21.15.39:0/2406507010 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f795c107400 0x7f795c198a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:42.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.444+0000 7f795bfff700 1 -- 172.21.15.39:0/2406507010 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f795c1013c0 msgr2=0x7f795c19e8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:30:42.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.444+0000 7f795bfff700 1 --2- 172.21.15.39:0/2406507010 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f795c1013c0 0x7f795c19e8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:42.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.444+0000 7f795bfff700 1 -- 172.21.15.39:0/2406507010 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f795c1991f0 con 0x7f795c101d60 2024-06-13T06:30:42.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.444+0000 7f795bfff700 1 --2- 172.21.15.39:0/2406507010 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f795c101d60 0x7f795c19ee10 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f794800b530 tx=0x7f794800b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:30:42.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.445+0000 7f7959ffb700 1 -- 172.21.15.39:0/2406507010 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7948015020 con 0x7f795c101d60 2024-06-13T06:30:42.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.445+0000 7f7959ffb700 1 -- 172.21.15.39:0/2406507010 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7948011d10 con 0x7f795c101d60 2024-06-13T06:30:42.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.445+0000 7f7963169700 1 -- 172.21.15.39:0/2406507010 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f795c1994e0 con 0x7f795c101d60 2024-06-13T06:30:42.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.445+0000 7f7959ffb700 1 -- 172.21.15.39:0/2406507010 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f794800f2e0 con 0x7f795c101d60 2024-06-13T06:30:42.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.445+0000 7f7963169700 1 -- 172.21.15.39:0/2406507010 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f795c1a57a0 con 0x7f795c101d60 2024-06-13T06:30:42.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.447+0000 7f7959ffb700 1 -- 172.21.15.39:0/2406507010 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f7948018020 con 0x7f795c101d60 2024-06-13T06:30:42.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.448+0000 7f7959ffb700 1 --2- 172.21.15.39:0/2406507010 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f794c0a2d90 0x7f794c0a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:42.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.448+0000 7f7960f05700 1 --2- 172.21.15.39:0/2406507010 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f794c0a2d90 0x7f794c0a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:42.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.448+0000 7f7959ffb700 1 -- 172.21.15.39:0/2406507010 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 8550+0+0 (secure 0 0 0) 0x7f79480ceae0 con 0x7f795c101d60 2024-06-13T06:30:42.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.449+0000 7f7960f05700 1 --2- 172.21.15.39:0/2406507010 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f794c0a2d90 0x7f794c0a5250 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f795c199bd0 tx=0x7f7950009190 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:30:42.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.449+0000 7f796d9ecb80 1 Processor -- start 2024-06-13T06:30:42.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.449+0000 7f796d9ecb80 1 -- start start 2024-06-13T06:30:42.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.449+0000 7f796d9ecb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55984e7a7500 0x55984e7a78e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:42.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.449+0000 7f796d9ecb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55984e7a7e20 0x55984e7a1710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:42.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.449+0000 7f796d9ecb80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55984e7a1c50 0x55984e7a2070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:42.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.449+0000 7f796d9ecb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55984e694060 con 0x55984e7a7500 2024-06-13T06:30:42.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.449+0000 7f796d9ecb80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x55984e6f2950 con 0x55984e7a1c50 2024-06-13T06:30:42.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.449+0000 7f796d9ecb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55984e65a560 con 0x55984e7a7e20 2024-06-13T06:30:42.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.450+0000 7f7960f05700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55984e7a7500 0x55984e7a78e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:42.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.450+0000 7f7960f05700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55984e7a7500 0x55984e7a78e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45858/0 (socket says 172.21.15.39:45858) 2024-06-13T06:30:42.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.450+0000 7f7960f05700 1 -- 172.21.15.39:0/4274066689 learned_addr learned my addr 172.21.15.39:0/4274066689 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:30:42.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.450+0000 7f7961706700 1 --2- 172.21.15.39:0/4274066689 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55984e7a1c50 0x55984e7a2070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:42.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.450+0000 7f795bfff700 1 --2- 172.21.15.39:0/4274066689 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55984e7a7e20 0x55984e7a1710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:42.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.450+0000 7f7960f05700 1 -- 172.21.15.39:0/4274066689 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55984e7a7e20 msgr2=0x55984e7a1710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:30:42.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.450+0000 7f7960f05700 1 --2- 172.21.15.39:0/4274066689 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55984e7a7e20 0x55984e7a1710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:42.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.450+0000 7f7960f05700 1 -- 172.21.15.39:0/4274066689 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55984e7a1c50 msgr2=0x55984e7a2070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:30:42.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.450+0000 7f7960f05700 1 --2- 172.21.15.39:0/4274066689 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55984e7a1c50 0x55984e7a2070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:42.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.450+0000 7f7960f05700 1 -- 172.21.15.39:0/4274066689 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55984e6419d0 con 0x55984e7a7500 2024-06-13T06:30:42.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.450+0000 7f7961706700 1 --2- 172.21.15.39:0/4274066689 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55984e7a1c50 0x55984e7a2070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T06:30:42.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.450+0000 7f7960f05700 1 --2- 172.21.15.39:0/4274066689 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55984e7a7500 0x55984e7a78e0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f7950009fd0 tx=0x7f7950011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dddcf3c832bb6d server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:30:42.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.450+0000 7f7946ffd700 1 -- 172.21.15.39:0/4274066689 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f795001b040 con 0x55984e7a7500 2024-06-13T06:30:42.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.450+0000 7f7946ffd700 1 -- 172.21.15.39:0/4274066689 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7950024070 con 0x55984e7a7500 2024-06-13T06:30:42.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.450+0000 7f7946ffd700 1 -- 172.21.15.39:0/4274066689 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79500137d0 con 0x55984e7a7500 2024-06-13T06:30:42.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.451+0000 7f796d9ecb80 1 -- 172.21.15.39:0/4274066689 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55984e7a7500 msgr2=0x55984e7a78e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:30:42.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.451+0000 7f796d9ecb80 1 --2- 172.21.15.39:0/4274066689 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55984e7a7500 0x55984e7a78e0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f7950009fd0 tx=0x7f7950011000 comp rx=0 tx=0).stop 2024-06-13T06:30:42.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.451+0000 7f796d9ecb80 1 -- 172.21.15.39:0/4274066689 shutdown_connections 2024-06-13T06:30:42.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.451+0000 7f796d9ecb80 1 --2- 172.21.15.39:0/4274066689 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55984e7a1c50 0x55984e7a2070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:42.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.451+0000 7f796d9ecb80 1 --2- 172.21.15.39:0/4274066689 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55984e7a7500 0x55984e7a78e0 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:42.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.451+0000 7f796d9ecb80 1 --2- 172.21.15.39:0/4274066689 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55984e7a7e20 0x55984e7a1710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:42.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.451+0000 7f796d9ecb80 1 -- 172.21.15.39:0/4274066689 >> 172.21.15.39:0/4274066689 conn(0x55984e6ce180 msgr2=0x55984e79ca00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:30:42.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.451+0000 7f796d9ecb80 1 -- 172.21.15.39:0/4274066689 shutdown_connections 2024-06-13T06:30:42.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.451+0000 7f796d9ecb80 1 -- 172.21.15.39:0/4274066689 wait complete. 2024-06-13T06:30:42.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.452+0000 7f796d9ecb80 1 -- start start 2024-06-13T06:30:42.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.452+0000 7f796d9ecb80 1 Processor -- start 2024-06-13T06:30:42.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.452+0000 7f796d9ecb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55984e7a1c50 0x55984e7adb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:42.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.452+0000 7f796d9ecb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55984e7a7500 0x55984e7aae90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:42.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.452+0000 7f796d9ecb80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55984e7a7e20 0x55984e7ab3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:42.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.452+0000 7f796d9ecb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55984e6930c0 con 0x55984e7a1c50 2024-06-13T06:30:42.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.452+0000 7f796d9ecb80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x55984e6ee910 con 0x55984e7a7e20 2024-06-13T06:30:42.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.452+0000 7f796d9ecb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55984e7ae800 con 0x55984e7a7500 2024-06-13T06:30:42.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.452+0000 7f796d9ecb80 10 client.0 _ll_register_callbacks cb 0x55984e6886b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:30:42.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.452+0000 7f7960f05700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55984e7a1c50 0x55984e7adb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:42.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.452+0000 7f7960f05700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55984e7a1c50 0x55984e7adb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45868/0 (socket says 172.21.15.39:45868) 2024-06-13T06:30:42.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.452+0000 7f7960f05700 1 -- 172.21.15.39:0/1245672171 learned_addr learned my addr 172.21.15.39:0/1245672171 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:30:42.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.452+0000 7f7961706700 1 --2- 172.21.15.39:0/1245672171 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55984e7a7e20 0x55984e7ab3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:42.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.453+0000 7f795bfff700 1 --2- 172.21.15.39:0/1245672171 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55984e7a7500 0x55984e7aae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:42.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.453+0000 7f7960f05700 1 -- 172.21.15.39:0/1245672171 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55984e7a7500 msgr2=0x55984e7aae90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:30:42.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.453+0000 7f7960f05700 1 --2- 172.21.15.39:0/1245672171 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55984e7a7500 0x55984e7aae90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:42.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.453+0000 7f7960f05700 1 -- 172.21.15.39:0/1245672171 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55984e7a7e20 msgr2=0x55984e7ab3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:30:42.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.453+0000 7f7960f05700 1 --2- 172.21.15.39:0/1245672171 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55984e7a7e20 0x55984e7ab3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:42.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.453+0000 7f7960f05700 1 -- 172.21.15.39:0/1245672171 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55984e6b8850 con 0x55984e7a1c50 2024-06-13T06:30:42.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.453+0000 7f7961706700 1 --2- 172.21.15.39:0/1245672171 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55984e7a7e20 0x55984e7ab3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:30:42.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.453+0000 7f795bfff700 1 --2- 172.21.15.39:0/1245672171 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55984e7a7500 0x55984e7aae90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:30:42.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.453+0000 7f7960f05700 1 --2- 172.21.15.39:0/1245672171 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55984e7a1c50 0x55984e7adb90 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f7950009330 tx=0x7f79500159f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b964fad1438c806b server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:30:42.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.453+0000 7f793bfff700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:30:42.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.453+0000 7f793bfff700 1 -- 172.21.15.39:0/1245672171 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f795002e070 con 0x55984e7a1c50 2024-06-13T06:30:42.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.453+0000 7f793bfff700 1 -- 172.21.15.39:0/1245672171 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8550+0+0 (secure 0 0 0) 0x7f7950028830 con 0x55984e7a1c50 2024-06-13T06:30:42.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.453+0000 7f796d9ecb80 1 -- 172.21.15.39:0/1245672171 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7950024070 con 0x55984e7a1c50 2024-06-13T06:30:42.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.453+0000 7f793bfff700 1 -- 172.21.15.39:0/1245672171 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f795003a050 con 0x55984e7a1c50 2024-06-13T06:30:42.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.453+0000 7f796d9ecb80 10 client.15591 fetch_fsmap learned FSMap version 24 2024-06-13T06:30:42.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.453+0000 7f796d9ecb80 1 -- 172.21.15.39:0/1245672171 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55984e7b8fb0 con 0x55984e7a1c50 2024-06-13T06:30:42.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.453+0000 7f793bfff700 1 -- 172.21.15.39:0/1245672171 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f7950024070 con 0x55984e7a1c50 2024-06-13T06:30:42.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.454+0000 7f793bfff700 1 -- 172.21.15.39:0/1245672171 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f795001e030 con 0x55984e7a1c50 2024-06-13T06:30:42.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.454+0000 7f796d9ecb80 10 client.15591 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:30:42.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.454+0000 7f796d9ecb80 10 client.15591 resolve_mds: validated gid 24512 aka daemon mds.b 2024-06-13T06:30:42.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.454+0000 7f796d9ecb80 20 client.15591 populate_metadata read hostname 'smithi039' 2024-06-13T06:30:42.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.454+0000 7f796d9ecb80 1 --2- 172.21.15.39:0/1245672171 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55984e7bb480 0x55984e7bd870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:42.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.454+0000 7f796d9ecb80 4 client.15591 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T06:30:42.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.454+0000 7f796d9ecb80 1 -- 172.21.15.39:0/1245672171 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55984e6ffe50 con 0x55984e7bb480 2024-06-13T06:30:42.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.454+0000 7f795bfff700 1 --2- 172.21.15.39:0/1245672171 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55984e7bb480 0x55984e7bd870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:42.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.454+0000 7f795bfff700 1 --2- 172.21.15.39:0/1245672171 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55984e7bb480 0x55984e7bd870 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ee94b65e9052d9ad server_cookie=91485106005fde4d in_seq=0 out_seq=0 2024-06-13T06:30:42.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.454+0000 7f793bfff700 10 client.15591 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:30:42.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.455+0000 7f793bfff700 1 -- 172.21.15.39:0/1245672171 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55984e6ffe50 con 0x55984e7bb480 2024-06-13T06:30:42.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.455+0000 7f793bfff700 10 client.15591 handle_command_reply: tid=0 2024-06-13T06:30:42.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.455+0000 7f796d9ecb80 1 client.15591 shutdown 2024-06-13T06:30:42.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.455+0000 7f796d9ecb80 1 -- 172.21.15.39:0/1245672171 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55984e7a1c50 msgr2=0x55984e7adb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:30:42.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.455+0000 7f796d9ecb80 1 --2- 172.21.15.39:0/1245672171 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55984e7a1c50 0x55984e7adb90 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f7950009330 tx=0x7f79500159f0 comp rx=0 tx=0).stop 2024-06-13T06:30:42.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.455+0000 7f796d9ecb80 1 -- 172.21.15.39:0/1245672171 shutdown_connections 2024-06-13T06:30:42.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.455+0000 7f796d9ecb80 1 --2- 172.21.15.39:0/1245672171 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55984e7bb480 0x55984e7bd870 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:42.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.455+0000 7f796d9ecb80 1 --2- 172.21.15.39:0/1245672171 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55984e7a7e20 0x55984e7ab3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:42.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.455+0000 7f796d9ecb80 1 --2- 172.21.15.39:0/1245672171 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55984e7a1c50 0x55984e7adb90 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:42.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.455+0000 7f796d9ecb80 1 --2- 172.21.15.39:0/1245672171 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55984e7a7500 0x55984e7aae90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:42.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.455+0000 7f796d9ecb80 1 -- 172.21.15.39:0/1245672171 >> 172.21.15.39:0/1245672171 conn(0x55984e6ce180 msgr2=0x55984e79bbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:30:42.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.455+0000 7f793bfff700 0 client.15591 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:30:42.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.455+0000 7f796d9ecb80 1 -- 172.21.15.39:0/1245672171 shutdown_connections 2024-06-13T06:30:42.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.456+0000 7f796d9ecb80 1 -- 172.21.15.39:0/1245672171 wait complete. 2024-06-13T06:30:42.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.456+0000 7f796d9ecb80 20 client.15591 trim_cache size 0 max 16384 2024-06-13T06:30:42.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.476+0000 7f796d9ecb80 1 Processor -- start 2024-06-13T06:30:42.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.476+0000 7f796d9ecb80 1 -- start start 2024-06-13T06:30:42.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.476+0000 7f796d9ecb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55984e7a1c50 0x55984e79c330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:42.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.476+0000 7f796d9ecb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55984e7a7500 0x55984e79c870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:42.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.476+0000 7f796d9ecb80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55984e7a7e20 0x55984e7c2e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:42.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.476+0000 7f796d9ecb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f795c1af810 con 0x55984e7a7500 2024-06-13T06:30:42.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.476+0000 7f796d9ecb80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f795c1ad0a0 con 0x55984e7a7e20 2024-06-13T06:30:42.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.476+0000 7f796d9ecb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f795c1aaf10 con 0x55984e7a1c50 2024-06-13T06:30:42.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.476+0000 7f795bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55984e7a7500 0x55984e79c870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:42.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.476+0000 7f795bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55984e7a7500 0x55984e79c870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45874/0 (socket says 172.21.15.39:45874) 2024-06-13T06:30:42.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.476+0000 7f795bfff700 1 -- 172.21.15.39:0/3830599076 learned_addr learned my addr 172.21.15.39:0/3830599076 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:30:42.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.476+0000 7f7960f05700 1 --2- 172.21.15.39:0/3830599076 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55984e7a1c50 0x55984e79c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:42.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.477+0000 7f7961706700 1 --2- 172.21.15.39:0/3830599076 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55984e7a7e20 0x55984e7c2e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:42.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.477+0000 7f795bfff700 1 -- 172.21.15.39:0/3830599076 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55984e7a1c50 msgr2=0x55984e79c330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:30:42.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.477+0000 7f795bfff700 1 --2- 172.21.15.39:0/3830599076 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55984e7a1c50 0x55984e79c330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:42.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.477+0000 7f795bfff700 1 -- 172.21.15.39:0/3830599076 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55984e7a7e20 msgr2=0x55984e7c2e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:30:42.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.477+0000 7f795bfff700 1 --2- 172.21.15.39:0/3830599076 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55984e7a7e20 0x55984e7c2e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:42.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.477+0000 7f795bfff700 1 -- 172.21.15.39:0/3830599076 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55984e7abd90 con 0x55984e7a7500 2024-06-13T06:30:42.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.477+0000 7f795bfff700 1 --2- 172.21.15.39:0/3830599076 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55984e7a7500 0x55984e79c870 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f794800bb90 tx=0x7f79480bb040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f214f4c1b3518ee2 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:30:42.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.477+0000 7f79467fc700 1 -- 172.21.15.39:0/3830599076 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f794809f440 con 0x55984e7a7500 2024-06-13T06:30:42.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.477+0000 7f79467fc700 1 -- 172.21.15.39:0/3830599076 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f79480a3d00 con 0x55984e7a7500 2024-06-13T06:30:42.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.477+0000 7f79467fc700 1 -- 172.21.15.39:0/3830599076 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f794809b2f0 con 0x55984e7a7500 2024-06-13T06:30:42.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.478+0000 7f796d9ecb80 1 -- 172.21.15.39:0/3830599076 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55984e7a7500 msgr2=0x55984e79c870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:30:42.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.478+0000 7f796d9ecb80 1 --2- 172.21.15.39:0/3830599076 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55984e7a7500 0x55984e79c870 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f794800bb90 tx=0x7f79480bb040 comp rx=0 tx=0).stop 2024-06-13T06:30:42.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.478+0000 7f796d9ecb80 1 -- 172.21.15.39:0/3830599076 shutdown_connections 2024-06-13T06:30:42.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.478+0000 7f796d9ecb80 1 --2- 172.21.15.39:0/3830599076 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55984e7a7e20 0x55984e7c2e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:42.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.478+0000 7f796d9ecb80 1 --2- 172.21.15.39:0/3830599076 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55984e7a1c50 0x55984e79c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:42.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.478+0000 7f796d9ecb80 1 --2- 172.21.15.39:0/3830599076 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55984e7a7500 0x55984e79c870 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:42.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.478+0000 7f796d9ecb80 1 -- 172.21.15.39:0/3830599076 >> 172.21.15.39:0/3830599076 conn(0x55984e6ce180 msgr2=0x55984e7acf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:30:42.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.478+0000 7f796d9ecb80 1 -- 172.21.15.39:0/3830599076 shutdown_connections 2024-06-13T06:30:42.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.478+0000 7f796d9ecb80 1 -- 172.21.15.39:0/3830599076 wait complete. 2024-06-13T06:30:42.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.478+0000 7f796d9ecb80 1 -- start start 2024-06-13T06:30:42.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.479+0000 7f796d9ecb80 1 Processor -- start 2024-06-13T06:30:42.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.479+0000 7f796d9ecb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55984e7a1c50 0x55984e7b3cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:42.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.479+0000 7f796d9ecb80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55984e7a7e20 0x55984e7b4210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:42.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.479+0000 7f796d9ecb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55984e7b0ac0 0x55984e7b0f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:42.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.479+0000 7f796d9ecb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f795c1ab560 con 0x55984e7b0ac0 2024-06-13T06:30:42.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.479+0000 7f796d9ecb80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f795c1ac9d0 con 0x55984e7a7e20 2024-06-13T06:30:42.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.479+0000 7f796d9ecb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f795c1abc30 con 0x55984e7a1c50 2024-06-13T06:30:42.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.479+0000 7f796d9ecb80 10 client.0 _ll_register_callbacks cb 0x55984e6886b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:30:42.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.479+0000 7f7961706700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55984e7b0ac0 0x55984e7b0f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:42.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.479+0000 7f7961706700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55984e7b0ac0 0x55984e7b0f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45876/0 (socket says 172.21.15.39:45876) 2024-06-13T06:30:42.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.479+0000 7f7961706700 1 -- 172.21.15.39:0/1523248879 learned_addr learned my addr 172.21.15.39:0/1523248879 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:30:42.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.479+0000 7f795bfff700 1 --2- 172.21.15.39:0/1523248879 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55984e7a7e20 0x55984e7b4210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:42.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.479+0000 7f7960f05700 1 --2- 172.21.15.39:0/1523248879 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55984e7a1c50 0x55984e7b3cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:42.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.480+0000 7f7961706700 1 -- 172.21.15.39:0/1523248879 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55984e7a1c50 msgr2=0x55984e7b3cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:30:42.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.480+0000 7f7961706700 1 --2- 172.21.15.39:0/1523248879 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55984e7a1c50 0x55984e7b3cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:42.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.480+0000 7f7961706700 1 -- 172.21.15.39:0/1523248879 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55984e7a7e20 msgr2=0x55984e7b4210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:30:42.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.480+0000 7f7961706700 1 --2- 172.21.15.39:0/1523248879 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55984e7a7e20 0x55984e7b4210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:42.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.480+0000 7f7961706700 1 -- 172.21.15.39:0/1523248879 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55984e7b1560 con 0x55984e7b0ac0 2024-06-13T06:30:42.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.480+0000 7f795bfff700 1 --2- 172.21.15.39:0/1523248879 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55984e7a7e20 0x55984e7b4210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T06:30:42.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.480+0000 7f7961706700 1 --2- 172.21.15.39:0/1523248879 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55984e7b0ac0 0x55984e7b0f20 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f795400b0a0 tx=0x7f7954003c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17c28cfb6c61cd39 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:30:42.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.480+0000 7f793bfff700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:30:42.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.480+0000 7f793bfff700 1 -- 172.21.15.39:0/1523248879 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7954003e60 con 0x55984e7b0ac0 2024-06-13T06:30:42.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.480+0000 7f793bfff700 1 -- 172.21.15.39:0/1523248879 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 8550+0+0 (secure 0 0 0) 0x7f79540076e0 con 0x55984e7b0ac0 2024-06-13T06:30:42.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.480+0000 7f796d9ecb80 1 -- 172.21.15.39:0/1523248879 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f79480a3d00 con 0x55984e7b0ac0 2024-06-13T06:30:42.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.480+0000 7f793bfff700 1 -- 172.21.15.39:0/1523248879 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f7954007900 con 0x55984e7b0ac0 2024-06-13T06:30:42.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.480+0000 7f796d9ecb80 10 client.15597 fetch_fsmap learned FSMap version 24 2024-06-13T06:30:42.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.480+0000 7f796d9ecb80 1 -- 172.21.15.39:0/1523248879 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55984e826bc0 con 0x55984e7b0ac0 2024-06-13T06:30:42.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.481+0000 7f793bfff700 1 -- 172.21.15.39:0/1523248879 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f79480a3d00 con 0x55984e7b0ac0 2024-06-13T06:30:42.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.481+0000 7f793bfff700 1 -- 172.21.15.39:0/1523248879 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f7954026070 con 0x55984e7b0ac0 2024-06-13T06:30:42.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.481+0000 7f796d9ecb80 10 client.15597 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:30:42.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.481+0000 7f796d9ecb80 10 client.15597 resolve_mds: validated gid 24512 aka daemon mds.b 2024-06-13T06:30:42.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.481+0000 7f796d9ecb80 20 client.15597 populate_metadata read hostname 'smithi039' 2024-06-13T06:30:42.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.481+0000 7f796d9ecb80 1 --2- 172.21.15.39:0/1523248879 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55984e827350 0x55984e829770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:30:42.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.481+0000 7f796d9ecb80 4 client.15597 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "9acd5635", "release": true, "await": true}] 2024-06-13T06:30:42.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.481+0000 7f796d9ecb80 1 -- 172.21.15.39:0/1523248879 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "quiesce db", "set_id": "9acd5635", "release": true, "await": true}) -- 0x55984e6fa3d0 con 0x55984e827350 2024-06-13T06:30:42.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.481+0000 7f7960f05700 1 --2- 172.21.15.39:0/1523248879 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55984e827350 0x55984e829770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:30:42.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.481+0000 7f793bfff700 10 client.15597 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:30:42.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.481+0000 7f7960f05700 1 --2- 172.21.15.39:0/1523248879 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55984e827350 0x55984e829770 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5f136b0e6b66c5d0 server_cookie=68504965bcc5db15 in_seq=0 out_seq=0 2024-06-13T06:30:42.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.484+0000 7f793bfff700 1 -- 172.21.15.39:0/1523248879 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55984e6fa3d0 con 0x55984e827350 2024-06-13T06:30:42.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.484+0000 7f793bfff700 10 client.15597 handle_command_reply: tid=0 2024-06-13T06:30:42.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.484+0000 7f796d9ecb80 1 client.15597 shutdown 2024-06-13T06:30:42.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.484+0000 7f796d9ecb80 1 -- 172.21.15.39:0/1523248879 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55984e7b0ac0 msgr2=0x55984e7b0f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:30:42.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.484+0000 7f796d9ecb80 1 --2- 172.21.15.39:0/1523248879 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55984e7b0ac0 0x55984e7b0f20 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f795400b0a0 tx=0x7f7954003c30 comp rx=0 tx=0).stop 2024-06-13T06:30:42.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.484+0000 7f796d9ecb80 1 -- 172.21.15.39:0/1523248879 shutdown_connections 2024-06-13T06:30:42.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.484+0000 7f796d9ecb80 1 --2- 172.21.15.39:0/1523248879 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55984e7b0ac0 0x55984e7b0f20 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:42.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.484+0000 7f796d9ecb80 1 --2- 172.21.15.39:0/1523248879 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55984e7a1c50 0x55984e7b3cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:42.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.484+0000 7f796d9ecb80 1 --2- 172.21.15.39:0/1523248879 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55984e827350 0x55984e829770 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:42.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.484+0000 7f796d9ecb80 1 --2- 172.21.15.39:0/1523248879 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55984e7a7e20 0x55984e7b4210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:42.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.484+0000 7f796d9ecb80 1 -- 172.21.15.39:0/1523248879 >> 172.21.15.39:0/1523248879 conn(0x55984e6ce180 msgr2=0x55984e7a6010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:30:42.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.484+0000 7f793bfff700 0 client.15597 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:30:42.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.485+0000 7f796d9ecb80 1 -- 172.21.15.39:0/1523248879 shutdown_connections 2024-06-13T06:30:42.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.485+0000 7f796d9ecb80 1 -- 172.21.15.39:0/1523248879 wait complete. 2024-06-13T06:30:42.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.485+0000 7f796d9ecb80 20 client.15597 trim_cache size 0 max 16384 2024-06-13T06:30:42.489 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-06-13T06:30:42.489 INFO:teuthology.orchestra.run.smithi039.stdout: "epoch": 24, 2024-06-13T06:30:42.489 INFO:teuthology.orchestra.run.smithi039.stdout: "leader": 24512, 2024-06-13T06:30:42.489 INFO:teuthology.orchestra.run.smithi039.stdout: "set_version": 24, 2024-06-13T06:30:42.489 INFO:teuthology.orchestra.run.smithi039.stdout: "sets": { 2024-06-13T06:30:42.489 INFO:teuthology.orchestra.run.smithi039.stdout: "9acd5635": { 2024-06-13T06:30:42.490 INFO:teuthology.orchestra.run.smithi039.stdout: "version": 24, 2024-06-13T06:30:42.490 INFO:teuthology.orchestra.run.smithi039.stdout: "age_ref": 0.0, 2024-06-13T06:30:42.490 INFO:teuthology.orchestra.run.smithi039.stdout: "state": { 2024-06-13T06:30:42.490 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "RELEASED", 2024-06-13T06:30:42.490 INFO:teuthology.orchestra.run.smithi039.stdout: "age": 0.0 2024-06-13T06:30:42.490 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:30:42.490 INFO:teuthology.orchestra.run.smithi039.stdout: "timeout": 90.0, 2024-06-13T06:30:42.490 INFO:teuthology.orchestra.run.smithi039.stdout: "expiration": 150.0, 2024-06-13T06:30:42.490 INFO:teuthology.orchestra.run.smithi039.stdout: "members": { 2024-06-13T06:30:42.490 INFO:teuthology.orchestra.run.smithi039.stdout: "file:/": { 2024-06-13T06:30:42.490 INFO:teuthology.orchestra.run.smithi039.stdout: "excluded": false, 2024-06-13T06:30:42.490 INFO:teuthology.orchestra.run.smithi039.stdout: "state": { 2024-06-13T06:30:42.491 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "RELEASED", 2024-06-13T06:30:42.491 INFO:teuthology.orchestra.run.smithi039.stdout: "age": 0.0 2024-06-13T06:30:42.491 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:30:42.491 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:30:42.491 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:30:42.491 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:30:42.491 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:30:42.491 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-06-13T06:30:42.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.485+0000 7f7963169700 1 -- 172.21.15.39:0/2406507010 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f794c0a2d90 msgr2=0x7f794c0a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:30:42.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.485+0000 7f7963169700 1 --2- 172.21.15.39:0/2406507010 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f794c0a2d90 0x7f794c0a5250 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f795c199bd0 tx=0x7f7950009190 comp rx=0 tx=0).stop 2024-06-13T06:30:42.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.485+0000 7f7963169700 1 -- 172.21.15.39:0/2406507010 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f795c101d60 msgr2=0x7f795c19ee10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:30:42.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.485+0000 7f7963169700 1 --2- 172.21.15.39:0/2406507010 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f795c101d60 0x7f795c19ee10 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f794800b530 tx=0x7f794800b840 comp rx=0 tx=0).stop 2024-06-13T06:30:42.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.485+0000 7f7963169700 1 -- 172.21.15.39:0/2406507010 shutdown_connections 2024-06-13T06:30:42.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.485+0000 7f7963169700 1 --2- 172.21.15.39:0/2406507010 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f794c0a2d90 0x7f794c0a5250 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:42.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.485+0000 7f7963169700 1 --2- 172.21.15.39:0/2406507010 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f795c107400 0x7f795c198a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:42.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.485+0000 7f7963169700 1 --2- 172.21.15.39:0/2406507010 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f795c1013c0 0x7f795c19e8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:42.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.485+0000 7f7963169700 1 --2- 172.21.15.39:0/2406507010 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f795c101d60 0x7f795c19ee10 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:30:42.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.485+0000 7f7963169700 1 -- 172.21.15.39:0/2406507010 >> 172.21.15.39:0/2406507010 conn(0x7f795c078330 msgr2=0x7f795c1006a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:30:42.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.486+0000 7f7963169700 1 -- 172.21.15.39:0/2406507010 shutdown_connections 2024-06-13T06:30:42.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:30:42.486+0000 7f7963169700 1 -- 172.21.15.39:0/2406507010 wait complete. 2024-06-13T06:30:43.108 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:30:42 smithi039 ceph-mon[32479]: pgmap v231: 97 pgs: 97 active+clean; 7.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T06:30:43.139 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '9acd5635', total seconds elapsed: 35.6 2024-06-13T06:30:43.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:30:42 smithi149 ceph-mon[36963]: pgmap v231: 97 pgs: 97 active+clean; 7.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T06:30:43.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:30:42 smithi096 ceph-mon[36532]: pgmap v231: 97 pgs: 97 active+clean; 7.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T06:30:45.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:30:44 smithi039 ceph-mon[32479]: pgmap v232: 97 pgs: 97 active+clean; 7.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:30:45.217 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:30:44 smithi149 ceph-mon[36963]: pgmap v232: 97 pgs: 97 active+clean; 7.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:30:45.290 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:30:44 smithi096 ceph-mon[36532]: pgmap v232: 97 pgs: 97 active+clean; 7.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:30:47.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:30:46 smithi039 ceph-mon[32479]: pgmap v233: 97 pgs: 97 active+clean; 7.9 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 9 op/s 2024-06-13T06:30:47.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:30:46 smithi149 ceph-mon[36963]: pgmap v233: 97 pgs: 97 active+clean; 7.9 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 9 op/s 2024-06-13T06:30:47.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:30:46 smithi096 ceph-mon[36532]: pgmap v233: 97 pgs: 97 active+clean; 7.9 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 9 op/s 2024-06-13T06:30:49.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:30:48 smithi039 ceph-mon[32479]: pgmap v234: 97 pgs: 97 active+clean; 7.9 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 14 KiB/s wr, 6 op/s 2024-06-13T06:30:49.217 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:30:48 smithi149 ceph-mon[36963]: pgmap v234: 97 pgs: 97 active+clean; 7.9 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 14 KiB/s wr, 6 op/s 2024-06-13T06:30:49.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:30:48 smithi096 ceph-mon[36532]: pgmap v234: 97 pgs: 97 active+clean; 7.9 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 14 KiB/s wr, 6 op/s 2024-06-13T06:30:51.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:30:50 smithi039 ceph-mon[32479]: pgmap v235: 97 pgs: 97 active+clean; 7.9 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 14 KiB/s wr, 6 op/s 2024-06-13T06:30:51.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:30:50 smithi149 ceph-mon[36963]: pgmap v235: 97 pgs: 97 active+clean; 7.9 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 14 KiB/s wr, 6 op/s 2024-06-13T06:30:51.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:30:50 smithi096 ceph-mon[36532]: pgmap v235: 97 pgs: 97 active+clean; 7.9 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 14 KiB/s wr, 6 op/s 2024-06-13T06:30:53.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:30:52 smithi039 ceph-mon[32479]: pgmap v236: 97 pgs: 97 active+clean; 8.1 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 31 KiB/s wr, 11 op/s 2024-06-13T06:30:53.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:30:52 smithi149 ceph-mon[36963]: pgmap v236: 97 pgs: 97 active+clean; 8.1 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 31 KiB/s wr, 11 op/s 2024-06-13T06:30:53.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:30:52 smithi096 ceph-mon[36532]: pgmap v236: 97 pgs: 97 active+clean; 8.1 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 31 KiB/s wr, 11 op/s 2024-06-13T06:30:55.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:30:54 smithi039 ceph-mon[32479]: pgmap v237: 97 pgs: 97 active+clean; 8.1 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 31 KiB/s wr, 8 op/s 2024-06-13T06:30:55.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:30:54 smithi149 ceph-mon[36963]: pgmap v237: 97 pgs: 97 active+clean; 8.1 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 31 KiB/s wr, 8 op/s 2024-06-13T06:30:55.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:30:54 smithi096 ceph-mon[36532]: pgmap v237: 97 pgs: 97 active+clean; 8.1 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 31 KiB/s wr, 8 op/s 2024-06-13T06:30:57.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:30:56 smithi039 ceph-mon[32479]: pgmap v238: 97 pgs: 97 active+clean; 8.3 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 48 KiB/s wr, 13 op/s 2024-06-13T06:30:57.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:30:56 smithi149 ceph-mon[36963]: pgmap v238: 97 pgs: 97 active+clean; 8.3 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 48 KiB/s wr, 13 op/s 2024-06-13T06:30:57.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:30:56 smithi096 ceph-mon[36532]: pgmap v238: 97 pgs: 97 active+clean; 8.3 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 48 KiB/s wr, 13 op/s 2024-06-13T06:30:59.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:30:58 smithi039 ceph-mon[32479]: pgmap v239: 97 pgs: 97 active+clean; 8.3 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 34 KiB/s wr, 9 op/s 2024-06-13T06:30:59.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:30:58 smithi149 ceph-mon[36963]: pgmap v239: 97 pgs: 97 active+clean; 8.3 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 34 KiB/s wr, 9 op/s 2024-06-13T06:30:59.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:30:58 smithi096 ceph-mon[36532]: pgmap v239: 97 pgs: 97 active+clean; 8.3 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 34 KiB/s wr, 9 op/s 2024-06-13T06:31:01.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:31:00 smithi039 ceph-mon[32479]: pgmap v240: 97 pgs: 97 active+clean; 8.3 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 34 KiB/s wr, 9 op/s 2024-06-13T06:31:01.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:31:00 smithi149 ceph-mon[36963]: pgmap v240: 97 pgs: 97 active+clean; 8.3 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 34 KiB/s wr, 9 op/s 2024-06-13T06:31:01.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:31:00 smithi096 ceph-mon[36532]: pgmap v240: 97 pgs: 97 active+clean; 8.3 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 34 KiB/s wr, 9 op/s 2024-06-13T06:31:01.639 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.639 INFO:tasks.workunit.client.0.smithi039.stdout:189/600: open fd = 3 2024-06-13T06:31:01.639 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.639 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.639 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.639 INFO:tasks.workunit.client.0.smithi039.stdout:190/600: open fd = 3 2024-06-13T06:31:01.639 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.639 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.639 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.640 INFO:tasks.workunit.client.0.smithi039.stdout:191/600: open fd = 3 2024-06-13T06:31:01.640 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.640 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.640 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.640 INFO:tasks.workunit.client.0.smithi039.stdout:192/600: open fd = 3 2024-06-13T06:31:01.640 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.640 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.640 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.640 INFO:tasks.workunit.client.0.smithi039.stdout:193/600: open fd = 3 2024-06-13T06:31:01.640 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.640 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.640 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.640 INFO:tasks.workunit.client.0.smithi039.stdout:194/600: open fd = 3 2024-06-13T06:31:01.641 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.641 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.641 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.641 INFO:tasks.workunit.client.0.smithi039.stdout:195/600: open fd = 3 2024-06-13T06:31:01.641 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.641 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.641 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.641 INFO:tasks.workunit.client.0.smithi039.stdout:196/600: open fd = 3 2024-06-13T06:31:01.641 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.641 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.641 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.641 INFO:tasks.workunit.client.0.smithi039.stdout:197/600: open fd = 3 2024-06-13T06:31:01.641 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.642 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.642 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.642 INFO:tasks.workunit.client.0.smithi039.stdout:198/600: open fd = 3 2024-06-13T06:31:01.642 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.642 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.642 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.642 INFO:tasks.workunit.client.0.smithi039.stdout:199/600: open fd = 3 2024-06-13T06:31:01.642 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.642 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.642 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.642 INFO:tasks.workunit.client.0.smithi039.stdout:200/600: open fd = 3 2024-06-13T06:31:01.642 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.642 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.643 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.643 INFO:tasks.workunit.client.0.smithi039.stdout:201/600: open fd = 3 2024-06-13T06:31:01.643 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.643 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.643 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.643 INFO:tasks.workunit.client.0.smithi039.stdout:202/600: open fd = 3 2024-06-13T06:31:01.643 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.643 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.643 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.643 INFO:tasks.workunit.client.0.smithi039.stdout:203/600: open fd = 3 2024-06-13T06:31:01.643 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.643 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.643 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.644 INFO:tasks.workunit.client.0.smithi039.stdout:204/600: open fd = 3 2024-06-13T06:31:01.644 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.644 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.644 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.644 INFO:tasks.workunit.client.0.smithi039.stdout:205/600: open fd = 3 2024-06-13T06:31:01.644 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.644 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.644 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.644 INFO:tasks.workunit.client.0.smithi039.stdout:206/600: open fd = 3 2024-06-13T06:31:01.644 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.644 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.644 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.644 INFO:tasks.workunit.client.0.smithi039.stdout:207/600: open fd = 3 2024-06-13T06:31:01.644 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.645 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.645 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.645 INFO:tasks.workunit.client.0.smithi039.stdout:208/600: open fd = 3 2024-06-13T06:31:01.645 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.645 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.645 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.645 INFO:tasks.workunit.client.0.smithi039.stdout:209/600: open fd = 3 2024-06-13T06:31:01.645 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.645 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.645 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.645 INFO:tasks.workunit.client.0.smithi039.stdout:210/600: open fd = 3 2024-06-13T06:31:01.645 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.645 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.645 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.646 INFO:tasks.workunit.client.0.smithi039.stdout:211/600: open fd = 3 2024-06-13T06:31:01.646 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.646 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.646 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.646 INFO:tasks.workunit.client.0.smithi039.stdout:212/600: open fd = 3 2024-06-13T06:31:01.646 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.646 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.646 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.646 INFO:tasks.workunit.client.0.smithi039.stdout:213/600: open fd = 3 2024-06-13T06:31:01.646 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.646 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.646 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.646 INFO:tasks.workunit.client.0.smithi039.stdout:214/600: open fd = 3 2024-06-13T06:31:01.647 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.647 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.647 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.647 INFO:tasks.workunit.client.0.smithi039.stdout:215/600: open fd = 3 2024-06-13T06:31:01.647 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.647 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.647 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.647 INFO:tasks.workunit.client.0.smithi039.stdout:216/600: open fd = 3 2024-06-13T06:31:01.647 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.647 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.647 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.647 INFO:tasks.workunit.client.0.smithi039.stdout:217/600: open fd = 3 2024-06-13T06:31:01.647 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.647 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.648 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.648 INFO:tasks.workunit.client.0.smithi039.stdout:218/600: open fd = 3 2024-06-13T06:31:01.648 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.648 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.648 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.648 INFO:tasks.workunit.client.0.smithi039.stdout:219/600: open fd = 3 2024-06-13T06:31:01.648 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.648 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.648 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.648 INFO:tasks.workunit.client.0.smithi039.stdout:220/600: open fd = 3 2024-06-13T06:31:01.648 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.648 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.648 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.648 INFO:tasks.workunit.client.0.smithi039.stdout:221/600: open fd = 3 2024-06-13T06:31:01.649 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.649 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.649 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.649 INFO:tasks.workunit.client.0.smithi039.stdout:222/600: open fd = 3 2024-06-13T06:31:01.649 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.649 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.649 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.649 INFO:tasks.workunit.client.0.smithi039.stdout:223/600: open fd = 3 2024-06-13T06:31:01.649 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.649 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.649 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.649 INFO:tasks.workunit.client.0.smithi039.stdout:224/600: open fd = 3 2024-06-13T06:31:01.649 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.650 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.650 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.650 INFO:tasks.workunit.client.0.smithi039.stdout:225/600: open fd = 3 2024-06-13T06:31:01.650 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.650 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.650 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.650 INFO:tasks.workunit.client.0.smithi039.stdout:226/600: open fd = 3 2024-06-13T06:31:01.650 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.650 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.650 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.650 INFO:tasks.workunit.client.0.smithi039.stdout:227/600: open fd = 3 2024-06-13T06:31:01.650 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.650 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.651 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.651 INFO:tasks.workunit.client.0.smithi039.stdout:228/600: open fd = 3 2024-06-13T06:31:01.651 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.651 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.651 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.651 INFO:tasks.workunit.client.0.smithi039.stdout:229/600: open fd = 3 2024-06-13T06:31:01.651 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.651 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.651 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.651 INFO:tasks.workunit.client.0.smithi039.stdout:230/600: open fd = 3 2024-06-13T06:31:01.651 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.651 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.651 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.651 INFO:tasks.workunit.client.0.smithi039.stdout:231/600: open fd = 3 2024-06-13T06:31:01.652 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.652 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.652 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.652 INFO:tasks.workunit.client.0.smithi039.stdout:232/600: open fd = 3 2024-06-13T06:31:01.652 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.652 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.652 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.652 INFO:tasks.workunit.client.0.smithi039.stdout:233/600: open fd = 3 2024-06-13T06:31:01.652 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.652 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.652 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.652 INFO:tasks.workunit.client.0.smithi039.stdout:234/600: open fd = 3 2024-06-13T06:31:01.652 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.652 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.653 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.653 INFO:tasks.workunit.client.0.smithi039.stdout:235/600: open fd = 3 2024-06-13T06:31:01.653 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.653 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.653 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.653 INFO:tasks.workunit.client.0.smithi039.stdout:236/600: open fd = 3 2024-06-13T06:31:01.653 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.653 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.653 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.653 INFO:tasks.workunit.client.0.smithi039.stdout:237/600: open fd = 3 2024-06-13T06:31:01.653 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.653 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.653 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.653 INFO:tasks.workunit.client.0.smithi039.stdout:238/600: open fd = 3 2024-06-13T06:31:01.654 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.654 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.654 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.654 INFO:tasks.workunit.client.0.smithi039.stdout:239/600: open fd = 3 2024-06-13T06:31:01.654 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.654 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.654 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.654 INFO:tasks.workunit.client.0.smithi039.stdout:240/600: open fd = 3 2024-06-13T06:31:01.654 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.654 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.654 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.654 INFO:tasks.workunit.client.0.smithi039.stdout:241/600: open fd = 3 2024-06-13T06:31:01.654 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.655 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.655 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.655 INFO:tasks.workunit.client.0.smithi039.stdout:242/600: open fd = 3 2024-06-13T06:31:01.655 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.655 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.655 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.655 INFO:tasks.workunit.client.0.smithi039.stdout:243/600: open fd = 3 2024-06-13T06:31:01.655 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.655 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.655 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.655 INFO:tasks.workunit.client.0.smithi039.stdout:244/600: open fd = 3 2024-06-13T06:31:01.655 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.655 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.655 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.656 INFO:tasks.workunit.client.0.smithi039.stdout:245/600: open fd = 3 2024-06-13T06:31:01.656 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.656 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.656 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.656 INFO:tasks.workunit.client.0.smithi039.stdout:246/600: open fd = 3 2024-06-13T06:31:01.656 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.656 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.656 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.656 INFO:tasks.workunit.client.0.smithi039.stdout:247/600: open fd = 3 2024-06-13T06:31:01.656 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.656 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.656 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.656 INFO:tasks.workunit.client.0.smithi039.stdout:248/600: open fd = 3 2024-06-13T06:31:01.656 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.657 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.657 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.657 INFO:tasks.workunit.client.0.smithi039.stdout:249/600: open fd = 3 2024-06-13T06:31:01.657 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.657 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.657 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:31:01.657 INFO:tasks.workunit.client.0.smithi039.stdout:250/600: open fd = 3 2024-06-13T06:31:01.657 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:01.657 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:31:03.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:31:02 smithi039 ceph-mon[32479]: pgmap v241: 97 pgs: 97 active+clean; 8.5 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 51 KiB/s wr, 14 op/s 2024-06-13T06:31:03.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:31:02 smithi149 ceph-mon[36963]: pgmap v241: 97 pgs: 97 active+clean; 8.5 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 51 KiB/s wr, 14 op/s 2024-06-13T06:31:03.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:31:02 smithi096 ceph-mon[36532]: pgmap v241: 97 pgs: 97 active+clean; 8.5 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 51 KiB/s wr, 14 op/s 2024-06-13T06:31:05.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:31:04 smithi149 ceph-mon[36963]: pgmap v242: 97 pgs: 97 active+clean; 8.5 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 34 KiB/s wr, 9 op/s 2024-06-13T06:31:05.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:31:04 smithi096 ceph-mon[36532]: pgmap v242: 97 pgs: 97 active+clean; 8.5 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 34 KiB/s wr, 9 op/s 2024-06-13T06:31:05.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:31:04 smithi039 ceph-mon[32479]: pgmap v242: 97 pgs: 97 active+clean; 8.5 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 34 KiB/s wr, 9 op/s 2024-06-13T06:31:06.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:31:05 smithi149 ceph-mon[36963]: osdmap e95: 12 total, 12 up, 12 in 2024-06-13T06:31:06.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:31:05 smithi096 ceph-mon[36532]: osdmap e95: 12 total, 12 up, 12 in 2024-06-13T06:31:06.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:31:05 smithi039 ceph-mon[32479]: osdmap e95: 12 total, 12 up, 12 in 2024-06-13T06:31:07.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:31:06 smithi149 ceph-mon[36963]: pgmap v244: 97 pgs: 97 active+clean; 8.7 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 99 KiB/s wr, 31 op/s 2024-06-13T06:31:07.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:31:06 smithi149 ceph-mon[36963]: osdmap e96: 12 total, 12 up, 12 in 2024-06-13T06:31:07.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:31:06 smithi096 ceph-mon[36532]: pgmap v244: 97 pgs: 97 active+clean; 8.7 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 99 KiB/s wr, 31 op/s 2024-06-13T06:31:07.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:31:06 smithi096 ceph-mon[36532]: osdmap e96: 12 total, 12 up, 12 in 2024-06-13T06:31:07.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:31:06 smithi039 ceph-mon[32479]: pgmap v244: 97 pgs: 97 active+clean; 8.7 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 99 KiB/s wr, 31 op/s 2024-06-13T06:31:07.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:31:06 smithi039 ceph-mon[32479]: osdmap e96: 12 total, 12 up, 12 in 2024-06-13T06:31:09.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:31:08 smithi149 ceph-mon[36963]: pgmap v246: 97 pgs: 97 active+clean; 8.7 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 78 KiB/s rd, 124 KiB/s wr, 39 op/s 2024-06-13T06:31:09.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:31:08 smithi096 ceph-mon[36532]: pgmap v246: 97 pgs: 97 active+clean; 8.7 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 78 KiB/s rd, 124 KiB/s wr, 39 op/s 2024-06-13T06:31:09.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:31:08 smithi039 ceph-mon[32479]: pgmap v246: 97 pgs: 97 active+clean; 8.7 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 78 KiB/s rd, 124 KiB/s wr, 39 op/s 2024-06-13T06:31:11.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:31:10 smithi149 ceph-mon[36963]: pgmap v247: 97 pgs: 97 active+clean; 8.7 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 99 KiB/s wr, 32 op/s 2024-06-13T06:31:11.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:31:10 smithi096 ceph-mon[36532]: pgmap v247: 97 pgs: 97 active+clean; 8.7 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 99 KiB/s wr, 32 op/s 2024-06-13T06:31:11.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:31:10 smithi039 ceph-mon[32479]: pgmap v247: 97 pgs: 97 active+clean; 8.7 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 99 KiB/s wr, 32 op/s 2024-06-13T06:31:13.217 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:31:12 smithi149 ceph-mon[36963]: pgmap v248: 97 pgs: 97 active+clean; 9.0 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 84 KiB/s rd, 134 KiB/s wr, 39 op/s 2024-06-13T06:31:13.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:31:12 smithi096 ceph-mon[36532]: pgmap v248: 97 pgs: 97 active+clean; 9.0 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 84 KiB/s rd, 134 KiB/s wr, 39 op/s 2024-06-13T06:31:13.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:31:12 smithi039 ceph-mon[32479]: pgmap v248: 97 pgs: 97 active+clean; 9.0 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 84 KiB/s rd, 134 KiB/s wr, 39 op/s 2024-06-13T06:31:15.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:31:14 smithi149 ceph-mon[36963]: pgmap v249: 97 pgs: 97 active+clean; 9.0 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 123 KiB/s wr, 36 op/s 2024-06-13T06:31:15.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:31:14 smithi096 ceph-mon[36532]: pgmap v249: 97 pgs: 97 active+clean; 9.0 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 123 KiB/s wr, 36 op/s 2024-06-13T06:31:15.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:31:14 smithi039 ceph-mon[32479]: pgmap v249: 97 pgs: 97 active+clean; 9.0 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 123 KiB/s wr, 36 op/s 2024-06-13T06:31:17.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:31:16 smithi149 ceph-mon[36963]: pgmap v250: 97 pgs: 97 active+clean; 9.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 55 KiB/s wr, 11 op/s 2024-06-13T06:31:17.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:31:16 smithi096 ceph-mon[36532]: pgmap v250: 97 pgs: 97 active+clean; 9.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 55 KiB/s wr, 11 op/s 2024-06-13T06:31:17.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:31:16 smithi039 ceph-mon[32479]: pgmap v250: 97 pgs: 97 active+clean; 9.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 55 KiB/s wr, 11 op/s 2024-06-13T06:31:19.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:31:18 smithi096 ceph-mon[36532]: pgmap v251: 97 pgs: 97 active+clean; 9.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 49 KiB/s wr, 10 op/s 2024-06-13T06:31:19.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:31:18 smithi039 ceph-mon[32479]: pgmap v251: 97 pgs: 97 active+clean; 9.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 49 KiB/s wr, 10 op/s 2024-06-13T06:31:19.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:31:18 smithi149 ceph-mon[36963]: pgmap v251: 97 pgs: 97 active+clean; 9.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 49 KiB/s wr, 10 op/s 2024-06-13T06:31:21.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:31:20 smithi096 ceph-mon[36532]: pgmap v252: 97 pgs: 97 active+clean; 9.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 45 KiB/s wr, 9 op/s 2024-06-13T06:31:21.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:31:20 smithi039 ceph-mon[32479]: pgmap v252: 97 pgs: 97 active+clean; 9.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 45 KiB/s wr, 9 op/s 2024-06-13T06:31:21.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:31:20 smithi149 ceph-mon[36963]: pgmap v252: 97 pgs: 97 active+clean; 9.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 45 KiB/s wr, 9 op/s 2024-06-13T06:31:23.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:31:22 smithi096 ceph-mon[36532]: pgmap v253: 97 pgs: 97 active+clean; 9.5 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 69 KiB/s wr, 15 op/s 2024-06-13T06:31:23.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:31:22 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:31:23.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:31:22 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:31:23.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:31:22 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:31:23.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:31:22 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:31:23.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:31:22 smithi039 ceph-mon[32479]: pgmap v253: 97 pgs: 97 active+clean; 9.5 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 69 KiB/s wr, 15 op/s 2024-06-13T06:31:23.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:31:22 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:31:23.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:31:22 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:31:23.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:31:22 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:31:23.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:31:22 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:31:23.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:31:22 smithi149 ceph-mon[36963]: pgmap v253: 97 pgs: 97 active+clean; 9.5 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 69 KiB/s wr, 15 op/s 2024-06-13T06:31:23.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:31:22 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:31:23.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:31:22 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:31:23.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:31:22 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:31:23.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:31:22 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:31:25.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:31:24 smithi096 ceph-mon[36532]: pgmap v254: 97 pgs: 97 active+clean; 9.5 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 45 KiB/s wr, 10 op/s 2024-06-13T06:31:25.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:31:24 smithi039 ceph-mon[32479]: pgmap v254: 97 pgs: 97 active+clean; 9.5 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 45 KiB/s wr, 10 op/s 2024-06-13T06:31:25.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:31:24 smithi149 ceph-mon[36963]: pgmap v254: 97 pgs: 97 active+clean; 9.5 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 45 KiB/s wr, 10 op/s 2024-06-13T06:31:27.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:31:26 smithi096 ceph-mon[36532]: pgmap v255: 97 pgs: 97 active+clean; 9.7 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 67 KiB/s wr, 15 op/s 2024-06-13T06:31:27.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:31:26 smithi039 ceph-mon[32479]: pgmap v255: 97 pgs: 97 active+clean; 9.7 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 67 KiB/s wr, 15 op/s 2024-06-13T06:31:27.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:31:26 smithi149 ceph-mon[36963]: pgmap v255: 97 pgs: 97 active+clean; 9.7 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 67 KiB/s wr, 15 op/s 2024-06-13T06:31:29.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:31:28 smithi096 ceph-mon[36532]: pgmap v256: 97 pgs: 97 active+clean; 9.7 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 45 KiB/s wr, 10 op/s 2024-06-13T06:31:29.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:31:28 smithi039 ceph-mon[32479]: pgmap v256: 97 pgs: 97 active+clean; 9.7 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 45 KiB/s wr, 10 op/s 2024-06-13T06:31:29.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:31:28 smithi149 ceph-mon[36963]: pgmap v256: 97 pgs: 97 active+clean; 9.7 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 45 KiB/s wr, 10 op/s 2024-06-13T06:31:31.270 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:31:31 smithi149 ceph-mon[36963]: pgmap v257: 97 pgs: 97 active+clean; 9.7 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 45 KiB/s wr, 10 op/s 2024-06-13T06:31:31.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:31:31 smithi096 ceph-mon[36532]: pgmap v257: 97 pgs: 97 active+clean; 9.7 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 45 KiB/s wr, 10 op/s 2024-06-13T06:31:31.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:31:30 smithi039 ceph-mon[32479]: pgmap v257: 97 pgs: 97 active+clean; 9.7 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 45 KiB/s wr, 10 op/s 2024-06-13T06:31:33.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:31:33 smithi096 ceph-mon[36532]: pgmap v258: 97 pgs: 97 active+clean; 10 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 67 KiB/s wr, 16 op/s 2024-06-13T06:31:33.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:31:33 smithi039 ceph-mon[32479]: pgmap v258: 97 pgs: 97 active+clean; 10 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 67 KiB/s wr, 16 op/s 2024-06-13T06:31:33.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:31:33 smithi149 ceph-mon[36963]: pgmap v258: 97 pgs: 97 active+clean; 10 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 67 KiB/s wr, 16 op/s 2024-06-13T06:31:35.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:31:35 smithi096 ceph-mon[36532]: pgmap v259: 97 pgs: 97 active+clean; 10 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 44 KiB/s wr, 10 op/s 2024-06-13T06:31:35.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:31:35 smithi039 ceph-mon[32479]: pgmap v259: 97 pgs: 97 active+clean; 10 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 44 KiB/s wr, 10 op/s 2024-06-13T06:31:35.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:31:35 smithi149 ceph-mon[36963]: pgmap v259: 97 pgs: 97 active+clean; 10 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 44 KiB/s wr, 10 op/s 2024-06-13T06:31:37.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:31:37 smithi096 ceph-mon[36532]: pgmap v260: 97 pgs: 97 active+clean; 10 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 66 KiB/s wr, 15 op/s 2024-06-13T06:31:37.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:31:37 smithi039 ceph-mon[32479]: pgmap v260: 97 pgs: 97 active+clean; 10 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 66 KiB/s wr, 15 op/s 2024-06-13T06:31:37.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:31:37 smithi149 ceph-mon[36963]: pgmap v260: 97 pgs: 97 active+clean; 10 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 66 KiB/s wr, 15 op/s 2024-06-13T06:31:39.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:31:39 smithi096 ceph-mon[36532]: pgmap v261: 97 pgs: 97 active+clean; 10 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 44 KiB/s wr, 9 op/s 2024-06-13T06:31:39.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:31:39 smithi039 ceph-mon[32479]: pgmap v261: 97 pgs: 97 active+clean; 10 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 44 KiB/s wr, 9 op/s 2024-06-13T06:31:39.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:31:39 smithi149 ceph-mon[36963]: pgmap v261: 97 pgs: 97 active+clean; 10 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 44 KiB/s wr, 9 op/s 2024-06-13T06:31:41.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:31:41 smithi096 ceph-mon[36532]: pgmap v262: 97 pgs: 97 active+clean; 10 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 44 KiB/s wr, 9 op/s 2024-06-13T06:31:41.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:31:41 smithi039 ceph-mon[32479]: pgmap v262: 97 pgs: 97 active+clean; 10 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 44 KiB/s wr, 9 op/s 2024-06-13T06:31:41.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:31:41 smithi149 ceph-mon[36963]: pgmap v262: 97 pgs: 97 active+clean; 10 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 44 KiB/s wr, 9 op/s 2024-06-13T06:31:43.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:31:43 smithi096 ceph-mon[36532]: pgmap v263: 97 pgs: 97 active+clean; 10 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 68 KiB/s wr, 14 op/s 2024-06-13T06:31:43.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:31:43 smithi039 ceph-mon[32479]: pgmap v263: 97 pgs: 97 active+clean; 10 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 68 KiB/s wr, 14 op/s 2024-06-13T06:31:43.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:31:43 smithi149 ceph-mon[36963]: pgmap v263: 97 pgs: 97 active+clean; 10 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 68 KiB/s wr, 14 op/s 2024-06-13T06:31:45.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:31:45 smithi096 ceph-mon[36532]: pgmap v264: 97 pgs: 97 active+clean; 10 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 46 KiB/s wr, 9 op/s 2024-06-13T06:31:45.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:31:45 smithi039 ceph-mon[32479]: pgmap v264: 97 pgs: 97 active+clean; 10 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 46 KiB/s wr, 9 op/s 2024-06-13T06:31:45.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:31:45 smithi149 ceph-mon[36963]: pgmap v264: 97 pgs: 97 active+clean; 10 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 46 KiB/s wr, 9 op/s 2024-06-13T06:31:47.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:31:47 smithi096 ceph-mon[36532]: pgmap v265: 97 pgs: 97 active+clean; 11 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 68 KiB/s wr, 14 op/s 2024-06-13T06:31:47.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:31:47 smithi039 ceph-mon[32479]: pgmap v265: 97 pgs: 97 active+clean; 11 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 68 KiB/s wr, 14 op/s 2024-06-13T06:31:47.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:31:47 smithi149 ceph-mon[36963]: pgmap v265: 97 pgs: 97 active+clean; 11 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 68 KiB/s wr, 14 op/s 2024-06-13T06:31:49.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:31:49 smithi039 ceph-mon[32479]: pgmap v266: 97 pgs: 97 active+clean; 11 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 46 KiB/s wr, 9 op/s 2024-06-13T06:31:49.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:31:49 smithi149 ceph-mon[36963]: pgmap v266: 97 pgs: 97 active+clean; 11 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 46 KiB/s wr, 9 op/s 2024-06-13T06:31:49.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:31:49 smithi096 ceph-mon[36532]: pgmap v266: 97 pgs: 97 active+clean; 11 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 46 KiB/s wr, 9 op/s 2024-06-13T06:31:51.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:31:51 smithi039 ceph-mon[32479]: pgmap v267: 97 pgs: 97 active+clean; 11 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 46 KiB/s wr, 9 op/s 2024-06-13T06:31:51.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:31:51 smithi149 ceph-mon[36963]: pgmap v267: 97 pgs: 97 active+clean; 11 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 46 KiB/s wr, 9 op/s 2024-06-13T06:31:51.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:31:51 smithi096 ceph-mon[36532]: pgmap v267: 97 pgs: 97 active+clean; 11 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 46 KiB/s wr, 9 op/s 2024-06-13T06:31:53.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:31:53 smithi039 ceph-mon[32479]: pgmap v268: 97 pgs: 97 active+clean; 11 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 69 KiB/s wr, 14 op/s 2024-06-13T06:31:53.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:31:53 smithi149 ceph-mon[36963]: pgmap v268: 97 pgs: 97 active+clean; 11 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 69 KiB/s wr, 14 op/s 2024-06-13T06:31:53.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:31:53 smithi096 ceph-mon[36532]: pgmap v268: 97 pgs: 97 active+clean; 11 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 69 KiB/s wr, 14 op/s 2024-06-13T06:31:55.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:31:55 smithi039 ceph-mon[32479]: pgmap v269: 97 pgs: 97 active+clean; 11 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 46 KiB/s wr, 9 op/s 2024-06-13T06:31:55.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:31:55 smithi149 ceph-mon[36963]: pgmap v269: 97 pgs: 97 active+clean; 11 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 46 KiB/s wr, 9 op/s 2024-06-13T06:31:55.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:31:55 smithi096 ceph-mon[36532]: pgmap v269: 97 pgs: 97 active+clean; 11 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 46 KiB/s wr, 9 op/s 2024-06-13T06:31:57.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:31:57 smithi039 ceph-mon[32479]: pgmap v270: 97 pgs: 97 active+clean; 11 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 67 KiB/s wr, 14 op/s 2024-06-13T06:31:57.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:31:57 smithi149 ceph-mon[36963]: pgmap v270: 97 pgs: 97 active+clean; 11 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 67 KiB/s wr, 14 op/s 2024-06-13T06:31:57.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:31:57 smithi096 ceph-mon[36532]: pgmap v270: 97 pgs: 97 active+clean; 11 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 67 KiB/s wr, 14 op/s 2024-06-13T06:31:59.343 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:31:59 smithi096 ceph-mon[36532]: pgmap v271: 97 pgs: 97 active+clean; 11 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 45 KiB/s wr, 9 op/s 2024-06-13T06:31:59.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:31:59 smithi039 ceph-mon[32479]: pgmap v271: 97 pgs: 97 active+clean; 11 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 45 KiB/s wr, 9 op/s 2024-06-13T06:31:59.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:31:59 smithi149 ceph-mon[36963]: pgmap v271: 97 pgs: 97 active+clean; 11 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 45 KiB/s wr, 9 op/s 2024-06-13T06:32:01.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:32:01 smithi039 ceph-mon[32479]: pgmap v272: 97 pgs: 97 active+clean; 11 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 45 KiB/s wr, 9 op/s 2024-06-13T06:32:01.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:32:01 smithi149 ceph-mon[36963]: pgmap v272: 97 pgs: 97 active+clean; 11 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 45 KiB/s wr, 9 op/s 2024-06-13T06:32:01.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:32:01 smithi096 ceph-mon[36532]: pgmap v272: 97 pgs: 97 active+clean; 11 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 45 KiB/s wr, 9 op/s 2024-06-13T06:32:03.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:32:03 smithi039 ceph-mon[32479]: pgmap v273: 97 pgs: 97 active+clean; 11 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 69 KiB/s wr, 14 op/s 2024-06-13T06:32:03.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:32:03 smithi149 ceph-mon[36963]: pgmap v273: 97 pgs: 97 active+clean; 11 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 69 KiB/s wr, 14 op/s 2024-06-13T06:32:03.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:32:03 smithi096 ceph-mon[36532]: pgmap v273: 97 pgs: 97 active+clean; 11 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 69 KiB/s wr, 14 op/s 2024-06-13T06:32:04.184 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.184 INFO:tasks.workunit.client.0.smithi039.stdout:251/600: open fd = 3 2024-06-13T06:32:04.185 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.185 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.185 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.185 INFO:tasks.workunit.client.0.smithi039.stdout:252/600: open fd = 3 2024-06-13T06:32:04.185 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.185 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.185 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.185 INFO:tasks.workunit.client.0.smithi039.stdout:253/600: open fd = 3 2024-06-13T06:32:04.185 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.185 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.185 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.185 INFO:tasks.workunit.client.0.smithi039.stdout:254/600: open fd = 3 2024-06-13T06:32:04.186 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.186 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.186 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.186 INFO:tasks.workunit.client.0.smithi039.stdout:255/600: open fd = 3 2024-06-13T06:32:04.186 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.186 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.186 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.186 INFO:tasks.workunit.client.0.smithi039.stdout:256/600: open fd = 3 2024-06-13T06:32:04.186 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.186 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.186 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.186 INFO:tasks.workunit.client.0.smithi039.stdout:257/600: open fd = 3 2024-06-13T06:32:04.186 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.187 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.187 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.187 INFO:tasks.workunit.client.0.smithi039.stdout:258/600: open fd = 3 2024-06-13T06:32:04.187 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.187 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.187 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.187 INFO:tasks.workunit.client.0.smithi039.stdout:259/600: open fd = 3 2024-06-13T06:32:04.187 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.187 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.187 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.187 INFO:tasks.workunit.client.0.smithi039.stdout:260/600: open fd = 3 2024-06-13T06:32:04.187 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.187 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.188 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.188 INFO:tasks.workunit.client.0.smithi039.stdout:261/600: open fd = 3 2024-06-13T06:32:04.188 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.188 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.188 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.188 INFO:tasks.workunit.client.0.smithi039.stdout:262/600: open fd = 3 2024-06-13T06:32:04.188 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.188 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.188 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.188 INFO:tasks.workunit.client.0.smithi039.stdout:263/600: open fd = 3 2024-06-13T06:32:04.188 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.188 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.188 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.188 INFO:tasks.workunit.client.0.smithi039.stdout:264/600: open fd = 3 2024-06-13T06:32:04.189 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.189 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.189 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.189 INFO:tasks.workunit.client.0.smithi039.stdout:265/600: open fd = 3 2024-06-13T06:32:04.189 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.189 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.189 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.189 INFO:tasks.workunit.client.0.smithi039.stdout:266/600: open fd = 3 2024-06-13T06:32:04.189 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.189 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.189 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.189 INFO:tasks.workunit.client.0.smithi039.stdout:267/600: open fd = 3 2024-06-13T06:32:04.189 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.189 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.190 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.190 INFO:tasks.workunit.client.0.smithi039.stdout:268/600: open fd = 3 2024-06-13T06:32:04.190 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.190 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.190 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.190 INFO:tasks.workunit.client.0.smithi039.stdout:269/600: open fd = 3 2024-06-13T06:32:04.190 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.190 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.190 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.190 INFO:tasks.workunit.client.0.smithi039.stdout:270/600: open fd = 3 2024-06-13T06:32:04.190 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.190 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.190 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.191 INFO:tasks.workunit.client.0.smithi039.stdout:271/600: open fd = 3 2024-06-13T06:32:04.191 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.191 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.191 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.191 INFO:tasks.workunit.client.0.smithi039.stdout:272/600: open fd = 3 2024-06-13T06:32:04.191 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.191 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.191 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.191 INFO:tasks.workunit.client.0.smithi039.stdout:273/600: open fd = 3 2024-06-13T06:32:04.191 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.191 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.191 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.191 INFO:tasks.workunit.client.0.smithi039.stdout:274/600: open fd = 3 2024-06-13T06:32:04.192 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.192 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.192 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.192 INFO:tasks.workunit.client.0.smithi039.stdout:275/600: open fd = 3 2024-06-13T06:32:04.192 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.192 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.192 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.192 INFO:tasks.workunit.client.0.smithi039.stdout:276/600: open fd = 3 2024-06-13T06:32:04.192 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.192 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.192 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.192 INFO:tasks.workunit.client.0.smithi039.stdout:277/600: open fd = 3 2024-06-13T06:32:04.192 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.192 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.193 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.193 INFO:tasks.workunit.client.0.smithi039.stdout:278/600: open fd = 3 2024-06-13T06:32:04.193 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.193 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.193 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.193 INFO:tasks.workunit.client.0.smithi039.stdout:279/600: open fd = 3 2024-06-13T06:32:04.193 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.193 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.193 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.193 INFO:tasks.workunit.client.0.smithi039.stdout:280/600: open fd = 3 2024-06-13T06:32:04.193 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.193 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.193 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.193 INFO:tasks.workunit.client.0.smithi039.stdout:281/600: open fd = 3 2024-06-13T06:32:04.193 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.194 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.194 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.194 INFO:tasks.workunit.client.0.smithi039.stdout:282/600: open fd = 3 2024-06-13T06:32:04.194 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.194 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.194 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.194 INFO:tasks.workunit.client.0.smithi039.stdout:283/600: open fd = 3 2024-06-13T06:32:04.194 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.194 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.194 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.194 INFO:tasks.workunit.client.0.smithi039.stdout:284/600: open fd = 3 2024-06-13T06:32:04.194 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.194 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.195 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.195 INFO:tasks.workunit.client.0.smithi039.stdout:285/600: open fd = 3 2024-06-13T06:32:04.195 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.195 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.195 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.195 INFO:tasks.workunit.client.0.smithi039.stdout:286/600: open fd = 3 2024-06-13T06:32:04.195 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.195 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.195 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.195 INFO:tasks.workunit.client.0.smithi039.stdout:287/600: open fd = 3 2024-06-13T06:32:04.195 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.195 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.195 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.195 INFO:tasks.workunit.client.0.smithi039.stdout:288/600: open fd = 3 2024-06-13T06:32:04.196 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.196 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.196 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.196 INFO:tasks.workunit.client.0.smithi039.stdout:289/600: open fd = 3 2024-06-13T06:32:04.196 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.196 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.196 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.196 INFO:tasks.workunit.client.0.smithi039.stdout:290/600: open fd = 3 2024-06-13T06:32:04.196 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.196 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.196 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.196 INFO:tasks.workunit.client.0.smithi039.stdout:291/600: open fd = 3 2024-06-13T06:32:04.196 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.196 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.196 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.197 INFO:tasks.workunit.client.0.smithi039.stdout:292/600: open fd = 3 2024-06-13T06:32:04.197 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.197 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.197 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.197 INFO:tasks.workunit.client.0.smithi039.stdout:293/600: open fd = 3 2024-06-13T06:32:04.197 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.197 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.197 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.197 INFO:tasks.workunit.client.0.smithi039.stdout:294/600: open fd = 3 2024-06-13T06:32:04.197 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.197 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.197 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.198 INFO:tasks.workunit.client.0.smithi039.stdout:295/600: open fd = 3 2024-06-13T06:32:04.198 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.198 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.198 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.198 INFO:tasks.workunit.client.0.smithi039.stdout:296/600: open fd = 3 2024-06-13T06:32:04.198 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.198 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.198 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.198 INFO:tasks.workunit.client.0.smithi039.stdout:297/600: open fd = 3 2024-06-13T06:32:04.198 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.198 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.198 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.199 INFO:tasks.workunit.client.0.smithi039.stdout:298/600: open fd = 3 2024-06-13T06:32:04.199 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.199 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.199 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.199 INFO:tasks.workunit.client.0.smithi039.stdout:299/600: open fd = 3 2024-06-13T06:32:04.199 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.199 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.199 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.199 INFO:tasks.workunit.client.0.smithi039.stdout:300/600: open fd = 3 2024-06-13T06:32:04.199 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.199 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.199 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.199 INFO:tasks.workunit.client.0.smithi039.stdout:301/600: open fd = 3 2024-06-13T06:32:04.200 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.200 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.200 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.200 INFO:tasks.workunit.client.0.smithi039.stdout:302/600: open fd = 3 2024-06-13T06:32:04.200 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.200 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.200 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.200 INFO:tasks.workunit.client.0.smithi039.stdout:303/600: open fd = 3 2024-06-13T06:32:04.200 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.200 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.200 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.200 INFO:tasks.workunit.client.0.smithi039.stdout:304/600: open fd = 3 2024-06-13T06:32:04.200 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.200 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.200 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.201 INFO:tasks.workunit.client.0.smithi039.stdout:305/600: open fd = 3 2024-06-13T06:32:04.201 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.201 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.201 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.201 INFO:tasks.workunit.client.0.smithi039.stdout:306/600: open fd = 3 2024-06-13T06:32:04.201 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.201 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.201 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.201 INFO:tasks.workunit.client.0.smithi039.stdout:307/600: open fd = 3 2024-06-13T06:32:04.201 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.201 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.201 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.201 INFO:tasks.workunit.client.0.smithi039.stdout:308/600: open fd = 3 2024-06-13T06:32:04.201 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.202 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.202 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.202 INFO:tasks.workunit.client.0.smithi039.stdout:309/600: open fd = 3 2024-06-13T06:32:04.202 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.202 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.202 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.202 INFO:tasks.workunit.client.0.smithi039.stdout:310/600: open fd = 3 2024-06-13T06:32:04.202 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.202 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.202 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.202 INFO:tasks.workunit.client.0.smithi039.stdout:311/600: open fd = 3 2024-06-13T06:32:04.202 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.202 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.202 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:32:04.203 INFO:tasks.workunit.client.0.smithi039.stdout:312/600: open fd = 3 2024-06-13T06:32:04.203 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:04.203 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:32:05.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:32:05 smithi039 ceph-mon[32479]: pgmap v274: 97 pgs: 97 active+clean; 11 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 45 KiB/s wr, 9 op/s 2024-06-13T06:32:05.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:32:05 smithi039 ceph-mon[32479]: osdmap e97: 12 total, 12 up, 12 in 2024-06-13T06:32:05.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:32:05 smithi149 ceph-mon[36963]: pgmap v274: 97 pgs: 97 active+clean; 11 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 45 KiB/s wr, 9 op/s 2024-06-13T06:32:05.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:32:05 smithi149 ceph-mon[36963]: osdmap e97: 12 total, 12 up, 12 in 2024-06-13T06:32:05.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:32:05 smithi096 ceph-mon[36532]: pgmap v274: 97 pgs: 97 active+clean; 11 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 45 KiB/s wr, 9 op/s 2024-06-13T06:32:05.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:32:05 smithi096 ceph-mon[36532]: osdmap e97: 12 total, 12 up, 12 in 2024-06-13T06:32:07.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:32:07 smithi039 ceph-mon[32479]: pgmap v276: 97 pgs: 97 active+clean; 12 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 111 KiB/s wr, 32 op/s 2024-06-13T06:32:07.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:32:07 smithi039 ceph-mon[32479]: osdmap e98: 12 total, 12 up, 12 in 2024-06-13T06:32:07.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:32:07 smithi149 ceph-mon[36963]: pgmap v276: 97 pgs: 97 active+clean; 12 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 111 KiB/s wr, 32 op/s 2024-06-13T06:32:07.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:32:07 smithi149 ceph-mon[36963]: osdmap e98: 12 total, 12 up, 12 in 2024-06-13T06:32:07.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:32:07 smithi096 ceph-mon[36532]: pgmap v276: 97 pgs: 97 active+clean; 12 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 111 KiB/s wr, 32 op/s 2024-06-13T06:32:07.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:32:07 smithi096 ceph-mon[36532]: osdmap e98: 12 total, 12 up, 12 in 2024-06-13T06:32:09.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:32:09 smithi039 ceph-mon[32479]: pgmap v278: 97 pgs: 97 active+clean; 12 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 138 KiB/s wr, 40 op/s 2024-06-13T06:32:09.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:32:09 smithi149 ceph-mon[36963]: pgmap v278: 97 pgs: 97 active+clean; 12 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 138 KiB/s wr, 40 op/s 2024-06-13T06:32:09.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:32:09 smithi096 ceph-mon[36532]: pgmap v278: 97 pgs: 97 active+clean; 12 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 138 KiB/s wr, 40 op/s 2024-06-13T06:32:11.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:32:11 smithi039 ceph-mon[32479]: pgmap v279: 97 pgs: 97 active+clean; 12 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 103 KiB/s wr, 32 op/s 2024-06-13T06:32:11.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:32:11 smithi149 ceph-mon[36963]: pgmap v279: 97 pgs: 97 active+clean; 12 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 103 KiB/s wr, 32 op/s 2024-06-13T06:32:11.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:32:11 smithi096 ceph-mon[36532]: pgmap v279: 97 pgs: 97 active+clean; 12 MiB data, 417 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 103 KiB/s wr, 32 op/s 2024-06-13T06:32:13.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:32:13 smithi039 ceph-mon[32479]: pgmap v280: 97 pgs: 97 active+clean; 12 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 83 KiB/s rd, 139 KiB/s wr, 40 op/s 2024-06-13T06:32:13.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:32:13 smithi149 ceph-mon[36963]: pgmap v280: 97 pgs: 97 active+clean; 12 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 83 KiB/s rd, 139 KiB/s wr, 40 op/s 2024-06-13T06:32:13.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:32:13 smithi096 ceph-mon[36532]: pgmap v280: 97 pgs: 97 active+clean; 12 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 83 KiB/s rd, 139 KiB/s wr, 40 op/s 2024-06-13T06:32:15.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:32:15 smithi039 ceph-mon[32479]: pgmap v281: 97 pgs: 97 active+clean; 12 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 116 KiB/s wr, 33 op/s 2024-06-13T06:32:15.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:32:15 smithi149 ceph-mon[36963]: pgmap v281: 97 pgs: 97 active+clean; 12 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 116 KiB/s wr, 33 op/s 2024-06-13T06:32:15.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:32:15 smithi096 ceph-mon[36532]: pgmap v281: 97 pgs: 97 active+clean; 12 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 116 KiB/s wr, 33 op/s 2024-06-13T06:32:17.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:32:17 smithi039 ceph-mon[32479]: pgmap v282: 97 pgs: 97 active+clean; 12 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 55 KiB/s wr, 11 op/s 2024-06-13T06:32:17.467 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:32:17 smithi149 ceph-mon[36963]: pgmap v282: 97 pgs: 97 active+clean; 12 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 55 KiB/s wr, 11 op/s 2024-06-13T06:32:17.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:32:17 smithi096 ceph-mon[36532]: pgmap v282: 97 pgs: 97 active+clean; 12 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 55 KiB/s wr, 11 op/s 2024-06-13T06:32:19.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:32:19 smithi039 ceph-mon[32479]: pgmap v283: 97 pgs: 97 active+clean; 12 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 49 KiB/s wr, 10 op/s 2024-06-13T06:32:19.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:32:19 smithi149 ceph-mon[36963]: pgmap v283: 97 pgs: 97 active+clean; 12 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 49 KiB/s wr, 10 op/s 2024-06-13T06:32:19.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:32:19 smithi096 ceph-mon[36532]: pgmap v283: 97 pgs: 97 active+clean; 12 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 49 KiB/s wr, 10 op/s 2024-06-13T06:32:21.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:32:21 smithi039 ceph-mon[32479]: pgmap v284: 97 pgs: 97 active+clean; 12 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 46 KiB/s wr, 9 op/s 2024-06-13T06:32:21.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:32:21 smithi149 ceph-mon[36963]: pgmap v284: 97 pgs: 97 active+clean; 12 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 46 KiB/s wr, 9 op/s 2024-06-13T06:32:21.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:32:21 smithi096 ceph-mon[36532]: pgmap v284: 97 pgs: 97 active+clean; 12 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 46 KiB/s wr, 9 op/s 2024-06-13T06:32:23.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:32:23 smithi039 ceph-mon[32479]: pgmap v285: 97 pgs: 97 active+clean; 13 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 73 KiB/s rd, 70 KiB/s wr, 14 op/s 2024-06-13T06:32:23.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:32:23 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:32:23.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:32:23 smithi149 ceph-mon[36963]: pgmap v285: 97 pgs: 97 active+clean; 13 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 73 KiB/s rd, 70 KiB/s wr, 14 op/s 2024-06-13T06:32:23.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:32:23 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:32:23.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:32:23 smithi096 ceph-mon[36532]: pgmap v285: 97 pgs: 97 active+clean; 13 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 73 KiB/s rd, 70 KiB/s wr, 14 op/s 2024-06-13T06:32:23.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:32:23 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:32:24.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:32:24 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:32:24.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:32:24 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:32:24.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:32:24 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:32:24.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:32:24 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:32:24.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:32:24 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:32:24.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:32:24 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:32:24.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:32:24 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:32:24.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:32:24 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:32:24.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:32:24 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:32:25.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:32:25 smithi039 ceph-mon[32479]: pgmap v286: 97 pgs: 97 active+clean; 13 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 47 KiB/s wr, 9 op/s 2024-06-13T06:32:25.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:32:25 smithi149 ceph-mon[36963]: pgmap v286: 97 pgs: 97 active+clean; 13 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 47 KiB/s wr, 9 op/s 2024-06-13T06:32:25.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:32:25 smithi096 ceph-mon[36532]: pgmap v286: 97 pgs: 97 active+clean; 13 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 47 KiB/s wr, 9 op/s 2024-06-13T06:32:27.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:32:27 smithi039 ceph-mon[32479]: pgmap v287: 97 pgs: 97 active+clean; 13 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 73 KiB/s rd, 69 KiB/s wr, 14 op/s 2024-06-13T06:32:27.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:32:27 smithi149 ceph-mon[36963]: pgmap v287: 97 pgs: 97 active+clean; 13 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 73 KiB/s rd, 69 KiB/s wr, 14 op/s 2024-06-13T06:32:27.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:32:27 smithi096 ceph-mon[36532]: pgmap v287: 97 pgs: 97 active+clean; 13 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 73 KiB/s rd, 69 KiB/s wr, 14 op/s 2024-06-13T06:32:29.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:32:29 smithi039 ceph-mon[32479]: pgmap v288: 97 pgs: 97 active+clean; 13 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 47 KiB/s wr, 9 op/s 2024-06-13T06:32:29.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:32:29 smithi149 ceph-mon[36963]: pgmap v288: 97 pgs: 97 active+clean; 13 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 47 KiB/s wr, 9 op/s 2024-06-13T06:32:29.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:32:29 smithi096 ceph-mon[36532]: pgmap v288: 97 pgs: 97 active+clean; 13 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 47 KiB/s wr, 9 op/s 2024-06-13T06:32:31.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:32:31 smithi039 ceph-mon[32479]: pgmap v289: 97 pgs: 97 active+clean; 13 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 47 KiB/s wr, 9 op/s 2024-06-13T06:32:31.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:32:31 smithi149 ceph-mon[36963]: pgmap v289: 97 pgs: 97 active+clean; 13 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 47 KiB/s wr, 9 op/s 2024-06-13T06:32:31.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:32:31 smithi096 ceph-mon[36532]: pgmap v289: 97 pgs: 97 active+clean; 13 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 47 KiB/s wr, 9 op/s 2024-06-13T06:32:33.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:32:33 smithi039 ceph-mon[32479]: pgmap v290: 97 pgs: 97 active+clean; 13 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 74 KiB/s rd, 71 KiB/s wr, 14 op/s 2024-06-13T06:32:33.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:32:33 smithi149 ceph-mon[36963]: pgmap v290: 97 pgs: 97 active+clean; 13 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 74 KiB/s rd, 71 KiB/s wr, 14 op/s 2024-06-13T06:32:33.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:32:33 smithi096 ceph-mon[36532]: pgmap v290: 97 pgs: 97 active+clean; 13 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 74 KiB/s rd, 71 KiB/s wr, 14 op/s 2024-06-13T06:32:34.568 INFO:tasks.quiescer.fs.[cephfs]:Total duration (49.8) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-06-13T06:32:34.568 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 24.9 2024-06-13T06:32:34.569 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T06:32:34.832 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:32:35.207 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:32:35 smithi039 ceph-mon[32479]: pgmap v291: 97 pgs: 97 active+clean; 13 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 47 KiB/s wr, 9 op/s 2024-06-13T06:32:35.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:32:35 smithi149 ceph-mon[36963]: pgmap v291: 97 pgs: 97 active+clean; 13 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 47 KiB/s wr, 9 op/s 2024-06-13T06:32:35.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:32:35 smithi096 ceph-mon[36532]: pgmap v291: 97 pgs: 97 active+clean; 13 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 47 KiB/s wr, 9 op/s 2024-06-13T06:32:36.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.666+0000 7f101d8d0700 1 -- 172.21.15.39:0/3795126333 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1018101680 msgr2=0x7f1018101a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:32:36.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.666+0000 7f101d8d0700 1 --2- 172.21.15.39:0/3795126333 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1018101680 0x7f1018101a60 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f100800b0d0 tx=0x7f100800b3e0 comp rx=0 tx=0).stop 2024-06-13T06:32:36.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.666+0000 7f101d8d0700 1 -- 172.21.15.39:0/3795126333 shutdown_connections 2024-06-13T06:32:36.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.666+0000 7f101d8d0700 1 --2- 172.21.15.39:0/3795126333 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f10181066d0 0x7f101810e2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:32:36.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.666+0000 7f101d8d0700 1 --2- 172.21.15.39:0/3795126333 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1018101680 0x7f1018101a60 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:32:36.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.666+0000 7f101d8d0700 1 --2- 172.21.15.39:0/3795126333 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f1018102030 0x7f1018105ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:32:36.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.666+0000 7f101d8d0700 1 -- 172.21.15.39:0/3795126333 >> 172.21.15.39:0/3795126333 conn(0x7f10180773e0 msgr2=0x7f10180777f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:32:36.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.666+0000 7f101d8d0700 1 -- 172.21.15.39:0/3795126333 shutdown_connections 2024-06-13T06:32:36.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.667+0000 7f101d8d0700 1 -- 172.21.15.39:0/3795126333 wait complete. 2024-06-13T06:32:36.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.667+0000 7f101d8d0700 1 Processor -- start 2024-06-13T06:32:36.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.667+0000 7f101d8d0700 1 -- start start 2024-06-13T06:32:36.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.668+0000 7f101d8d0700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1018101680 0x7f101810ec80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:32:36.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.668+0000 7f101d8d0700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1018102030 0x7f101810f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:32:36.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.668+0000 7f101d8d0700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f10181066d0 0x7f101810f700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:32:36.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.668+0000 7f101d8d0700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f1018112810 con 0x7f1018102030 2024-06-13T06:32:36.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.668+0000 7f101d8d0700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f1018112690 con 0x7f10181066d0 2024-06-13T06:32:36.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.668+0000 7f101d8d0700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f1018112990 con 0x7f1018101680 2024-06-13T06:32:36.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.668+0000 7f10167fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1018102030 0x7f101810f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:32:36.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.668+0000 7f10167fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1018102030 0x7f101810f1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49094/0 (socket says 172.21.15.39:49094) 2024-06-13T06:32:36.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.668+0000 7f10167fc700 1 -- 172.21.15.39:0/1133087135 learned_addr learned my addr 172.21.15.39:0/1133087135 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:32:36.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.668+0000 7f10177fe700 1 --2- 172.21.15.39:0/1133087135 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f10181066d0 0x7f101810f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:32:36.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.668+0000 7f1016ffd700 1 --2- 172.21.15.39:0/1133087135 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1018101680 0x7f101810ec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:32:36.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.668+0000 7f10167fc700 1 -- 172.21.15.39:0/1133087135 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1018101680 msgr2=0x7f101810ec80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:32:36.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.668+0000 7f10167fc700 1 --2- 172.21.15.39:0/1133087135 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1018101680 0x7f101810ec80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:32:36.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.668+0000 7f10167fc700 1 -- 172.21.15.39:0/1133087135 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f10181066d0 msgr2=0x7f101810f700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:32:36.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.668+0000 7f10167fc700 1 --2- 172.21.15.39:0/1133087135 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f10181066d0 0x7f101810f700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:32:36.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.668+0000 7f10167fc700 1 -- 172.21.15.39:0/1133087135 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10181a7150 con 0x7f1018102030 2024-06-13T06:32:36.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.668+0000 7f10167fc700 1 --2- 172.21.15.39:0/1133087135 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1018102030 0x7f101810f1c0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f100000d980 tx=0x7f100000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:32:36.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.668+0000 7f101c8ce700 1 -- 172.21.15.39:0/1133087135 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1000017070 con 0x7f1018102030 2024-06-13T06:32:36.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.669+0000 7f101d8d0700 1 -- 172.21.15.39:0/1133087135 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10181a7440 con 0x7f1018102030 2024-06-13T06:32:36.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.669+0000 7f101c8ce700 1 -- 172.21.15.39:0/1133087135 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f100000fd70 con 0x7f1018102030 2024-06-13T06:32:36.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.669+0000 7f101c8ce700 1 -- 172.21.15.39:0/1133087135 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f100000e3b0 con 0x7f1018102030 2024-06-13T06:32:36.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.669+0000 7f101d8d0700 1 -- 172.21.15.39:0/1133087135 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10181a7980 con 0x7f1018102030 2024-06-13T06:32:36.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.670+0000 7f101d8d0700 1 -- 172.21.15.39:0/1133087135 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1018069180 con 0x7f1018102030 2024-06-13T06:32:36.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.671+0000 7f101c8ce700 1 -- 172.21.15.39:0/1133087135 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f100000f890 con 0x7f1018102030 2024-06-13T06:32:36.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.671+0000 7f101c8ce700 1 --2- 172.21.15.39:0/1133087135 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f10040a2d90 0x7f10040a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:32:36.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.672+0000 7f1016ffd700 1 --2- 172.21.15.39:0/1133087135 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f10040a2d90 0x7f10040a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:32:36.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.672+0000 7f101c8ce700 1 -- 172.21.15.39:0/1133087135 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 8550+0+0 (secure 0 0 0) 0x7f10000ceef0 con 0x7f1018102030 2024-06-13T06:32:36.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.672+0000 7f1016ffd700 1 --2- 172.21.15.39:0/1133087135 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f10040a2d90 0x7f10040a5250 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f1008009fd0 tx=0x7f100800b040 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:32:36.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.675+0000 7f101c8ce700 1 -- 172.21.15.39:0/1133087135 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f100009baf0 con 0x7f1018102030 2024-06-13T06:32:36.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.928+0000 7f101d8d0700 1 -- 172.21.15.39:0/1133087135 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f10181101b0 con 0x7f1018102030 2024-06-13T06:32:36.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.928+0000 7f101c8ce700 1 -- 172.21.15.39:0/1133087135 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11865 (secure 0 0 0) 0x7f100009b3f0 con 0x7f1018102030 2024-06-13T06:32:36.928 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:32:36.928 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/2373452665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":2373452665},{"type":"v1","addr":"172.21.15.39:6835","nonce":2373452665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/2187635150","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":2187635150},{"type":"v1","addr":"172.21.15.39:6837","nonce":2187635150}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14571,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6839/1475451558","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":1475451558},{"type":"v1","addr":"172.21.15.39:6839","nonce":1475451558}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14577,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6841/313570480","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":313570480},{"type":"v1","addr":"172.21.15.39:6841","nonce":313570480}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/980475055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":980475055},{"type":"v1","addr":"172.21.15.149:6833","nonce":980475055}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24427,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/2757180167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":2757180167},{"type":"v1","addr":"172.21.15.149:6835","nonce":2757180167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-13T06:20:05.248660+0000","modified":"2024-06-13T06:23:07.325841+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24512,"mds_1":24482,"mds_2":24455},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24431":{"gid":24431,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.96:6833/2827318421","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6832","nonce":2827318421},{"type":"v1","addr":"172.21.15.96:6833","nonce":2827318421}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24439":{"gid":24439,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6837/1742889729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":1742889729},{"type":"v1","addr":"172.21.15.149:6837","nonce":1742889729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6839/862740064","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":862740064},{"type":"v1","addr":"172.21.15.149:6839","nonce":862740064}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.96:6835/3408571209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6834","nonce":3408571209},{"type":"v1","addr":"172.21.15.96:6835","nonce":3408571209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.96:6837/2574644445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6836","nonce":2574644445},{"type":"v1","addr":"172.21.15.96:6837","nonce":2574644445}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.96:6839/1459106434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6838","nonce":1459106434},{"type":"v1","addr":"172.21.15.96:6839","nonce":1459106434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24512,"qdb_cluster":[24482,24512,24455]},"id":1}]} 2024-06-13T06:32:36.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.930+0000 7f101d8d0700 1 -- 172.21.15.39:0/1133087135 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f10040a2d90 msgr2=0x7f10040a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:32:36.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.930+0000 7f101d8d0700 1 --2- 172.21.15.39:0/1133087135 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f10040a2d90 0x7f10040a5250 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f1008009fd0 tx=0x7f100800b040 comp rx=0 tx=0).stop 2024-06-13T06:32:36.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.930+0000 7f101d8d0700 1 -- 172.21.15.39:0/1133087135 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1018102030 msgr2=0x7f101810f1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:32:36.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.930+0000 7f101d8d0700 1 --2- 172.21.15.39:0/1133087135 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1018102030 0x7f101810f1c0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f100000d980 tx=0x7f100000dc90 comp rx=0 tx=0).stop 2024-06-13T06:32:36.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.930+0000 7f101d8d0700 1 -- 172.21.15.39:0/1133087135 shutdown_connections 2024-06-13T06:32:36.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.930+0000 7f101d8d0700 1 --2- 172.21.15.39:0/1133087135 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f10040a2d90 0x7f10040a5250 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:32:36.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.931+0000 7f101d8d0700 1 --2- 172.21.15.39:0/1133087135 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f10181066d0 0x7f101810f700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:32:36.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.931+0000 7f101d8d0700 1 --2- 172.21.15.39:0/1133087135 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1018101680 0x7f101810ec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:32:36.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.931+0000 7f101d8d0700 1 --2- 172.21.15.39:0/1133087135 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1018102030 0x7f101810f1c0 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:32:36.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.931+0000 7f101d8d0700 1 -- 172.21.15.39:0/1133087135 >> 172.21.15.39:0/1133087135 conn(0x7f10180773e0 msgr2=0x7f10180ff430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:32:36.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.931+0000 7f101d8d0700 1 -- 172.21.15.39:0/1133087135 shutdown_connections 2024-06-13T06:32:36.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:36.931+0000 7f101d8d0700 1 -- 172.21.15.39:0/1133087135 wait complete. 2024-06-13T06:32:36.931 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 24 2024-06-13T06:32:37.240 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:32:37 smithi039 ceph-mon[32479]: pgmap v292: 97 pgs: 97 active+clean; 13 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 73 KiB/s rd, 70 KiB/s wr, 15 op/s 2024-06-13T06:32:37.240 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:32:37 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/1133087135' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:32:37.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:32:37 smithi149 ceph-mon[36963]: pgmap v292: 97 pgs: 97 active+clean; 13 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 73 KiB/s rd, 70 KiB/s wr, 15 op/s 2024-06-13T06:32:37.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:32:37 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/1133087135' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:32:37.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:32:37 smithi096 ceph-mon[36532]: pgmap v292: 97 pgs: 97 active+clean; 13 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 73 KiB/s rd, 70 KiB/s wr, 15 op/s 2024-06-13T06:32:37.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:32:37 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/1133087135' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:32:37.570 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24512 quiesce db / --timeout 90 --expiration 144.9 --await-for 45.0' 2024-06-13T06:32:37.570 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- timeout 105 ceph tell mds.24512 quiesce db / --timeout 90 --expiration 144.9 --await-for 45.0 2024-06-13T06:32:37.826 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:32:39.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.360+0000 7f5883afe700 1 -- 172.21.15.39:0/3478066514 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f587c06ad80 msgr2=0x7f587c107120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:32:39.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.360+0000 7f5883afe700 1 --2- 172.21.15.39:0/3478066514 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f587c06ad80 0x7f587c107120 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f58700099c0 tx=0x7f5870009cd0 comp rx=0 tx=0).stop 2024-06-13T06:32:39.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.360+0000 7f5883afe700 1 -- 172.21.15.39:0/3478066514 shutdown_connections 2024-06-13T06:32:39.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.360+0000 7f5883afe700 1 --2- 172.21.15.39:0/3478066514 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f587c107850 0x7f587c10f3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:32:39.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.360+0000 7f5883afe700 1 --2- 172.21.15.39:0/3478066514 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f587c06a3d0 0x7f587c06a7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:32:39.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.360+0000 7f5883afe700 1 --2- 172.21.15.39:0/3478066514 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f587c06ad80 0x7f587c107120 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:32:39.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.360+0000 7f5883afe700 1 -- 172.21.15.39:0/3478066514 >> 172.21.15.39:0/3478066514 conn(0x7f587c078330 msgr2=0x7f587c078740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:32:39.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.361+0000 7f5883afe700 1 -- 172.21.15.39:0/3478066514 shutdown_connections 2024-06-13T06:32:39.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.361+0000 7f5883afe700 1 -- 172.21.15.39:0/3478066514 wait complete. 2024-06-13T06:32:39.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.361+0000 7f5883afe700 1 Processor -- start 2024-06-13T06:32:39.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.361+0000 7f5883afe700 1 -- start start 2024-06-13T06:32:39.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.362+0000 7f5883afe700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f587c06a3d0 0x7f587c19e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:32:39.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.362+0000 7f5883afe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f587c06ad80 0x7f587c19ec30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:32:39.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.362+0000 7f5883afe700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f587c107850 0x7f587c1988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:32:39.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.362+0000 7f5883afe700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f587c1127b0 con 0x7f587c06ad80 2024-06-13T06:32:39.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.362+0000 7f5883afe700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f587c112630 con 0x7f587c06a3d0 2024-06-13T06:32:39.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.362+0000 7f5883afe700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f587c112930 con 0x7f587c107850 2024-06-13T06:32:39.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.362+0000 7f5881099700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f587c06ad80 0x7f587c19ec30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:32:39.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.362+0000 7f5881099700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f587c06ad80 0x7f587c19ec30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49104/0 (socket says 172.21.15.39:49104) 2024-06-13T06:32:39.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.362+0000 7f5881099700 1 -- 172.21.15.39:0/1272698058 learned_addr learned my addr 172.21.15.39:0/1272698058 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:32:39.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.362+0000 7f588209b700 1 --2- 172.21.15.39:0/1272698058 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f587c107850 0x7f587c1988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:32:39.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.362+0000 7f588189a700 1 --2- 172.21.15.39:0/1272698058 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f587c06a3d0 0x7f587c19e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:32:39.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.362+0000 7f5881099700 1 -- 172.21.15.39:0/1272698058 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f587c107850 msgr2=0x7f587c1988b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:32:39.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.362+0000 7f5881099700 1 --2- 172.21.15.39:0/1272698058 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f587c107850 0x7f587c1988b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:32:39.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.362+0000 7f5881099700 1 -- 172.21.15.39:0/1272698058 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f587c06a3d0 msgr2=0x7f587c19e6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:32:39.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.362+0000 7f5881099700 1 --2- 172.21.15.39:0/1272698058 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f587c06a3d0 0x7f587c19e6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:32:39.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.362+0000 7f5881099700 1 -- 172.21.15.39:0/1272698058 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f587c199010 con 0x7f587c06ad80 2024-06-13T06:32:39.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.362+0000 7f5881099700 1 --2- 172.21.15.39:0/1272698058 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f587c06ad80 0x7f587c19ec30 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f5870005b40 tx=0x7f58700038b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:32:39.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.363+0000 7f586effd700 1 -- 172.21.15.39:0/1272698058 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5870026070 con 0x7f587c06ad80 2024-06-13T06:32:39.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.363+0000 7f586effd700 1 -- 172.21.15.39:0/1272698058 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5870004050 con 0x7f587c06ad80 2024-06-13T06:32:39.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.363+0000 7f5883afe700 1 -- 172.21.15.39:0/1272698058 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f587c1992a0 con 0x7f587c06ad80 2024-06-13T06:32:39.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.363+0000 7f586effd700 1 -- 172.21.15.39:0/1272698058 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f587000fda0 con 0x7f587c06ad80 2024-06-13T06:32:39.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.363+0000 7f5883afe700 1 -- 172.21.15.39:0/1272698058 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f587c1a55c0 con 0x7f587c06ad80 2024-06-13T06:32:39.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.365+0000 7f586effd700 1 -- 172.21.15.39:0/1272698058 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f5870029070 con 0x7f587c06ad80 2024-06-13T06:32:39.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.365+0000 7f586effd700 1 --2- 172.21.15.39:0/1272698058 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f58680a2eb0 0x7f58680a5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:32:39.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.366+0000 7f586effd700 1 -- 172.21.15.39:0/1272698058 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 8550+0+0 (secure 0 0 0) 0x7f58700cfd90 con 0x7f587c06ad80 2024-06-13T06:32:39.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.366+0000 7f588189a700 1 --2- 172.21.15.39:0/1272698058 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f58680a2eb0 0x7f58680a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:32:39.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.366+0000 7f588189a700 1 --2- 172.21.15.39:0/1272698058 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f58680a2eb0 0x7f58680a5370 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f5878005ea0 tx=0x7f5878005e30 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:32:39.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.366+0000 7f588e381b80 1 Processor -- start 2024-06-13T06:32:39.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.366+0000 7f588e381b80 1 -- start start 2024-06-13T06:32:39.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.367+0000 7f588e381b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e63de49a0 0x560e63de4d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:32:39.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.367+0000 7f588e381b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x560e63de52c0 0x560e63ddebb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:32:39.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.367+0000 7f588e381b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560e63ddf0f0 0x560e63ddf510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:32:39.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.367+0000 7f588e381b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x560e63ccd0f0 con 0x560e63ddf0f0 2024-06-13T06:32:39.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.367+0000 7f588e381b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x560e63d2b9e0 con 0x560e63de52c0 2024-06-13T06:32:39.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.367+0000 7f588e381b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x560e63c935f0 con 0x560e63de49a0 2024-06-13T06:32:39.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.367+0000 7f588209b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560e63ddf0f0 0x560e63ddf510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:32:39.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.367+0000 7f588209b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560e63ddf0f0 0x560e63ddf510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49106/0 (socket says 172.21.15.39:49106) 2024-06-13T06:32:39.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.367+0000 7f588209b700 1 -- 172.21.15.39:0/585596923 learned_addr learned my addr 172.21.15.39:0/585596923 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:32:39.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.367+0000 7f5881099700 1 --2- 172.21.15.39:0/585596923 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x560e63de52c0 0x560e63ddebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:32:39.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.367+0000 7f588189a700 1 --2- 172.21.15.39:0/585596923 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e63de49a0 0x560e63de4d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:32:39.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.367+0000 7f588209b700 1 -- 172.21.15.39:0/585596923 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e63de49a0 msgr2=0x560e63de4d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:32:39.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.367+0000 7f588209b700 1 --2- 172.21.15.39:0/585596923 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e63de49a0 0x560e63de4d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:32:39.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.367+0000 7f588209b700 1 -- 172.21.15.39:0/585596923 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x560e63de52c0 msgr2=0x560e63ddebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:32:39.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.367+0000 7f588209b700 1 --2- 172.21.15.39:0/585596923 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x560e63de52c0 0x560e63ddebb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:32:39.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.367+0000 7f588209b700 1 -- 172.21.15.39:0/585596923 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560e63c7aa60 con 0x560e63ddf0f0 2024-06-13T06:32:39.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.367+0000 7f588209b700 1 --2- 172.21.15.39:0/585596923 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560e63ddf0f0 0x560e63ddf510 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f58740098f0 tx=0x7f5874009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ecbdc4228a3c1e72 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:32:39.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.368+0000 7f5867fff700 1 -- 172.21.15.39:0/585596923 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5874004bb0 con 0x560e63ddf0f0 2024-06-13T06:32:39.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.368+0000 7f5867fff700 1 -- 172.21.15.39:0/585596923 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5874004d50 con 0x560e63ddf0f0 2024-06-13T06:32:39.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.368+0000 7f5867fff700 1 -- 172.21.15.39:0/585596923 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5874007e00 con 0x560e63ddf0f0 2024-06-13T06:32:39.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.368+0000 7f588e381b80 1 -- 172.21.15.39:0/585596923 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560e63ddf0f0 msgr2=0x560e63ddf510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:32:39.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.368+0000 7f588e381b80 1 --2- 172.21.15.39:0/585596923 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560e63ddf0f0 0x560e63ddf510 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f58740098f0 tx=0x7f5874009c00 comp rx=0 tx=0).stop 2024-06-13T06:32:39.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.368+0000 7f588e381b80 1 -- 172.21.15.39:0/585596923 shutdown_connections 2024-06-13T06:32:39.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.368+0000 7f588e381b80 1 --2- 172.21.15.39:0/585596923 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560e63ddf0f0 0x560e63ddf510 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:32:39.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.368+0000 7f588e381b80 1 --2- 172.21.15.39:0/585596923 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e63de49a0 0x560e63de4d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:32:39.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.368+0000 7f588e381b80 1 --2- 172.21.15.39:0/585596923 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x560e63de52c0 0x560e63ddebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:32:39.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.368+0000 7f588e381b80 1 -- 172.21.15.39:0/585596923 >> 172.21.15.39:0/585596923 conn(0x560e63d07210 msgr2=0x560e63dd5a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:32:39.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.369+0000 7f588e381b80 1 -- 172.21.15.39:0/585596923 shutdown_connections 2024-06-13T06:32:39.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.369+0000 7f588e381b80 1 -- 172.21.15.39:0/585596923 wait complete. 2024-06-13T06:32:39.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.369+0000 7f588e381b80 1 -- start start 2024-06-13T06:32:39.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.369+0000 7f588e381b80 1 Processor -- start 2024-06-13T06:32:39.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.369+0000 7f588e381b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e63ddf0f0 0x560e63deafb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:32:39.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.369+0000 7f588e381b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560e63de49a0 0x560e63de8300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:32:39.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.369+0000 7f588e381b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x560e63de52c0 0x560e63de8840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:32:39.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.369+0000 7f588e381b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x560e63ccc150 con 0x560e63de49a0 2024-06-13T06:32:39.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.369+0000 7f588e381b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x560e63d279a0 con 0x560e63de52c0 2024-06-13T06:32:39.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.369+0000 7f588e381b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x560e63debca0 con 0x560e63ddf0f0 2024-06-13T06:32:39.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.370+0000 7f588e381b80 10 client.0 _ll_register_callbacks cb 0x560e63cc1740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:32:39.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.370+0000 7f5881099700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560e63de49a0 0x560e63de8300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:32:39.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.370+0000 7f588189a700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e63ddf0f0 0x560e63deafb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:32:39.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.370+0000 7f5881099700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560e63de49a0 0x560e63de8300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49110/0 (socket says 172.21.15.39:49110) 2024-06-13T06:32:39.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.370+0000 7f5881099700 1 -- 172.21.15.39:0/362118198 learned_addr learned my addr 172.21.15.39:0/362118198 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:32:39.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.370+0000 7f588209b700 1 --2- 172.21.15.39:0/362118198 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x560e63de52c0 0x560e63de8840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:32:39.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.370+0000 7f5881099700 1 -- 172.21.15.39:0/362118198 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e63ddf0f0 msgr2=0x560e63deafb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:32:39.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.370+0000 7f5881099700 1 --2- 172.21.15.39:0/362118198 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e63ddf0f0 0x560e63deafb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:32:39.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.370+0000 7f5881099700 1 -- 172.21.15.39:0/362118198 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x560e63de52c0 msgr2=0x560e63de8840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:32:39.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.370+0000 7f5881099700 1 --2- 172.21.15.39:0/362118198 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x560e63de52c0 0x560e63de8840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:32:39.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.370+0000 7f5881099700 1 -- 172.21.15.39:0/362118198 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560e63cf18e0 con 0x560e63de49a0 2024-06-13T06:32:39.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.370+0000 7f588189a700 1 --2- 172.21.15.39:0/362118198 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e63ddf0f0 0x560e63deafb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T06:32:39.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.370+0000 7f5881099700 1 --2- 172.21.15.39:0/362118198 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560e63de49a0 0x560e63de8300 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f5870005f50 tx=0x7f587009bd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9dc3261e771822a server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:32:39.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.370+0000 7f58657fa700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:32:39.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.370+0000 7f58657fa700 1 -- 172.21.15.39:0/362118198 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f587009c780 con 0x560e63de49a0 2024-06-13T06:32:39.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.370+0000 7f588e381b80 1 -- 172.21.15.39:0/362118198 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5874004d50 con 0x560e63de49a0 2024-06-13T06:32:39.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.370+0000 7f58657fa700 1 -- 172.21.15.39:0/362118198 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8550+0+0 (secure 0 0 0) 0x7f58700a4a70 con 0x560e63de49a0 2024-06-13T06:32:39.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.371+0000 7f58657fa700 1 -- 172.21.15.39:0/362118198 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f58700a4f00 con 0x560e63de49a0 2024-06-13T06:32:39.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.371+0000 7f588e381b80 10 client.15615 fetch_fsmap learned FSMap version 24 2024-06-13T06:32:39.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.371+0000 7f588e381b80 1 -- 172.21.15.39:0/362118198 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x560e63df63b0 con 0x560e63de49a0 2024-06-13T06:32:39.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.371+0000 7f58657fa700 1 -- 172.21.15.39:0/362118198 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5874004d50 con 0x560e63de49a0 2024-06-13T06:32:39.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.371+0000 7f58657fa700 1 -- 172.21.15.39:0/362118198 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f58700bc070 con 0x560e63de49a0 2024-06-13T06:32:39.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.371+0000 7f588e381b80 10 client.15615 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:32:39.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.371+0000 7f588e381b80 10 client.15615 resolve_mds: validated gid 24512 aka daemon mds.b 2024-06-13T06:32:39.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.371+0000 7f588e381b80 20 client.15615 populate_metadata read hostname 'smithi039' 2024-06-13T06:32:39.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.371+0000 7f588e381b80 1 --2- 172.21.15.39:0/362118198 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x560e63df88d0 0x560e63dfad20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:32:39.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.371+0000 7f588e381b80 4 client.15615 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T06:32:39.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.371+0000 7f588e381b80 1 -- 172.21.15.39:0/362118198 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560e63d38ee0 con 0x560e63df88d0 2024-06-13T06:32:39.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.371+0000 7f588189a700 1 --2- 172.21.15.39:0/362118198 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x560e63df88d0 0x560e63dfad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:32:39.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.372+0000 7f588189a700 1 --2- 172.21.15.39:0/362118198 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x560e63df88d0 0x560e63dfad20 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f06c03a7c51bcf50 server_cookie=6589ffd8f7d1b020 in_seq=0 out_seq=0 2024-06-13T06:32:39.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.372+0000 7f58657fa700 10 client.15615 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:32:39.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.372+0000 7f58657fa700 1 -- 172.21.15.39:0/362118198 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x560e63d38ee0 con 0x560e63df88d0 2024-06-13T06:32:39.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.373+0000 7f58657fa700 10 client.15615 handle_command_reply: tid=0 2024-06-13T06:32:39.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.373+0000 7f588e381b80 1 client.15615 shutdown 2024-06-13T06:32:39.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.373+0000 7f588e381b80 1 -- 172.21.15.39:0/362118198 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560e63de49a0 msgr2=0x560e63de8300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:32:39.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.373+0000 7f588e381b80 1 --2- 172.21.15.39:0/362118198 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560e63de49a0 0x560e63de8300 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f5870005f50 tx=0x7f587009bd70 comp rx=0 tx=0).stop 2024-06-13T06:32:39.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.373+0000 7f588e381b80 1 -- 172.21.15.39:0/362118198 shutdown_connections 2024-06-13T06:32:39.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.373+0000 7f588e381b80 1 --2- 172.21.15.39:0/362118198 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x560e63df88d0 0x560e63dfad20 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:32:39.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.373+0000 7f588e381b80 1 --2- 172.21.15.39:0/362118198 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x560e63de52c0 0x560e63de8840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:32:39.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.373+0000 7f588e381b80 1 --2- 172.21.15.39:0/362118198 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e63ddf0f0 0x560e63deafb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:32:39.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.373+0000 7f58657fa700 0 client.15615 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:32:39.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.373+0000 7f588e381b80 1 --2- 172.21.15.39:0/362118198 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560e63de49a0 0x560e63de8300 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:32:39.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.373+0000 7f588e381b80 1 -- 172.21.15.39:0/362118198 >> 172.21.15.39:0/362118198 conn(0x560e63d07210 msgr2=0x560e63dd4c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:32:39.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.373+0000 7f588e381b80 1 -- 172.21.15.39:0/362118198 shutdown_connections 2024-06-13T06:32:39.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.373+0000 7f588e381b80 1 -- 172.21.15.39:0/362118198 wait complete. 2024-06-13T06:32:39.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.373+0000 7f588e381b80 20 client.15615 trim_cache size 0 max 16384 2024-06-13T06:32:39.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.393+0000 7f588e381b80 1 Processor -- start 2024-06-13T06:32:39.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.393+0000 7f588e381b80 1 -- start start 2024-06-13T06:32:39.393 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:32:39 smithi039 ceph-mon[32479]: pgmap v293: 97 pgs: 97 active+clean; 13 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 47 KiB/s wr, 10 op/s 2024-06-13T06:32:39.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.394+0000 7f588e381b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x560e63ddf0f0 0x560e63dd53c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:32:39.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.394+0000 7f588e381b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e63de49a0 0x560e63dd5900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:32:39.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.394+0000 7f588e381b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560e63de52c0 0x560e63e00630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:32:39.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.394+0000 7f588e381b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f587c1ad2b0 con 0x560e63de52c0 2024-06-13T06:32:39.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.394+0000 7f588e381b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f587c1aab40 con 0x560e63ddf0f0 2024-06-13T06:32:39.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.394+0000 7f588e381b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f587c1a89d0 con 0x560e63de49a0 2024-06-13T06:32:39.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.394+0000 7f588209b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560e63de52c0 0x560e63e00630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:32:39.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.394+0000 7f588209b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560e63de52c0 0x560e63e00630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49120/0 (socket says 172.21.15.39:49120) 2024-06-13T06:32:39.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.394+0000 7f588209b700 1 -- 172.21.15.39:0/726697743 learned_addr learned my addr 172.21.15.39:0/726697743 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:32:39.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.394+0000 7f5881099700 1 --2- 172.21.15.39:0/726697743 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e63de49a0 0x560e63dd5900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:32:39.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.394+0000 7f588189a700 1 --2- 172.21.15.39:0/726697743 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x560e63ddf0f0 0x560e63dd53c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:32:39.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.394+0000 7f588209b700 1 -- 172.21.15.39:0/726697743 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e63de49a0 msgr2=0x560e63dd5900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:32:39.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.394+0000 7f588209b700 1 --2- 172.21.15.39:0/726697743 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e63de49a0 0x560e63dd5900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:32:39.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.394+0000 7f588209b700 1 -- 172.21.15.39:0/726697743 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x560e63ddf0f0 msgr2=0x560e63dd53c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:32:39.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.394+0000 7f588209b700 1 --2- 172.21.15.39:0/726697743 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x560e63ddf0f0 0x560e63dd53c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:32:39.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.394+0000 7f588209b700 1 -- 172.21.15.39:0/726697743 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560e63dfb3a0 con 0x560e63de52c0 2024-06-13T06:32:39.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.394+0000 7f588189a700 1 --2- 172.21.15.39:0/726697743 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x560e63ddf0f0 0x560e63dd53c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:32:39.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.394+0000 7f588209b700 1 --2- 172.21.15.39:0/726697743 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560e63de52c0 0x560e63e00630 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f5874003f40 tx=0x7f58740095f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58ad25753c395606 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:32:39.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.395+0000 7f58677fe700 1 -- 172.21.15.39:0/726697743 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5874007600 con 0x560e63de52c0 2024-06-13T06:32:39.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.395+0000 7f58677fe700 1 -- 172.21.15.39:0/726697743 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f58740077a0 con 0x560e63de52c0 2024-06-13T06:32:39.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.395+0000 7f58677fe700 1 -- 172.21.15.39:0/726697743 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5874015480 con 0x560e63de52c0 2024-06-13T06:32:39.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.395+0000 7f588e381b80 1 -- 172.21.15.39:0/726697743 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560e63de52c0 msgr2=0x560e63e00630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:32:39.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.395+0000 7f588e381b80 1 --2- 172.21.15.39:0/726697743 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560e63de52c0 0x560e63e00630 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f5874003f40 tx=0x7f58740095f0 comp rx=0 tx=0).stop 2024-06-13T06:32:39.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.396+0000 7f588e381b80 1 -- 172.21.15.39:0/726697743 shutdown_connections 2024-06-13T06:32:39.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.396+0000 7f588e381b80 1 --2- 172.21.15.39:0/726697743 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560e63de52c0 0x560e63e00630 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:32:39.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.396+0000 7f588e381b80 1 --2- 172.21.15.39:0/726697743 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x560e63ddf0f0 0x560e63dd53c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:32:39.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.396+0000 7f588e381b80 1 --2- 172.21.15.39:0/726697743 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e63de49a0 0x560e63dd5900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:32:39.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.396+0000 7f588e381b80 1 -- 172.21.15.39:0/726697743 >> 172.21.15.39:0/726697743 conn(0x560e63d07210 msgr2=0x560e63dda020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:32:39.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.396+0000 7f588e381b80 1 -- 172.21.15.39:0/726697743 shutdown_connections 2024-06-13T06:32:39.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.396+0000 7f588e381b80 1 -- 172.21.15.39:0/726697743 wait complete. 2024-06-13T06:32:39.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.396+0000 7f588e381b80 1 -- start start 2024-06-13T06:32:39.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.396+0000 7f588e381b80 1 Processor -- start 2024-06-13T06:32:39.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.397+0000 7f588e381b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560e63ddf0f0 0x560e63dedf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:32:39.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.397+0000 7f588e381b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x560e63de49a0 0x560e63dee470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:32:39.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.397+0000 7f588e381b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e63de52c0 0x560e63dee9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:32:39.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.397+0000 7f588e381b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f587c1a9020 con 0x560e63ddf0f0 2024-06-13T06:32:39.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.397+0000 7f588e381b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f587c1aa470 con 0x560e63de49a0 2024-06-13T06:32:39.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.397+0000 7f588e381b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f587c1a96d0 con 0x560e63de52c0 2024-06-13T06:32:39.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.397+0000 7f588e381b80 10 client.0 _ll_register_callbacks cb 0x560e63cc1740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:32:39.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.397+0000 7f588189a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560e63ddf0f0 0x560e63dedf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:32:39.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.397+0000 7f588189a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560e63ddf0f0 0x560e63dedf30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49132/0 (socket says 172.21.15.39:49132) 2024-06-13T06:32:39.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.397+0000 7f588189a700 1 -- 172.21.15.39:0/3812138052 learned_addr learned my addr 172.21.15.39:0/3812138052 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:32:39.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.397+0000 7f588209b700 1 --2- 172.21.15.39:0/3812138052 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e63de52c0 0x560e63dee9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:32:39.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.397+0000 7f5881099700 1 --2- 172.21.15.39:0/3812138052 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x560e63de49a0 0x560e63dee470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:32:39.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.397+0000 7f588189a700 1 -- 172.21.15.39:0/3812138052 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e63de52c0 msgr2=0x560e63dee9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:32:39.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.397+0000 7f588189a700 1 --2- 172.21.15.39:0/3812138052 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e63de52c0 0x560e63dee9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:32:39.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.397+0000 7f588189a700 1 -- 172.21.15.39:0/3812138052 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x560e63de49a0 msgr2=0x560e63dee470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:32:39.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.397+0000 7f588189a700 1 --2- 172.21.15.39:0/3812138052 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x560e63de49a0 0x560e63dee470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:32:39.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.397+0000 7f588189a700 1 -- 172.21.15.39:0/3812138052 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560e63e636e0 con 0x560e63ddf0f0 2024-06-13T06:32:39.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.397+0000 7f588189a700 1 --2- 172.21.15.39:0/3812138052 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560e63ddf0f0 0x560e63dedf30 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f587800a520 tx=0x7f5878004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=543a1f5796d832c9 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:32:39.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.397+0000 7f58657fa700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:32:39.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.398+0000 7f58657fa700 1 -- 172.21.15.39:0/3812138052 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5878010c20 con 0x560e63ddf0f0 2024-06-13T06:32:39.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.398+0000 7f58657fa700 1 -- 172.21.15.39:0/3812138052 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8550+0+0 (secure 0 0 0) 0x7f5878010dc0 con 0x560e63ddf0f0 2024-06-13T06:32:39.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.398+0000 7f588e381b80 1 -- 172.21.15.39:0/3812138052 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f58740077a0 con 0x560e63ddf0f0 2024-06-13T06:32:39.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.398+0000 7f58657fa700 1 -- 172.21.15.39:0/3812138052 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f587803a050 con 0x560e63ddf0f0 2024-06-13T06:32:39.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.398+0000 7f588e381b80 10 client.15621 fetch_fsmap learned FSMap version 24 2024-06-13T06:32:39.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.398+0000 7f588e381b80 1 -- 172.21.15.39:0/3812138052 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x560e63e64990 con 0x560e63ddf0f0 2024-06-13T06:32:39.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.398+0000 7f58657fa700 1 -- 172.21.15.39:0/3812138052 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f58740077a0 con 0x560e63ddf0f0 2024-06-13T06:32:39.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.398+0000 7f58657fa700 1 -- 172.21.15.39:0/3812138052 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f5870005270 con 0x560e63ddf0f0 2024-06-13T06:32:39.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.398+0000 7f588e381b80 10 client.15621 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:32:39.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.398+0000 7f588e381b80 10 client.15621 resolve_mds: validated gid 24512 aka daemon mds.b 2024-06-13T06:32:39.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.398+0000 7f588e381b80 20 client.15621 populate_metadata read hostname 'smithi039' 2024-06-13T06:32:39.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.398+0000 7f588e381b80 1 --2- 172.21.15.39:0/3812138052 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x560e63e650f0 0x560e63e67510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:32:39.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.398+0000 7f588e381b80 4 client.15621 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 144.9, "await_for": 45.0}] 2024-06-13T06:32:39.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.398+0000 7f588e381b80 1 -- 172.21.15.39:0/3812138052 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 144.9, "await_for": 45.0}) -- 0x560e63d33460 con 0x560e63e650f0 2024-06-13T06:32:39.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.399+0000 7f5881099700 1 --2- 172.21.15.39:0/3812138052 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x560e63e650f0 0x560e63e67510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:32:39.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.399+0000 7f5881099700 1 --2- 172.21.15.39:0/3812138052 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x560e63e650f0 0x560e63e67510 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c5763a6a14147bad server_cookie=c830f5daebf9803 in_seq=0 out_seq=0 2024-06-13T06:32:39.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.399+0000 7f58657fa700 10 client.15621 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:32:39.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.412+0000 7f58657fa700 1 -- 172.21.15.39:0/3812138052 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x560e63d33460 con 0x560e63e650f0 2024-06-13T06:32:39.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.412+0000 7f58657fa700 10 client.15621 handle_command_reply: tid=0 2024-06-13T06:32:39.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.412+0000 7f588e381b80 1 client.15621 shutdown 2024-06-13T06:32:39.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.412+0000 7f588e381b80 1 -- 172.21.15.39:0/3812138052 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560e63ddf0f0 msgr2=0x560e63dedf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:32:39.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.412+0000 7f588e381b80 1 --2- 172.21.15.39:0/3812138052 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560e63ddf0f0 0x560e63dedf30 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f587800a520 tx=0x7f5878004750 comp rx=0 tx=0).stop 2024-06-13T06:32:39.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.413+0000 7f588e381b80 1 -- 172.21.15.39:0/3812138052 shutdown_connections 2024-06-13T06:32:39.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.413+0000 7f588e381b80 1 --2- 172.21.15.39:0/3812138052 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e63de52c0 0x560e63dee9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:32:39.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.413+0000 7f588e381b80 1 --2- 172.21.15.39:0/3812138052 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560e63ddf0f0 0x560e63dedf30 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:32:39.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.413+0000 7f588e381b80 1 --2- 172.21.15.39:0/3812138052 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x560e63e650f0 0x560e63e67510 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:32:39.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.413+0000 7f588e381b80 1 --2- 172.21.15.39:0/3812138052 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x560e63de49a0 0x560e63dee470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:32:39.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.413+0000 7f588e381b80 1 -- 172.21.15.39:0/3812138052 >> 172.21.15.39:0/3812138052 conn(0x560e63d07210 msgr2=0x560e63de9ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:32:39.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.413+0000 7f58657fa700 0 client.15621 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:32:39.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.413+0000 7f588e381b80 1 -- 172.21.15.39:0/3812138052 shutdown_connections 2024-06-13T06:32:39.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.413+0000 7f588e381b80 1 -- 172.21.15.39:0/3812138052 wait complete. 2024-06-13T06:32:39.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.413+0000 7f588e381b80 20 client.15621 trim_cache size 0 max 16384 2024-06-13T06:32:39.413 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-06-13T06:32:39.414 INFO:teuthology.orchestra.run.smithi039.stdout: "epoch": 24, 2024-06-13T06:32:39.414 INFO:teuthology.orchestra.run.smithi039.stdout: "leader": 24512, 2024-06-13T06:32:39.414 INFO:teuthology.orchestra.run.smithi039.stdout: "set_version": 26, 2024-06-13T06:32:39.414 INFO:teuthology.orchestra.run.smithi039.stdout: "sets": { 2024-06-13T06:32:39.414 INFO:teuthology.orchestra.run.smithi039.stdout: "c3b5c86c": { 2024-06-13T06:32:39.414 INFO:teuthology.orchestra.run.smithi039.stdout: "version": 26, 2024-06-13T06:32:39.414 INFO:teuthology.orchestra.run.smithi039.stdout: "age_ref": 0.0, 2024-06-13T06:32:39.414 INFO:teuthology.orchestra.run.smithi039.stdout: "state": { 2024-06-13T06:32:39.414 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "QUIESCED", 2024-06-13T06:32:39.414 INFO:teuthology.orchestra.run.smithi039.stdout: "age": 0.0 2024-06-13T06:32:39.414 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:32:39.414 INFO:teuthology.orchestra.run.smithi039.stdout: "timeout": 90.0, 2024-06-13T06:32:39.415 INFO:teuthology.orchestra.run.smithi039.stdout: "expiration": 144.9, 2024-06-13T06:32:39.415 INFO:teuthology.orchestra.run.smithi039.stdout: "members": { 2024-06-13T06:32:39.415 INFO:teuthology.orchestra.run.smithi039.stdout: "file:/": { 2024-06-13T06:32:39.415 INFO:teuthology.orchestra.run.smithi039.stdout: "excluded": false, 2024-06-13T06:32:39.415 INFO:teuthology.orchestra.run.smithi039.stdout: "state": { 2024-06-13T06:32:39.415 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "QUIESCED", 2024-06-13T06:32:39.415 INFO:teuthology.orchestra.run.smithi039.stdout: "age": 0.0 2024-06-13T06:32:39.415 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:32:39.415 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:32:39.415 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:32:39.415 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:32:39.415 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:32:39.415 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-06-13T06:32:39.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.413+0000 7f5883afe700 1 -- 172.21.15.39:0/1272698058 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f58680a2eb0 msgr2=0x7f58680a5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:32:39.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.413+0000 7f5883afe700 1 --2- 172.21.15.39:0/1272698058 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f58680a2eb0 0x7f58680a5370 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f5878005ea0 tx=0x7f5878005e30 comp rx=0 tx=0).stop 2024-06-13T06:32:39.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.413+0000 7f5883afe700 1 -- 172.21.15.39:0/1272698058 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f587c06ad80 msgr2=0x7f587c19ec30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:32:39.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.413+0000 7f5883afe700 1 --2- 172.21.15.39:0/1272698058 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f587c06ad80 0x7f587c19ec30 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f5870005b40 tx=0x7f58700038b0 comp rx=0 tx=0).stop 2024-06-13T06:32:39.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.413+0000 7f5883afe700 1 -- 172.21.15.39:0/1272698058 shutdown_connections 2024-06-13T06:32:39.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.413+0000 7f5883afe700 1 --2- 172.21.15.39:0/1272698058 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f58680a2eb0 0x7f58680a5370 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:32:39.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.413+0000 7f5883afe700 1 --2- 172.21.15.39:0/1272698058 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f587c107850 0x7f587c1988b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:32:39.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.413+0000 7f5883afe700 1 --2- 172.21.15.39:0/1272698058 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f587c06a3d0 0x7f587c19e6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:32:39.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.413+0000 7f5883afe700 1 --2- 172.21.15.39:0/1272698058 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f587c06ad80 0x7f587c19ec30 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:32:39.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.413+0000 7f5883afe700 1 -- 172.21.15.39:0/1272698058 >> 172.21.15.39:0/1272698058 conn(0x7f587c078330 msgr2=0x7f587c0ff260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:32:39.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.414+0000 7f5883afe700 1 -- 172.21.15.39:0/1272698058 shutdown_connections 2024-06-13T06:32:39.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:32:39.414+0000 7f5883afe700 1 -- 172.21.15.39:0/1272698058 wait complete. 2024-06-13T06:32:39.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:32:39 smithi149 ceph-mon[36963]: pgmap v293: 97 pgs: 97 active+clean; 13 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 47 KiB/s wr, 10 op/s 2024-06-13T06:32:39.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:32:39 smithi096 ceph-mon[36532]: pgmap v293: 97 pgs: 97 active+clean; 13 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 47 KiB/s wr, 10 op/s 2024-06-13T06:32:40.052 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'c3b5c86c', quiesce took 5.5 seconds. Will release after: 19.4 2024-06-13T06:32:41.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:32:41 smithi039 ceph-mon[32479]: pgmap v294: 97 pgs: 97 active+clean; 13 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 47 KiB/s wr, 10 op/s 2024-06-13T06:32:41.467 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:32:41 smithi149 ceph-mon[36963]: pgmap v294: 97 pgs: 97 active+clean; 13 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 47 KiB/s wr, 10 op/s 2024-06-13T06:32:41.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:32:41 smithi096 ceph-mon[36532]: pgmap v294: 97 pgs: 97 active+clean; 13 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 47 KiB/s wr, 10 op/s 2024-06-13T06:32:43.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:32:43 smithi039 ceph-mon[32479]: pgmap v295: 97 pgs: 97 active+clean; 14 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 64 KiB/s wr, 15 op/s 2024-06-13T06:32:43.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:32:43 smithi149 ceph-mon[36963]: pgmap v295: 97 pgs: 97 active+clean; 14 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 64 KiB/s wr, 15 op/s 2024-06-13T06:32:43.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:32:43 smithi096 ceph-mon[36532]: pgmap v295: 97 pgs: 97 active+clean; 14 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 64 KiB/s wr, 15 op/s 2024-06-13T06:32:45.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:32:45 smithi039 ceph-mon[32479]: pgmap v296: 97 pgs: 97 active+clean; 14 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 40 KiB/s wr, 9 op/s 2024-06-13T06:32:45.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:32:45 smithi149 ceph-mon[36963]: pgmap v296: 97 pgs: 97 active+clean; 14 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 40 KiB/s wr, 9 op/s 2024-06-13T06:32:45.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:32:45 smithi096 ceph-mon[36532]: pgmap v296: 97 pgs: 97 active+clean; 14 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 40 KiB/s wr, 9 op/s 2024-06-13T06:32:47.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:32:47 smithi039 ceph-mon[32479]: pgmap v297: 97 pgs: 97 active+clean; 14 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 40 KiB/s wr, 12 op/s 2024-06-13T06:32:47.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:32:47 smithi149 ceph-mon[36963]: pgmap v297: 97 pgs: 97 active+clean; 14 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 40 KiB/s wr, 12 op/s 2024-06-13T06:32:47.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:32:47 smithi096 ceph-mon[36532]: pgmap v297: 97 pgs: 97 active+clean; 14 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 40 KiB/s wr, 12 op/s 2024-06-13T06:32:49.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:32:49 smithi039 ceph-mon[32479]: pgmap v298: 97 pgs: 97 active+clean; 14 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 17 KiB/s wr, 7 op/s 2024-06-13T06:32:49.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:32:49 smithi149 ceph-mon[36963]: pgmap v298: 97 pgs: 97 active+clean; 14 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 17 KiB/s wr, 7 op/s 2024-06-13T06:32:49.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:32:49 smithi096 ceph-mon[36532]: pgmap v298: 97 pgs: 97 active+clean; 14 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 17 KiB/s wr, 7 op/s 2024-06-13T06:32:51.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:32:51 smithi149 ceph-mon[36963]: pgmap v299: 97 pgs: 97 active+clean; 14 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 17 KiB/s wr, 7 op/s 2024-06-13T06:32:51.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:32:51 smithi096 ceph-mon[36532]: pgmap v299: 97 pgs: 97 active+clean; 14 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 17 KiB/s wr, 7 op/s 2024-06-13T06:32:51.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:32:51 smithi039 ceph-mon[32479]: pgmap v299: 97 pgs: 97 active+clean; 14 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 17 KiB/s wr, 7 op/s 2024-06-13T06:32:53.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:32:53 smithi149 ceph-mon[36963]: pgmap v300: 97 pgs: 97 active+clean; 14 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 21 KiB/s wr, 10 op/s 2024-06-13T06:32:53.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:32:53 smithi096 ceph-mon[36532]: pgmap v300: 97 pgs: 97 active+clean; 14 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 21 KiB/s wr, 10 op/s 2024-06-13T06:32:53.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:32:53 smithi039 ceph-mon[32479]: pgmap v300: 97 pgs: 97 active+clean; 14 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 21 KiB/s wr, 10 op/s 2024-06-13T06:32:55.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:32:55 smithi149 ceph-mon[36963]: pgmap v301: 97 pgs: 97 active+clean; 14 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 3.9 KiB/s wr, 6 op/s 2024-06-13T06:32:55.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:32:55 smithi096 ceph-mon[36532]: pgmap v301: 97 pgs: 97 active+clean; 14 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 3.9 KiB/s wr, 6 op/s 2024-06-13T06:32:55.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:32:55 smithi039 ceph-mon[32479]: pgmap v301: 97 pgs: 97 active+clean; 14 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 3.9 KiB/s wr, 6 op/s 2024-06-13T06:32:57.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:32:57 smithi149 ceph-mon[36963]: pgmap v302: 97 pgs: 97 active+clean; 14 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 3.9 KiB/s wr, 8 op/s 2024-06-13T06:32:57.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:32:57 smithi096 ceph-mon[36532]: pgmap v302: 97 pgs: 97 active+clean; 14 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 3.9 KiB/s wr, 8 op/s 2024-06-13T06:32:57.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:32:57 smithi039 ceph-mon[32479]: pgmap v302: 97 pgs: 97 active+clean; 14 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 3.9 KiB/s wr, 8 op/s 2024-06-13T06:32:59.453 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T06:32:59.467 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:32:59 smithi149 ceph-mon[36963]: pgmap v303: 97 pgs: 97 active+clean; 14 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 3.8 KiB/s wr, 5 op/s 2024-06-13T06:32:59.473 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:32:59 smithi039 ceph-mon[32479]: pgmap v303: 97 pgs: 97 active+clean; 14 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 3.8 KiB/s wr, 5 op/s 2024-06-13T06:32:59.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:32:59 smithi096 ceph-mon[36532]: pgmap v303: 97 pgs: 97 active+clean; 14 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 3.8 KiB/s wr, 5 op/s 2024-06-13T06:32:59.725 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:33:01.343 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:01 smithi039 ceph-mon[32479]: pgmap v304: 97 pgs: 97 active+clean; 14 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 3.8 KiB/s wr, 5 op/s 2024-06-13T06:33:01.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:01 smithi149 ceph-mon[36963]: pgmap v304: 97 pgs: 97 active+clean; 14 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 3.8 KiB/s wr, 5 op/s 2024-06-13T06:33:01.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:01 smithi096 ceph-mon[36532]: pgmap v304: 97 pgs: 97 active+clean; 14 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 3.8 KiB/s wr, 5 op/s 2024-06-13T06:33:01.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.565+0000 7fb799127700 1 -- 172.21.15.39:0/2858054194 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb794107760 msgr2=0x7fb79410f370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:33:01.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.565+0000 7fb799127700 1 --2- 172.21.15.39:0/2858054194 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb794107760 0x7fb79410f370 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7fb78c0099c0 tx=0x7fb78c009cd0 comp rx=0 tx=0).stop 2024-06-13T06:33:01.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.565+0000 7fb799127700 1 -- 172.21.15.39:0/2858054194 shutdown_connections 2024-06-13T06:33:01.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.565+0000 7fb799127700 1 --2- 172.21.15.39:0/2858054194 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb794107760 0x7fb79410f370 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:01.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.565+0000 7fb799127700 1 --2- 172.21.15.39:0/2858054194 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb794102770 0x7fb794102b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:01.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.565+0000 7fb799127700 1 --2- 172.21.15.39:0/2858054194 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb794103120 0x7fb794107080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:01.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.565+0000 7fb799127700 1 -- 172.21.15.39:0/2858054194 >> 172.21.15.39:0/2858054194 conn(0x7fb794079560 msgr2=0x7fb794079970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:33:01.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.565+0000 7fb799127700 1 -- 172.21.15.39:0/2858054194 shutdown_connections 2024-06-13T06:33:01.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.565+0000 7fb799127700 1 -- 172.21.15.39:0/2858054194 wait complete. 2024-06-13T06:33:01.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.566+0000 7fb799127700 1 Processor -- start 2024-06-13T06:33:01.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.566+0000 7fb799127700 1 -- start start 2024-06-13T06:33:01.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.567+0000 7fb799127700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb794102770 0x7fb79419af30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:01.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.567+0000 7fb799127700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb794103120 0x7fb79419b470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:01.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.567+0000 7fb799127700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb794107760 0x7fb79419f800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:01.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.567+0000 7fb799127700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fb794112800 con 0x7fb794107760 2024-06-13T06:33:01.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.567+0000 7fb799127700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fb794112680 con 0x7fb794102770 2024-06-13T06:33:01.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.567+0000 7fb799127700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fb794112980 con 0x7fb794103120 2024-06-13T06:33:01.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.567+0000 7fb79359e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb794107760 0x7fb79419f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:01.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.567+0000 7fb79359e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb794107760 0x7fb79419f800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50242/0 (socket says 172.21.15.39:50242) 2024-06-13T06:33:01.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.567+0000 7fb79359e700 1 -- 172.21.15.39:0/2253797086 learned_addr learned my addr 172.21.15.39:0/2253797086 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:33:01.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.567+0000 7fb79259c700 1 --2- 172.21.15.39:0/2253797086 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb794103120 0x7fb79419b470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:01.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.567+0000 7fb792d9d700 1 --2- 172.21.15.39:0/2253797086 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb794102770 0x7fb79419af30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:01.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.567+0000 7fb79359e700 1 -- 172.21.15.39:0/2253797086 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb794103120 msgr2=0x7fb79419b470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:33:01.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.567+0000 7fb79359e700 1 --2- 172.21.15.39:0/2253797086 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb794103120 0x7fb79419b470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:01.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.567+0000 7fb79359e700 1 -- 172.21.15.39:0/2253797086 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb794102770 msgr2=0x7fb79419af30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:33:01.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.567+0000 7fb79359e700 1 --2- 172.21.15.39:0/2253797086 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb794102770 0x7fb79419af30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:01.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.567+0000 7fb79359e700 1 -- 172.21.15.39:0/2253797086 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb79419ff40 con 0x7fb794107760 2024-06-13T06:33:01.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.567+0000 7fb79359e700 1 --2- 172.21.15.39:0/2253797086 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb794107760 0x7fb79419f800 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fb78c00f690 tx=0x7fb78c00f6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:33:01.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.568+0000 7fb78bfff700 1 -- 172.21.15.39:0/2253797086 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb78c009e60 con 0x7fb794107760 2024-06-13T06:33:01.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.568+0000 7fb799127700 1 -- 172.21.15.39:0/2253797086 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7941a01d0 con 0x7fb794107760 2024-06-13T06:33:01.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.568+0000 7fb78bfff700 1 -- 172.21.15.39:0/2253797086 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb78c003680 con 0x7fb794107760 2024-06-13T06:33:01.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.568+0000 7fb78bfff700 1 -- 172.21.15.39:0/2253797086 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb78c0055d0 con 0x7fb794107760 2024-06-13T06:33:01.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.568+0000 7fb799127700 1 -- 172.21.15.39:0/2253797086 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7941a7ab0 con 0x7fb794107760 2024-06-13T06:33:01.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.569+0000 7fb799127700 1 -- 172.21.15.39:0/2253797086 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb794069180 con 0x7fb794107760 2024-06-13T06:33:01.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.570+0000 7fb78bfff700 1 -- 172.21.15.39:0/2253797086 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fb78c00fb60 con 0x7fb794107760 2024-06-13T06:33:01.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.570+0000 7fb78bfff700 1 --2- 172.21.15.39:0/2253797086 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fb7800a2d90 0x7fb7800a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:01.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.571+0000 7fb792d9d700 1 --2- 172.21.15.39:0/2253797086 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fb7800a2d90 0x7fb7800a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:01.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.571+0000 7fb78bfff700 1 -- 172.21.15.39:0/2253797086 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 8550+0+0 (secure 0 0 0) 0x7fb78c0d00e0 con 0x7fb794107760 2024-06-13T06:33:01.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.571+0000 7fb792d9d700 1 --2- 172.21.15.39:0/2253797086 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fb7800a2d90 0x7fb7800a5250 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fb784009380 tx=0x7fb78400b040 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:33:01.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.575+0000 7fb78bfff700 1 -- 172.21.15.39:0/2253797086 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fb78c013070 con 0x7fb794107760 2024-06-13T06:33:01.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.829+0000 7fb799127700 1 -- 172.21.15.39:0/2253797086 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb7941a7c80 con 0x7fb794107760 2024-06-13T06:33:01.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.829+0000 7fb78bfff700 1 -- 172.21.15.39:0/2253797086 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11865 (secure 0 0 0) 0x7fb78c09ce10 con 0x7fb794107760 2024-06-13T06:33:01.829 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:33:01.829 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/2373452665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":2373452665},{"type":"v1","addr":"172.21.15.39:6835","nonce":2373452665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/2187635150","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":2187635150},{"type":"v1","addr":"172.21.15.39:6837","nonce":2187635150}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14571,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6839/1475451558","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":1475451558},{"type":"v1","addr":"172.21.15.39:6839","nonce":1475451558}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14577,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6841/313570480","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":313570480},{"type":"v1","addr":"172.21.15.39:6841","nonce":313570480}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/980475055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":980475055},{"type":"v1","addr":"172.21.15.149:6833","nonce":980475055}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24427,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/2757180167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":2757180167},{"type":"v1","addr":"172.21.15.149:6835","nonce":2757180167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-13T06:20:05.248660+0000","modified":"2024-06-13T06:23:07.325841+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24512,"mds_1":24482,"mds_2":24455},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24431":{"gid":24431,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.96:6833/2827318421","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6832","nonce":2827318421},{"type":"v1","addr":"172.21.15.96:6833","nonce":2827318421}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24439":{"gid":24439,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6837/1742889729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":1742889729},{"type":"v1","addr":"172.21.15.149:6837","nonce":1742889729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6839/862740064","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":862740064},{"type":"v1","addr":"172.21.15.149:6839","nonce":862740064}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.96:6835/3408571209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6834","nonce":3408571209},{"type":"v1","addr":"172.21.15.96:6835","nonce":3408571209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.96:6837/2574644445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6836","nonce":2574644445},{"type":"v1","addr":"172.21.15.96:6837","nonce":2574644445}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.96:6839/1459106434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6838","nonce":1459106434},{"type":"v1","addr":"172.21.15.96:6839","nonce":1459106434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24512,"qdb_cluster":[24482,24512,24455]},"id":1}]} 2024-06-13T06:33:01.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.831+0000 7fb799127700 1 -- 172.21.15.39:0/2253797086 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fb7800a2d90 msgr2=0x7fb7800a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:33:01.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.831+0000 7fb799127700 1 --2- 172.21.15.39:0/2253797086 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fb7800a2d90 0x7fb7800a5250 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fb784009380 tx=0x7fb78400b040 comp rx=0 tx=0).stop 2024-06-13T06:33:01.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.831+0000 7fb799127700 1 -- 172.21.15.39:0/2253797086 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb794107760 msgr2=0x7fb79419f800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:33:01.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.831+0000 7fb799127700 1 --2- 172.21.15.39:0/2253797086 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb794107760 0x7fb79419f800 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fb78c00f690 tx=0x7fb78c00f6c0 comp rx=0 tx=0).stop 2024-06-13T06:33:01.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.832+0000 7fb799127700 1 -- 172.21.15.39:0/2253797086 shutdown_connections 2024-06-13T06:33:01.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.832+0000 7fb799127700 1 --2- 172.21.15.39:0/2253797086 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fb7800a2d90 0x7fb7800a5250 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:01.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.832+0000 7fb799127700 1 --2- 172.21.15.39:0/2253797086 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb794107760 0x7fb79419f800 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:01.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.832+0000 7fb799127700 1 --2- 172.21.15.39:0/2253797086 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb794102770 0x7fb79419af30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:01.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.832+0000 7fb799127700 1 --2- 172.21.15.39:0/2253797086 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb794103120 0x7fb79419b470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:01.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.832+0000 7fb799127700 1 -- 172.21.15.39:0/2253797086 >> 172.21.15.39:0/2253797086 conn(0x7fb794079560 msgr2=0x7fb794100720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:33:01.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.832+0000 7fb799127700 1 -- 172.21.15.39:0/2253797086 shutdown_connections 2024-06-13T06:33:01.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:01.832+0000 7fb799127700 1 -- 172.21.15.39:0/2253797086 wait complete. 2024-06-13T06:33:01.832 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 24 2024-06-13T06:33:02.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:02 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/2253797086' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:33:02.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:02 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/2253797086' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:33:02.487 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24512 quiesce db --set-id c3b5c86c --release --await' 2024-06-13T06:33:02.488 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- timeout 105 ceph tell mds.24512 quiesce db --set-id c3b5c86c --release --await 2024-06-13T06:33:02.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:02 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/2253797086' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:33:02.784 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:33:03.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:03 smithi149 ceph-mon[36963]: pgmap v305: 97 pgs: 97 active+clean; 14 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 4.7 KiB/s wr, 8 op/s 2024-06-13T06:33:03.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:03 smithi096 ceph-mon[36532]: pgmap v305: 97 pgs: 97 active+clean; 14 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 4.7 KiB/s wr, 8 op/s 2024-06-13T06:33:03.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:03 smithi039 ceph-mon[32479]: pgmap v305: 97 pgs: 97 active+clean; 14 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 4.7 KiB/s wr, 8 op/s 2024-06-13T06:33:04.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.460+0000 7f21acc97700 1 -- 172.21.15.39:0/1153304831 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f21a81013c0 msgr2=0x7f21a8101840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:33:04.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.460+0000 7f21acc97700 1 --2- 172.21.15.39:0/1153304831 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f21a81013c0 0x7f21a8101840 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f219c009990 tx=0x7f219c009ca0 comp rx=0 tx=0).stop 2024-06-13T06:33:04.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.460+0000 7f21acc97700 1 -- 172.21.15.39:0/1153304831 shutdown_connections 2024-06-13T06:33:04.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.460+0000 7f21acc97700 1 --2- 172.21.15.39:0/1153304831 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f21a8101d80 0x7f21a810e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:04.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.460+0000 7f21acc97700 1 --2- 172.21.15.39:0/1153304831 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f21a8107440 0x7f21a8107820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:04.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.460+0000 7f21acc97700 1 --2- 172.21.15.39:0/1153304831 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f21a81013c0 0x7f21a8101840 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:04.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.460+0000 7f21acc97700 1 -- 172.21.15.39:0/1153304831 >> 172.21.15.39:0/1153304831 conn(0x7f21a8077400 msgr2=0x7f21a8077810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:33:04.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.460+0000 7f21acc97700 1 -- 172.21.15.39:0/1153304831 shutdown_connections 2024-06-13T06:33:04.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.460+0000 7f21acc97700 1 -- 172.21.15.39:0/1153304831 wait complete. 2024-06-13T06:33:04.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.461+0000 7f21acc97700 1 Processor -- start 2024-06-13T06:33:04.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.461+0000 7f21acc97700 1 -- start start 2024-06-13T06:33:04.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.461+0000 7f21acc97700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f21a81013c0 0x7f21a819e930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:04.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.461+0000 7f21acc97700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f21a8101d80 0x7f21a819ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:04.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.461+0000 7f21acc97700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f21a8107440 0x7f21a8198af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:04.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.461+0000 7f21acc97700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f21a8111680 con 0x7f21a81013c0 2024-06-13T06:33:04.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.461+0000 7f21acc97700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f21a8111500 con 0x7f21a8101d80 2024-06-13T06:33:04.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.461+0000 7f21acc97700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f21a8111800 con 0x7f21a8107440 2024-06-13T06:33:04.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.461+0000 7f21a659c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f21a81013c0 0x7f21a819e930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:04.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.461+0000 7f21a659c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f21a81013c0 0x7f21a819e930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50270/0 (socket says 172.21.15.39:50270) 2024-06-13T06:33:04.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.461+0000 7f21a659c700 1 -- 172.21.15.39:0/1944831418 learned_addr learned my addr 172.21.15.39:0/1944831418 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:33:04.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.461+0000 7f21a5d9b700 1 --2- 172.21.15.39:0/1944831418 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f21a8101d80 0x7f21a819ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:04.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.461+0000 7f21a6d9d700 1 --2- 172.21.15.39:0/1944831418 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f21a8107440 0x7f21a8198af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:04.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.461+0000 7f21a659c700 1 -- 172.21.15.39:0/1944831418 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f21a8107440 msgr2=0x7f21a8198af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:33:04.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.461+0000 7f21a659c700 1 --2- 172.21.15.39:0/1944831418 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f21a8107440 0x7f21a8198af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:04.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.461+0000 7f21a659c700 1 -- 172.21.15.39:0/1944831418 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f21a8101d80 msgr2=0x7f21a819ee70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:33:04.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.461+0000 7f21a659c700 1 --2- 172.21.15.39:0/1944831418 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f21a8101d80 0x7f21a819ee70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:04.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.461+0000 7f21a659c700 1 -- 172.21.15.39:0/1944831418 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21a8199250 con 0x7f21a81013c0 2024-06-13T06:33:04.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.462+0000 7f21a659c700 1 --2- 172.21.15.39:0/1944831418 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f21a81013c0 0x7f21a819e930 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f219800d950 tx=0x7f219800dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:33:04.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.462+0000 7f21977fe700 1 -- 172.21.15.39:0/1944831418 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2198016070 con 0x7f21a81013c0 2024-06-13T06:33:04.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.462+0000 7f21acc97700 1 -- 172.21.15.39:0/1944831418 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21a8199540 con 0x7f21a81013c0 2024-06-13T06:33:04.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.462+0000 7f21977fe700 1 -- 172.21.15.39:0/1944831418 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f219800fd70 con 0x7f21a81013c0 2024-06-13T06:33:04.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.462+0000 7f21977fe700 1 -- 172.21.15.39:0/1944831418 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f219800e610 con 0x7f21a81013c0 2024-06-13T06:33:04.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.462+0000 7f21acc97700 1 -- 172.21.15.39:0/1944831418 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21a81a5800 con 0x7f21a81013c0 2024-06-13T06:33:04.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.465+0000 7f21977fe700 1 -- 172.21.15.39:0/1944831418 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f2198019070 con 0x7f21a81013c0 2024-06-13T06:33:04.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.466+0000 7f21977fe700 1 --2- 172.21.15.39:0/1944831418 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f21900a2d90 0x7f21900a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:04.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.466+0000 7f21a5d9b700 1 --2- 172.21.15.39:0/1944831418 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f21900a2d90 0x7f21900a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:04.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.466+0000 7f21977fe700 1 -- 172.21.15.39:0/1944831418 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 8550+0+0 (secure 0 0 0) 0x7f21980cee80 con 0x7f21a81013c0 2024-06-13T06:33:04.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.466+0000 7f21b751ab80 1 Processor -- start 2024-06-13T06:33:04.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.466+0000 7f21b751ab80 1 -- start start 2024-06-13T06:33:04.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.466+0000 7f21a5d9b700 1 --2- 172.21.15.39:0/1944831418 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f21900a2d90 0x7f21900a5250 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f219c00b5c0 tx=0x7f219c005960 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:33:04.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.466+0000 7f21b751ab80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5628180bf910 0x5628180bfcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:04.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.466+0000 7f21b751ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5628180c0230 0x5628180b9b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:04.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.467+0000 7f21b751ab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5628180ba060 0x5628180ba480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:04.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.467+0000 7f21b751ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x562817fa8060 con 0x5628180c0230 2024-06-13T06:33:04.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.467+0000 7f21b751ab80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x562818006950 con 0x5628180bf910 2024-06-13T06:33:04.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.467+0000 7f21b751ab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x562817f6e560 con 0x5628180ba060 2024-06-13T06:33:04.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.467+0000 7f21a5d9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5628180c0230 0x5628180b9b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:04.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.467+0000 7f21a5d9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5628180c0230 0x5628180b9b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50280/0 (socket says 172.21.15.39:50280) 2024-06-13T06:33:04.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.467+0000 7f21a5d9b700 1 -- 172.21.15.39:0/4080762177 learned_addr learned my addr 172.21.15.39:0/4080762177 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:33:04.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.467+0000 7f21a6d9d700 1 --2- 172.21.15.39:0/4080762177 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5628180ba060 0x5628180ba480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:04.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.467+0000 7f21a659c700 1 --2- 172.21.15.39:0/4080762177 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5628180bf910 0x5628180bfcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:04.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.467+0000 7f21a5d9b700 1 -- 172.21.15.39:0/4080762177 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5628180ba060 msgr2=0x5628180ba480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:33:04.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.467+0000 7f21a5d9b700 1 --2- 172.21.15.39:0/4080762177 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5628180ba060 0x5628180ba480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:04.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.467+0000 7f21a5d9b700 1 -- 172.21.15.39:0/4080762177 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5628180bf910 msgr2=0x5628180bfcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:33:04.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.467+0000 7f21a5d9b700 1 --2- 172.21.15.39:0/4080762177 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5628180bf910 0x5628180bfcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:04.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.467+0000 7f21a5d9b700 1 -- 172.21.15.39:0/4080762177 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562817f559d0 con 0x5628180c0230 2024-06-13T06:33:04.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.467+0000 7f21a5d9b700 1 --2- 172.21.15.39:0/4080762177 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5628180c0230 0x5628180b9b20 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f219c009990 tx=0x7f219c020000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e507838c8c80a92d server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:33:04.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.467+0000 7f2194ff9700 1 -- 172.21.15.39:0/4080762177 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f219c00bdf0 con 0x5628180c0230 2024-06-13T06:33:04.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.467+0000 7f2194ff9700 1 -- 172.21.15.39:0/4080762177 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f219c00fd20 con 0x5628180c0230 2024-06-13T06:33:04.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.467+0000 7f2194ff9700 1 -- 172.21.15.39:0/4080762177 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f219c024de0 con 0x5628180c0230 2024-06-13T06:33:04.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.468+0000 7f21b751ab80 1 -- 172.21.15.39:0/4080762177 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5628180c0230 msgr2=0x5628180b9b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:33:04.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.468+0000 7f21b751ab80 1 --2- 172.21.15.39:0/4080762177 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5628180c0230 0x5628180b9b20 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f219c009990 tx=0x7f219c020000 comp rx=0 tx=0).stop 2024-06-13T06:33:04.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.468+0000 7f21b751ab80 1 -- 172.21.15.39:0/4080762177 shutdown_connections 2024-06-13T06:33:04.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.468+0000 7f21b751ab80 1 --2- 172.21.15.39:0/4080762177 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5628180ba060 0x5628180ba480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:04.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.468+0000 7f21b751ab80 1 --2- 172.21.15.39:0/4080762177 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5628180bf910 0x5628180bfcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:04.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.468+0000 7f21b751ab80 1 --2- 172.21.15.39:0/4080762177 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5628180c0230 0x5628180b9b20 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:04.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.468+0000 7f21b751ab80 1 -- 172.21.15.39:0/4080762177 >> 172.21.15.39:0/4080762177 conn(0x562817fe2180 msgr2=0x5628180b0a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:33:04.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.468+0000 7f21b751ab80 1 -- 172.21.15.39:0/4080762177 shutdown_connections 2024-06-13T06:33:04.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.468+0000 7f21b751ab80 1 -- 172.21.15.39:0/4080762177 wait complete. 2024-06-13T06:33:04.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.469+0000 7f21b751ab80 1 -- start start 2024-06-13T06:33:04.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.469+0000 7f21b751ab80 1 Processor -- start 2024-06-13T06:33:04.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.469+0000 7f21b751ab80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5628180ba060 0x5628180b93e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:04.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.469+0000 7f21b751ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5628180bf910 0x5628180b9920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:04.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.469+0000 7f21b751ab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5628180c0230 0x5628180b26f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:04.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.469+0000 7f21b751ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x562817fa70c0 con 0x5628180bf910 2024-06-13T06:33:04.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.469+0000 7f21b751ab80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x562818002910 con 0x5628180ba060 2024-06-13T06:33:04.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.469+0000 7f21b751ab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5628180c6b50 con 0x5628180c0230 2024-06-13T06:33:04.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.469+0000 7f21b751ab80 10 client.0 _ll_register_callbacks cb 0x562817f9c6b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:33:04.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.469+0000 7f21a5d9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5628180bf910 0x5628180b9920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:04.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.469+0000 7f21a5d9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5628180bf910 0x5628180b9920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50284/0 (socket says 172.21.15.39:50284) 2024-06-13T06:33:04.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.469+0000 7f21a5d9b700 1 -- 172.21.15.39:0/1140247084 learned_addr learned my addr 172.21.15.39:0/1140247084 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:33:04.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.469+0000 7f21a659c700 1 --2- 172.21.15.39:0/1140247084 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5628180ba060 0x5628180b93e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:04.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.469+0000 7f21a6d9d700 1 --2- 172.21.15.39:0/1140247084 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5628180c0230 0x5628180b26f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:04.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.470+0000 7f21a5d9b700 1 -- 172.21.15.39:0/1140247084 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5628180c0230 msgr2=0x5628180b26f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:33:04.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.470+0000 7f21a5d9b700 1 --2- 172.21.15.39:0/1140247084 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5628180c0230 0x5628180b26f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:04.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.470+0000 7f21a5d9b700 1 -- 172.21.15.39:0/1140247084 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5628180ba060 msgr2=0x5628180b93e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:33:04.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.470+0000 7f21a5d9b700 1 --2- 172.21.15.39:0/1140247084 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5628180ba060 0x5628180b93e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:04.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.470+0000 7f21a5d9b700 1 -- 172.21.15.39:0/1140247084 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562817fcc850 con 0x5628180bf910 2024-06-13T06:33:04.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.470+0000 7f21a5d9b700 1 --2- 172.21.15.39:0/1140247084 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5628180bf910 0x5628180b9920 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f219c0248e0 tx=0x7f219c00ff40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=937b06a495f87bdf server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:33:04.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.470+0000 7f218dffb700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:33:04.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.470+0000 7f218dffb700 1 -- 172.21.15.39:0/1140247084 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f219c024940 con 0x5628180bf910 2024-06-13T06:33:04.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.470+0000 7f218dffb700 1 -- 172.21.15.39:0/1140247084 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8550+0+0 (secure 0 0 0) 0x7f219c024ae0 con 0x5628180bf910 2024-06-13T06:33:04.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.470+0000 7f21b751ab80 1 -- 172.21.15.39:0/1140247084 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f219c00fd20 con 0x5628180bf910 2024-06-13T06:33:04.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.470+0000 7f218dffb700 1 -- 172.21.15.39:0/1140247084 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f219c024ce0 con 0x5628180bf910 2024-06-13T06:33:04.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.470+0000 7f21b751ab80 10 client.15639 fetch_fsmap learned FSMap version 24 2024-06-13T06:33:04.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.470+0000 7f21b751ab80 1 -- 172.21.15.39:0/1140247084 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5628180d5690 con 0x5628180bf910 2024-06-13T06:33:04.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.470+0000 7f218dffb700 1 -- 172.21.15.39:0/1140247084 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f219c00fd20 con 0x5628180bf910 2024-06-13T06:33:04.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.471+0000 7f218dffb700 1 -- 172.21.15.39:0/1140247084 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f219c037500 con 0x5628180bf910 2024-06-13T06:33:04.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.471+0000 7f21b751ab80 10 client.15639 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:33:04.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.471+0000 7f21b751ab80 10 client.15639 resolve_mds: validated gid 24512 aka daemon mds.b 2024-06-13T06:33:04.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.471+0000 7f21b751ab80 20 client.15639 populate_metadata read hostname 'smithi039' 2024-06-13T06:33:04.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.471+0000 7f21b751ab80 1 --2- 172.21.15.39:0/1140247084 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x5628180d7b60 0x5628180d9f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:04.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.471+0000 7f21b751ab80 4 client.15639 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T06:33:04.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.471+0000 7f21b751ab80 1 -- 172.21.15.39:0/1140247084 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562818013e50 con 0x5628180d7b60 2024-06-13T06:33:04.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.471+0000 7f21a659c700 1 --2- 172.21.15.39:0/1140247084 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x5628180d7b60 0x5628180d9f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:04.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.471+0000 7f21a659c700 1 --2- 172.21.15.39:0/1140247084 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x5628180d7b60 0x5628180d9f50 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3486b5381db05a8 server_cookie=ef116e7286924bf5 in_seq=0 out_seq=0 2024-06-13T06:33:04.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.471+0000 7f218dffb700 10 client.15639 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:33:04.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.472+0000 7f218dffb700 1 -- 172.21.15.39:0/1140247084 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x562818013e50 con 0x5628180d7b60 2024-06-13T06:33:04.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.472+0000 7f218dffb700 10 client.15639 handle_command_reply: tid=0 2024-06-13T06:33:04.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.472+0000 7f21b751ab80 1 client.15639 shutdown 2024-06-13T06:33:04.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.472+0000 7f21b751ab80 1 -- 172.21.15.39:0/1140247084 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5628180bf910 msgr2=0x5628180b9920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:33:04.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.472+0000 7f21b751ab80 1 --2- 172.21.15.39:0/1140247084 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5628180bf910 0x5628180b9920 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f219c0248e0 tx=0x7f219c00ff40 comp rx=0 tx=0).stop 2024-06-13T06:33:04.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.472+0000 7f21b751ab80 1 -- 172.21.15.39:0/1140247084 shutdown_connections 2024-06-13T06:33:04.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.473+0000 7f21b751ab80 1 --2- 172.21.15.39:0/1140247084 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5628180c0230 0x5628180b26f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:04.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.473+0000 7f21b751ab80 1 --2- 172.21.15.39:0/1140247084 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x5628180d7b60 0x5628180d9f50 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:04.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.473+0000 7f21b751ab80 1 --2- 172.21.15.39:0/1140247084 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5628180ba060 0x5628180b93e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:04.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.473+0000 7f21b751ab80 1 --2- 172.21.15.39:0/1140247084 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5628180bf910 0x5628180b9920 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:04.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.473+0000 7f21b751ab80 1 -- 172.21.15.39:0/1140247084 >> 172.21.15.39:0/1140247084 conn(0x562817fe2180 msgr2=0x5628180af320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:33:04.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.473+0000 7f218dffb700 0 client.15639 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:33:04.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.473+0000 7f21b751ab80 1 -- 172.21.15.39:0/1140247084 shutdown_connections 2024-06-13T06:33:04.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.473+0000 7f21b751ab80 1 -- 172.21.15.39:0/1140247084 wait complete. 2024-06-13T06:33:04.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.473+0000 7f21b751ab80 20 client.15639 trim_cache size 0 max 16384 2024-06-13T06:33:04.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.493+0000 7f21b751ab80 1 Processor -- start 2024-06-13T06:33:04.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.493+0000 7f21b751ab80 1 -- start start 2024-06-13T06:33:04.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.493+0000 7f21b751ab80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5628180ba060 0x5628180afa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:04.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.493+0000 7f21b751ab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5628180bf910 0x5628180c16e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:04.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.493+0000 7f21b751ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5628180c0230 0x5628180c1c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:04.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.494+0000 7f21b751ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f21a81ad450 con 0x5628180c0230 2024-06-13T06:33:04.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.494+0000 7f21b751ab80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f21a81aace0 con 0x5628180ba060 2024-06-13T06:33:04.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.494+0000 7f21b751ab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f21a81a8bb0 con 0x5628180bf910 2024-06-13T06:33:04.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.494+0000 7f21a6d9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5628180c0230 0x5628180c1c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:04.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.494+0000 7f21a6d9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5628180c0230 0x5628180c1c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50294/0 (socket says 172.21.15.39:50294) 2024-06-13T06:33:04.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.494+0000 7f21a6d9d700 1 -- 172.21.15.39:0/387816221 learned_addr learned my addr 172.21.15.39:0/387816221 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:33:04.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.494+0000 7f21a659c700 1 --2- 172.21.15.39:0/387816221 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5628180ba060 0x5628180afa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:04.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.494+0000 7f21a5d9b700 1 --2- 172.21.15.39:0/387816221 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5628180bf910 0x5628180c16e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:04.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.494+0000 7f21a6d9d700 1 -- 172.21.15.39:0/387816221 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5628180bf910 msgr2=0x5628180c16e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:33:04.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.494+0000 7f21a6d9d700 1 --2- 172.21.15.39:0/387816221 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5628180bf910 0x5628180c16e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:04.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.494+0000 7f21a6d9d700 1 -- 172.21.15.39:0/387816221 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5628180ba060 msgr2=0x5628180afa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:33:04.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.494+0000 7f21a6d9d700 1 --2- 172.21.15.39:0/387816221 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5628180ba060 0x5628180afa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:04.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.494+0000 7f21a6d9d700 1 -- 172.21.15.39:0/387816221 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5628180c4d20 con 0x5628180c0230 2024-06-13T06:33:04.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.494+0000 7f21a659c700 1 --2- 172.21.15.39:0/387816221 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5628180ba060 0x5628180afa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:33:04.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.494+0000 7f21a6d9d700 1 --2- 172.21.15.39:0/387816221 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5628180c0230 0x5628180c1c20 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f21a0009ec0 tx=0x7f21a0009ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18d164a1d30657f0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:33:04.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.494+0000 7f218ffff700 1 -- 172.21.15.39:0/387816221 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21a0007dd0 con 0x5628180c0230 2024-06-13T06:33:04.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.494+0000 7f218ffff700 1 -- 172.21.15.39:0/387816221 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f21a00178f0 con 0x5628180c0230 2024-06-13T06:33:04.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.494+0000 7f218ffff700 1 -- 172.21.15.39:0/387816221 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21a001fa20 con 0x5628180c0230 2024-06-13T06:33:04.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.495+0000 7f21b751ab80 1 -- 172.21.15.39:0/387816221 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5628180c0230 msgr2=0x5628180c1c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:33:04.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.495+0000 7f21b751ab80 1 --2- 172.21.15.39:0/387816221 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5628180c0230 0x5628180c1c20 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f21a0009ec0 tx=0x7f21a0009ef0 comp rx=0 tx=0).stop 2024-06-13T06:33:04.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.495+0000 7f21b751ab80 1 -- 172.21.15.39:0/387816221 shutdown_connections 2024-06-13T06:33:04.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.495+0000 7f21b751ab80 1 --2- 172.21.15.39:0/387816221 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5628180c0230 0x5628180c1c20 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:04.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.495+0000 7f21b751ab80 1 --2- 172.21.15.39:0/387816221 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5628180ba060 0x5628180afa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:04.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.495+0000 7f21b751ab80 1 --2- 172.21.15.39:0/387816221 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5628180bf910 0x5628180c16e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:04.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.495+0000 7f21b751ab80 1 -- 172.21.15.39:0/387816221 >> 172.21.15.39:0/387816221 conn(0x562817fe2180 msgr2=0x5628180af320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:33:04.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.495+0000 7f21b751ab80 1 -- 172.21.15.39:0/387816221 shutdown_connections 2024-06-13T06:33:04.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.495+0000 7f21b751ab80 1 -- 172.21.15.39:0/387816221 wait complete. 2024-06-13T06:33:04.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.495+0000 7f21b751ab80 1 -- start start 2024-06-13T06:33:04.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.495+0000 7f21b751ab80 1 Processor -- start 2024-06-13T06:33:04.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.496+0000 7f21b751ab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5628180ba060 0x5628180d2820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:04.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.496+0000 7f21b751ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5628180bf910 0x5628180d2d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:04.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.496+0000 7f21b751ab80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5628180c0230 0x5628180d32a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:04.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.496+0000 7f21b751ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f21a81a91a0 con 0x5628180bf910 2024-06-13T06:33:04.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.496+0000 7f21b751ab80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f21a81aa610 con 0x5628180c0230 2024-06-13T06:33:04.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.496+0000 7f21b751ab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f21a81a9870 con 0x5628180ba060 2024-06-13T06:33:04.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.496+0000 7f21b751ab80 10 client.0 _ll_register_callbacks cb 0x562817f9c6b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:33:04.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.496+0000 7f21a5d9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5628180bf910 0x5628180d2d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:04.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.496+0000 7f21a5d9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5628180bf910 0x5628180d2d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50298/0 (socket says 172.21.15.39:50298) 2024-06-13T06:33:04.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.496+0000 7f21a5d9b700 1 -- 172.21.15.39:0/187976296 learned_addr learned my addr 172.21.15.39:0/187976296 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:33:04.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.496+0000 7f21a659c700 1 --2- 172.21.15.39:0/187976296 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5628180ba060 0x5628180d2820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:04.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.496+0000 7f21a6d9d700 1 --2- 172.21.15.39:0/187976296 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5628180c0230 0x5628180d32a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:04.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.496+0000 7f21a5d9b700 1 -- 172.21.15.39:0/187976296 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5628180ba060 msgr2=0x5628180d2820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:33:04.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.496+0000 7f21a5d9b700 1 --2- 172.21.15.39:0/187976296 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5628180ba060 0x5628180d2820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:04.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.496+0000 7f21a5d9b700 1 -- 172.21.15.39:0/187976296 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5628180c0230 msgr2=0x5628180d32a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:33:04.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.496+0000 7f21a5d9b700 1 --2- 172.21.15.39:0/187976296 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5628180c0230 0x5628180d32a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:04.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.496+0000 7f21a5d9b700 1 -- 172.21.15.39:0/187976296 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562818141700 con 0x5628180bf910 2024-06-13T06:33:04.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.496+0000 7f21a5d9b700 1 --2- 172.21.15.39:0/187976296 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5628180bf910 0x5628180d2d60 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f219c0095b0 tx=0x7f219c00fb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2403128bfb61a8b5 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:33:04.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.496+0000 7f218dffb700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:33:04.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.496+0000 7f218dffb700 1 -- 172.21.15.39:0/187976296 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f219c043070 con 0x5628180bf910 2024-06-13T06:33:04.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.496+0000 7f218dffb700 1 -- 172.21.15.39:0/187976296 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 8550+0+0 (secure 0 0 0) 0x7f219c039c70 con 0x5628180bf910 2024-06-13T06:33:04.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.496+0000 7f21b751ab80 1 -- 172.21.15.39:0/187976296 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f21a00178f0 con 0x5628180bf910 2024-06-13T06:33:04.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.497+0000 7f218dffb700 1 -- 172.21.15.39:0/187976296 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f219c039e70 con 0x5628180bf910 2024-06-13T06:33:04.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.497+0000 7f21b751ab80 10 client.15645 fetch_fsmap learned FSMap version 24 2024-06-13T06:33:04.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.497+0000 7f21b751ab80 1 -- 172.21.15.39:0/187976296 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x562818142a20 con 0x5628180bf910 2024-06-13T06:33:04.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.497+0000 7f218dffb700 1 -- 172.21.15.39:0/187976296 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f21a00178f0 con 0x5628180bf910 2024-06-13T06:33:04.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.497+0000 7f218dffb700 1 -- 172.21.15.39:0/187976296 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f219c046030 con 0x5628180bf910 2024-06-13T06:33:04.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.497+0000 7f21b751ab80 10 client.15645 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:33:04.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.497+0000 7f21b751ab80 10 client.15645 resolve_mds: validated gid 24512 aka daemon mds.b 2024-06-13T06:33:04.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.497+0000 7f21b751ab80 20 client.15645 populate_metadata read hostname 'smithi039' 2024-06-13T06:33:04.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.497+0000 7f21b751ab80 1 --2- 172.21.15.39:0/187976296 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x562818143100 0x562818145520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:04.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.497+0000 7f21b751ab80 4 client.15645 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "c3b5c86c", "release": true, "await": true}] 2024-06-13T06:33:04.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.497+0000 7f21b751ab80 1 -- 172.21.15.39:0/187976296 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "quiesce db", "set_id": "c3b5c86c", "release": true, "await": true}) -- 0x56281800e3d0 con 0x562818143100 2024-06-13T06:33:04.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.497+0000 7f21a659c700 1 --2- 172.21.15.39:0/187976296 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x562818143100 0x562818145520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:04.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.498+0000 7f21a659c700 1 --2- 172.21.15.39:0/187976296 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x562818143100 0x562818145520 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9fef9455d42ea7f server_cookie=2127ff098d123a8e in_seq=0 out_seq=0 2024-06-13T06:33:04.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.498+0000 7f218dffb700 10 client.15645 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:33:04.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.500+0000 7f218dffb700 1 -- 172.21.15.39:0/187976296 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x56281800e3d0 con 0x562818143100 2024-06-13T06:33:04.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.500+0000 7f218dffb700 10 client.15645 handle_command_reply: tid=0 2024-06-13T06:33:04.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.501+0000 7f21b751ab80 1 client.15645 shutdown 2024-06-13T06:33:04.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.501+0000 7f21b751ab80 1 -- 172.21.15.39:0/187976296 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5628180bf910 msgr2=0x5628180d2d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:33:04.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.501+0000 7f21b751ab80 1 --2- 172.21.15.39:0/187976296 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5628180bf910 0x5628180d2d60 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f219c0095b0 tx=0x7f219c00fb90 comp rx=0 tx=0).stop 2024-06-13T06:33:04.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.501+0000 7f21b751ab80 1 -- 172.21.15.39:0/187976296 shutdown_connections 2024-06-13T06:33:04.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.501+0000 7f21b751ab80 1 --2- 172.21.15.39:0/187976296 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x562818143100 0x562818145520 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:04.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.501+0000 7f21b751ab80 1 --2- 172.21.15.39:0/187976296 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5628180c0230 0x5628180d32a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:04.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.501+0000 7f21b751ab80 1 --2- 172.21.15.39:0/187976296 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5628180ba060 0x5628180d2820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:04.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.501+0000 7f21b751ab80 1 --2- 172.21.15.39:0/187976296 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5628180bf910 0x5628180d2d60 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:04.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.501+0000 7f21b751ab80 1 -- 172.21.15.39:0/187976296 >> 172.21.15.39:0/187976296 conn(0x562817fe2180 msgr2=0x5628180afbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:33:04.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.501+0000 7f218dffb700 0 client.15645 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:33:04.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.501+0000 7f21b751ab80 1 -- 172.21.15.39:0/187976296 shutdown_connections 2024-06-13T06:33:04.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.501+0000 7f21b751ab80 1 -- 172.21.15.39:0/187976296 wait complete. 2024-06-13T06:33:04.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.501+0000 7f21b751ab80 20 client.15645 trim_cache size 0 max 16384 2024-06-13T06:33:04.504 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-06-13T06:33:04.504 INFO:teuthology.orchestra.run.smithi039.stdout: "epoch": 24, 2024-06-13T06:33:04.504 INFO:teuthology.orchestra.run.smithi039.stdout: "leader": 24512, 2024-06-13T06:33:04.504 INFO:teuthology.orchestra.run.smithi039.stdout: "set_version": 28, 2024-06-13T06:33:04.504 INFO:teuthology.orchestra.run.smithi039.stdout: "sets": { 2024-06-13T06:33:04.505 INFO:teuthology.orchestra.run.smithi039.stdout: "c3b5c86c": { 2024-06-13T06:33:04.505 INFO:teuthology.orchestra.run.smithi039.stdout: "version": 28, 2024-06-13T06:33:04.505 INFO:teuthology.orchestra.run.smithi039.stdout: "age_ref": 0.0, 2024-06-13T06:33:04.505 INFO:teuthology.orchestra.run.smithi039.stdout: "state": { 2024-06-13T06:33:04.505 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "RELEASED", 2024-06-13T06:33:04.505 INFO:teuthology.orchestra.run.smithi039.stdout: "age": 0.0 2024-06-13T06:33:04.505 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:33:04.505 INFO:teuthology.orchestra.run.smithi039.stdout: "timeout": 90.0, 2024-06-13T06:33:04.505 INFO:teuthology.orchestra.run.smithi039.stdout: "expiration": 144.9, 2024-06-13T06:33:04.505 INFO:teuthology.orchestra.run.smithi039.stdout: "members": { 2024-06-13T06:33:04.505 INFO:teuthology.orchestra.run.smithi039.stdout: "file:/": { 2024-06-13T06:33:04.505 INFO:teuthology.orchestra.run.smithi039.stdout: "excluded": false, 2024-06-13T06:33:04.505 INFO:teuthology.orchestra.run.smithi039.stdout: "state": { 2024-06-13T06:33:04.505 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "RELEASED", 2024-06-13T06:33:04.506 INFO:teuthology.orchestra.run.smithi039.stdout: "age": 0.0 2024-06-13T06:33:04.506 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:33:04.506 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:33:04.506 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:33:04.506 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:33:04.506 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:33:04.506 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-06-13T06:33:04.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.502+0000 7f21acc97700 1 -- 172.21.15.39:0/1944831418 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f21900a2d90 msgr2=0x7f21900a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:33:04.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.502+0000 7f21acc97700 1 --2- 172.21.15.39:0/1944831418 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f21900a2d90 0x7f21900a5250 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f219c00b5c0 tx=0x7f219c005960 comp rx=0 tx=0).stop 2024-06-13T06:33:04.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.502+0000 7f21acc97700 1 -- 172.21.15.39:0/1944831418 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f21a81013c0 msgr2=0x7f21a819e930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:33:04.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.502+0000 7f21acc97700 1 --2- 172.21.15.39:0/1944831418 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f21a81013c0 0x7f21a819e930 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f219800d950 tx=0x7f219800dc60 comp rx=0 tx=0).stop 2024-06-13T06:33:04.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.502+0000 7f21acc97700 1 -- 172.21.15.39:0/1944831418 shutdown_connections 2024-06-13T06:33:04.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.502+0000 7f21acc97700 1 --2- 172.21.15.39:0/1944831418 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f21900a2d90 0x7f21900a5250 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:04.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.502+0000 7f21acc97700 1 --2- 172.21.15.39:0/1944831418 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f21a8107440 0x7f21a8198af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:04.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.502+0000 7f21acc97700 1 --2- 172.21.15.39:0/1944831418 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f21a81013c0 0x7f21a819e930 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:04.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.502+0000 7f21acc97700 1 --2- 172.21.15.39:0/1944831418 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f21a8101d80 0x7f21a819ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:04.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.502+0000 7f21acc97700 1 -- 172.21.15.39:0/1944831418 >> 172.21.15.39:0/1944831418 conn(0x7f21a8077400 msgr2=0x7f21a806ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:33:04.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.502+0000 7f21acc97700 1 -- 172.21.15.39:0/1944831418 shutdown_connections 2024-06-13T06:33:04.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:04.502+0000 7f21acc97700 1 -- 172.21.15.39:0/1944831418 wait complete. 2024-06-13T06:33:05.134 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'c3b5c86c', total seconds elapsed: 30.6 2024-06-13T06:33:05.134 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 24.9 2024-06-13T06:33:05.135 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T06:33:05.386 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:33:05.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:05 smithi039 ceph-mon[32479]: pgmap v306: 97 pgs: 97 active+clean; 14 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 853 B/s wr, 5 op/s 2024-06-13T06:33:05.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:05 smithi149 ceph-mon[36963]: pgmap v306: 97 pgs: 97 active+clean; 14 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 853 B/s wr, 5 op/s 2024-06-13T06:33:05.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:05 smithi096 ceph-mon[36532]: pgmap v306: 97 pgs: 97 active+clean; 14 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 853 B/s wr, 5 op/s 2024-06-13T06:33:06.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:06.925+0000 7f85a3f40700 1 -- 172.21.15.39:0/4040789481 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f859c103150 msgr2=0x7f859c107140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:33:06.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:06.925+0000 7f85a3f40700 1 --2- 172.21.15.39:0/4040789481 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f859c103150 0x7f859c107140 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f858c0099c0 tx=0x7f858c009cd0 comp rx=0 tx=0).stop 2024-06-13T06:33:06.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:06.925+0000 7f85a3f40700 1 -- 172.21.15.39:0/4040789481 shutdown_connections 2024-06-13T06:33:06.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:06.925+0000 7f85a3f40700 1 --2- 172.21.15.39:0/4040789481 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f859c107870 0x7f859c10f3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:06.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:06.925+0000 7f85a3f40700 1 --2- 172.21.15.39:0/4040789481 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f859c1027a0 0x7f859c102b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:06.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:06.925+0000 7f85a3f40700 1 --2- 172.21.15.39:0/4040789481 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f859c103150 0x7f859c107140 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:06.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:06.925+0000 7f85a3f40700 1 -- 172.21.15.39:0/4040789481 >> 172.21.15.39:0/4040789481 conn(0x7f859c079570 msgr2=0x7f859c079980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:33:06.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:06.925+0000 7f85a3f40700 1 -- 172.21.15.39:0/4040789481 shutdown_connections 2024-06-13T06:33:06.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:06.926+0000 7f85a3f40700 1 -- 172.21.15.39:0/4040789481 wait complete. 2024-06-13T06:33:06.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:06.926+0000 7f85a3f40700 1 Processor -- start 2024-06-13T06:33:06.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:06.926+0000 7f85a3f40700 1 -- start start 2024-06-13T06:33:06.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:06.927+0000 7f85a3f40700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f859c1027a0 0x7f859c19e790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:06.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:06.927+0000 7f85a3f40700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f859c103150 0x7f859c19ecd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:06.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:06.927+0000 7f85a3f40700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f859c107870 0x7f859c198950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:06.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:06.927+0000 7f85a3f40700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f859c1127f0 con 0x7f859c103150 2024-06-13T06:33:06.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:06.927+0000 7f85a3f40700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f859c112670 con 0x7f859c1027a0 2024-06-13T06:33:06.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:06.927+0000 7f85a3f40700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f859c112970 con 0x7f859c107870 2024-06-13T06:33:06.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:06.927+0000 7f85a14db700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f859c103150 0x7f859c19ecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:06.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:06.927+0000 7f85a14db700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f859c103150 0x7f859c19ecd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50316/0 (socket says 172.21.15.39:50316) 2024-06-13T06:33:06.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:06.927+0000 7f85a14db700 1 -- 172.21.15.39:0/1659236468 learned_addr learned my addr 172.21.15.39:0/1659236468 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:33:06.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:06.927+0000 7f85a1cdc700 1 --2- 172.21.15.39:0/1659236468 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f859c1027a0 0x7f859c19e790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:06.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:06.927+0000 7f85a24dd700 1 --2- 172.21.15.39:0/1659236468 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f859c107870 0x7f859c198950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:06.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:06.927+0000 7f85a14db700 1 -- 172.21.15.39:0/1659236468 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f859c107870 msgr2=0x7f859c198950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:33:06.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:06.927+0000 7f85a14db700 1 --2- 172.21.15.39:0/1659236468 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f859c107870 0x7f859c198950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:06.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:06.927+0000 7f85a14db700 1 -- 172.21.15.39:0/1659236468 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f859c1027a0 msgr2=0x7f859c19e790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:33:06.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:06.927+0000 7f85a14db700 1 --2- 172.21.15.39:0/1659236468 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f859c1027a0 0x7f859c19e790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:06.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:06.927+0000 7f85a14db700 1 -- 172.21.15.39:0/1659236468 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f859c1990b0 con 0x7f859c103150 2024-06-13T06:33:06.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:06.928+0000 7f85a14db700 1 --2- 172.21.15.39:0/1659236468 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f859c103150 0x7f859c19ecd0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f858c009990 tx=0x7f858c009f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:33:06.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:06.928+0000 7f8592ffd700 1 -- 172.21.15.39:0/1659236468 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f858c027070 con 0x7f859c103150 2024-06-13T06:33:06.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:06.928+0000 7f8592ffd700 1 -- 172.21.15.39:0/1659236468 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f858c003e40 con 0x7f859c103150 2024-06-13T06:33:06.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:06.928+0000 7f85a3f40700 1 -- 172.21.15.39:0/1659236468 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f859c199340 con 0x7f859c103150 2024-06-13T06:33:06.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:06.928+0000 7f8592ffd700 1 -- 172.21.15.39:0/1659236468 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f858c022bf0 con 0x7f859c103150 2024-06-13T06:33:06.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:06.928+0000 7f85a3f40700 1 -- 172.21.15.39:0/1659236468 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f859c1a5660 con 0x7f859c103150 2024-06-13T06:33:06.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:06.929+0000 7f85a3f40700 1 -- 172.21.15.39:0/1659236468 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f859c069180 con 0x7f859c103150 2024-06-13T06:33:06.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:06.930+0000 7f8592ffd700 1 -- 172.21.15.39:0/1659236468 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f858c02a070 con 0x7f859c103150 2024-06-13T06:33:06.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:06.931+0000 7f8592ffd700 1 --2- 172.21.15.39:0/1659236468 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f85880a2e10 0x7f85880a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:06.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:06.931+0000 7f85a1cdc700 1 --2- 172.21.15.39:0/1659236468 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f85880a2e10 0x7f85880a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:06.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:06.931+0000 7f8592ffd700 1 -- 172.21.15.39:0/1659236468 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 8550+0+0 (secure 0 0 0) 0x7f858c0d0360 con 0x7f859c103150 2024-06-13T06:33:06.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:06.931+0000 7f85a1cdc700 1 --2- 172.21.15.39:0/1659236468 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f85880a2e10 0x7f85880a52d0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f859c199a90 tx=0x7f859800a380 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:33:06.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:06.935+0000 7f8592ffd700 1 -- 172.21.15.39:0/1659236468 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f858c05e850 con 0x7f859c103150 2024-06-13T06:33:07.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:07.188+0000 7f85a3f40700 1 -- 172.21.15.39:0/1659236468 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f859c0746c0 con 0x7f859c103150 2024-06-13T06:33:07.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:07.189+0000 7f8592ffd700 1 -- 172.21.15.39:0/1659236468 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11865 (secure 0 0 0) 0x7f858c013070 con 0x7f859c103150 2024-06-13T06:33:07.188 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:33:07.188 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/2373452665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":2373452665},{"type":"v1","addr":"172.21.15.39:6835","nonce":2373452665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/2187635150","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":2187635150},{"type":"v1","addr":"172.21.15.39:6837","nonce":2187635150}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14571,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6839/1475451558","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":1475451558},{"type":"v1","addr":"172.21.15.39:6839","nonce":1475451558}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14577,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6841/313570480","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":313570480},{"type":"v1","addr":"172.21.15.39:6841","nonce":313570480}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/980475055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":980475055},{"type":"v1","addr":"172.21.15.149:6833","nonce":980475055}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24427,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/2757180167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":2757180167},{"type":"v1","addr":"172.21.15.149:6835","nonce":2757180167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-13T06:20:05.248660+0000","modified":"2024-06-13T06:23:07.325841+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24512,"mds_1":24482,"mds_2":24455},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24431":{"gid":24431,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.96:6833/2827318421","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6832","nonce":2827318421},{"type":"v1","addr":"172.21.15.96:6833","nonce":2827318421}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24439":{"gid":24439,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6837/1742889729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":1742889729},{"type":"v1","addr":"172.21.15.149:6837","nonce":1742889729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6839/862740064","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":862740064},{"type":"v1","addr":"172.21.15.149:6839","nonce":862740064}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.96:6835/3408571209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6834","nonce":3408571209},{"type":"v1","addr":"172.21.15.96:6835","nonce":3408571209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.96:6837/2574644445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6836","nonce":2574644445},{"type":"v1","addr":"172.21.15.96:6837","nonce":2574644445}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.96:6839/1459106434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6838","nonce":1459106434},{"type":"v1","addr":"172.21.15.96:6839","nonce":1459106434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24512,"qdb_cluster":[24482,24512,24455]},"id":1}]} 2024-06-13T06:33:07.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:07.191+0000 7f85a3f40700 1 -- 172.21.15.39:0/1659236468 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f85880a2e10 msgr2=0x7f85880a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:33:07.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:07.191+0000 7f85a3f40700 1 --2- 172.21.15.39:0/1659236468 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f85880a2e10 0x7f85880a52d0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f859c199a90 tx=0x7f859800a380 comp rx=0 tx=0).stop 2024-06-13T06:33:07.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:07.191+0000 7f85a3f40700 1 -- 172.21.15.39:0/1659236468 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f859c103150 msgr2=0x7f859c19ecd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:33:07.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:07.191+0000 7f85a3f40700 1 --2- 172.21.15.39:0/1659236468 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f859c103150 0x7f859c19ecd0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f858c009990 tx=0x7f858c009f80 comp rx=0 tx=0).stop 2024-06-13T06:33:07.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:07.191+0000 7f85a3f40700 1 -- 172.21.15.39:0/1659236468 shutdown_connections 2024-06-13T06:33:07.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:07.191+0000 7f85a3f40700 1 --2- 172.21.15.39:0/1659236468 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f85880a2e10 0x7f85880a52d0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:07.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:07.191+0000 7f85a3f40700 1 --2- 172.21.15.39:0/1659236468 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f859c107870 0x7f859c198950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:07.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:07.191+0000 7f85a3f40700 1 --2- 172.21.15.39:0/1659236468 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f859c1027a0 0x7f859c19e790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:07.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:07.191+0000 7f85a3f40700 1 --2- 172.21.15.39:0/1659236468 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f859c103150 0x7f859c19ecd0 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:07.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:07.191+0000 7f85a3f40700 1 -- 172.21.15.39:0/1659236468 >> 172.21.15.39:0/1659236468 conn(0x7f859c079570 msgr2=0x7f859c100450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:33:07.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:07.191+0000 7f85a3f40700 1 -- 172.21.15.39:0/1659236468 shutdown_connections 2024-06-13T06:33:07.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:07.191+0000 7f85a3f40700 1 -- 172.21.15.39:0/1659236468 wait complete. 2024-06-13T06:33:07.192 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 24 2024-06-13T06:33:07.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:07 smithi149 ceph-mon[36963]: pgmap v307: 97 pgs: 97 active+clean; 14 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 56 KiB/s wr, 25 op/s 2024-06-13T06:33:07.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:07 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/1659236468' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:33:07.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:07 smithi096 ceph-mon[36532]: pgmap v307: 97 pgs: 97 active+clean; 14 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 56 KiB/s wr, 25 op/s 2024-06-13T06:33:07.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:07 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/1659236468' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:33:07.545 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:07 smithi039 ceph-mon[32479]: pgmap v307: 97 pgs: 97 active+clean; 14 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 56 KiB/s wr, 25 op/s 2024-06-13T06:33:07.545 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:07 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/1659236468' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:33:07.849 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24512 quiesce db / --timeout 90 --expiration 144.9 --await-for 45.0' 2024-06-13T06:33:07.850 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- timeout 105 ceph tell mds.24512 quiesce db / --timeout 90 --expiration 144.9 --await-for 45.0 2024-06-13T06:33:08.101 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:33:09.272 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:09 smithi039 ceph-mon[32479]: pgmap v308: 97 pgs: 97 active+clean; 14 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 56 KiB/s wr, 23 op/s 2024-06-13T06:33:09.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:09 smithi149 ceph-mon[36963]: pgmap v308: 97 pgs: 97 active+clean; 14 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 56 KiB/s wr, 23 op/s 2024-06-13T06:33:09.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:09 smithi096 ceph-mon[36532]: pgmap v308: 97 pgs: 97 active+clean; 14 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 56 KiB/s wr, 23 op/s 2024-06-13T06:33:09.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.818+0000 7fc841ae4700 1 -- 172.21.15.39:0/3531047431 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc83c103150 msgr2=0x7fc83c1070b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:33:09.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.818+0000 7fc841ae4700 1 --2- 172.21.15.39:0/3531047431 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc83c103150 0x7fc83c1070b0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7fc8240099c0 tx=0x7fc824009cd0 comp rx=0 tx=0).stop 2024-06-13T06:33:09.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.818+0000 7fc841ae4700 1 -- 172.21.15.39:0/3531047431 shutdown_connections 2024-06-13T06:33:09.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.818+0000 7fc841ae4700 1 --2- 172.21.15.39:0/3531047431 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc83c107790 0x7fc83c10f3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:09.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.818+0000 7fc841ae4700 1 --2- 172.21.15.39:0/3531047431 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc83c1027a0 0x7fc83c102b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:09.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.818+0000 7fc841ae4700 1 --2- 172.21.15.39:0/3531047431 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc83c103150 0x7fc83c1070b0 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:09.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.818+0000 7fc841ae4700 1 -- 172.21.15.39:0/3531047431 >> 172.21.15.39:0/3531047431 conn(0x7fc83c079560 msgr2=0x7fc83c079970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:33:09.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.818+0000 7fc841ae4700 1 -- 172.21.15.39:0/3531047431 shutdown_connections 2024-06-13T06:33:09.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.818+0000 7fc841ae4700 1 -- 172.21.15.39:0/3531047431 wait complete. 2024-06-13T06:33:09.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.819+0000 7fc841ae4700 1 Processor -- start 2024-06-13T06:33:09.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.819+0000 7fc841ae4700 1 -- start start 2024-06-13T06:33:09.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.819+0000 7fc841ae4700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc83c1027a0 0x7fc83c074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:09.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.819+0000 7fc841ae4700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc83c103150 0x7fc83c074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:09.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.819+0000 7fc841ae4700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc83c107790 0x7fc83c075210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:09.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.819+0000 7fc841ae4700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fc83c112890 con 0x7fc83c107790 2024-06-13T06:33:09.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.819+0000 7fc841ae4700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fc83c112710 con 0x7fc83c103150 2024-06-13T06:33:09.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.819+0000 7fc841ae4700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fc83c112a10 con 0x7fc83c1027a0 2024-06-13T06:33:09.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.819+0000 7fc83bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc83c107790 0x7fc83c075210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:09.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.819+0000 7fc83bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc83c107790 0x7fc83c075210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50336/0 (socket says 172.21.15.39:50336) 2024-06-13T06:33:09.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.819+0000 7fc83bfff700 1 -- 172.21.15.39:0/1116441086 learned_addr learned my addr 172.21.15.39:0/1116441086 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:33:09.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.819+0000 7fc83b7fe700 1 --2- 172.21.15.39:0/1116441086 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc83c1027a0 0x7fc83c074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:09.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.819+0000 7fc832ffd700 1 --2- 172.21.15.39:0/1116441086 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc83c103150 0x7fc83c074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:09.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.820+0000 7fc83bfff700 1 -- 172.21.15.39:0/1116441086 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc83c1027a0 msgr2=0x7fc83c074790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:33:09.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.820+0000 7fc83bfff700 1 --2- 172.21.15.39:0/1116441086 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc83c1027a0 0x7fc83c074790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:09.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.820+0000 7fc83bfff700 1 -- 172.21.15.39:0/1116441086 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc83c103150 msgr2=0x7fc83c074cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:33:09.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.820+0000 7fc83bfff700 1 --2- 172.21.15.39:0/1116441086 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc83c103150 0x7fc83c074cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:09.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.820+0000 7fc83bfff700 1 -- 172.21.15.39:0/1116441086 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc83c1a71f0 con 0x7fc83c107790 2024-06-13T06:33:09.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.820+0000 7fc832ffd700 1 --2- 172.21.15.39:0/1116441086 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc83c103150 0x7fc83c074cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:33:09.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.820+0000 7fc83bfff700 1 --2- 172.21.15.39:0/1116441086 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc83c107790 0x7fc83c075210 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fc83400b970 tx=0x7fc83400bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:33:09.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.820+0000 7fc8397fa700 1 -- 172.21.15.39:0/1116441086 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc834019070 con 0x7fc83c107790 2024-06-13T06:33:09.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.820+0000 7fc8397fa700 1 -- 172.21.15.39:0/1116441086 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc83400ce10 con 0x7fc83c107790 2024-06-13T06:33:09.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.820+0000 7fc841ae4700 1 -- 172.21.15.39:0/1116441086 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc83c1a74e0 con 0x7fc83c107790 2024-06-13T06:33:09.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.820+0000 7fc8397fa700 1 -- 172.21.15.39:0/1116441086 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc834007370 con 0x7fc83c107790 2024-06-13T06:33:09.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.820+0000 7fc841ae4700 1 -- 172.21.15.39:0/1116441086 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc83c1a79f0 con 0x7fc83c107790 2024-06-13T06:33:09.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.822+0000 7fc8397fa700 1 -- 172.21.15.39:0/1116441086 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fc83401c070 con 0x7fc83c107790 2024-06-13T06:33:09.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.823+0000 7fc8397fa700 1 --2- 172.21.15.39:0/1116441086 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fc8280a2eb0 0x7fc8280a5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:09.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.823+0000 7fc83b7fe700 1 --2- 172.21.15.39:0/1116441086 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fc8280a2eb0 0x7fc8280a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:09.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.823+0000 7fc8397fa700 1 -- 172.21.15.39:0/1116441086 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 8594+0+0 (secure 0 0 0) 0x7fc8340ce6e0 con 0x7fc83c107790 2024-06-13T06:33:09.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.824+0000 7fc83b7fe700 1 --2- 172.21.15.39:0/1116441086 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fc8280a2eb0 0x7fc8280a5370 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fc82c009a10 tx=0x7fc82c009190 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:33:09.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.824+0000 7fc84c367b80 1 Processor -- start 2024-06-13T06:33:09.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.824+0000 7fc84c367b80 1 -- start start 2024-06-13T06:33:09.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.824+0000 7fc84c367b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x558322964590 0x558322964970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:09.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.824+0000 7fc84c367b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558322964eb0 0x55832295e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:09.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.824+0000 7fc84c367b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55832295ece0 0x55832295f100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:09.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.824+0000 7fc84c367b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x5583228510f0 con 0x558322964eb0 2024-06-13T06:33:09.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.824+0000 7fc84c367b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x5583228af9e0 con 0x558322964590 2024-06-13T06:33:09.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.824+0000 7fc84c367b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5583228175f0 con 0x55832295ece0 2024-06-13T06:33:09.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.824+0000 7fc832ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558322964eb0 0x55832295e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:09.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.824+0000 7fc832ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558322964eb0 0x55832295e7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50348/0 (socket says 172.21.15.39:50348) 2024-06-13T06:33:09.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.824+0000 7fc832ffd700 1 -- 172.21.15.39:0/2197295802 learned_addr learned my addr 172.21.15.39:0/2197295802 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:33:09.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.824+0000 7fc83b7fe700 1 --2- 172.21.15.39:0/2197295802 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x558322964590 0x558322964970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:09.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.825+0000 7fc83bfff700 1 --2- 172.21.15.39:0/2197295802 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55832295ece0 0x55832295f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:09.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.825+0000 7fc832ffd700 1 -- 172.21.15.39:0/2197295802 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55832295ece0 msgr2=0x55832295f100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:33:09.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.825+0000 7fc832ffd700 1 --2- 172.21.15.39:0/2197295802 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55832295ece0 0x55832295f100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:09.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.825+0000 7fc832ffd700 1 -- 172.21.15.39:0/2197295802 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x558322964590 msgr2=0x558322964970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:33:09.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.825+0000 7fc832ffd700 1 --2- 172.21.15.39:0/2197295802 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x558322964590 0x558322964970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:09.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.825+0000 7fc832ffd700 1 -- 172.21.15.39:0/2197295802 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5583227fea60 con 0x558322964eb0 2024-06-13T06:33:09.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.825+0000 7fc83bfff700 1 --2- 172.21.15.39:0/2197295802 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55832295ece0 0x55832295f100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:33:09.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.825+0000 7fc832ffd700 1 --2- 172.21.15.39:0/2197295802 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558322964eb0 0x55832295e7a0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fc824009f50 tx=0x7fc824003700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fcc3843e1d340afa server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:33:09.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.825+0000 7fc831ffb700 1 -- 172.21.15.39:0/2197295802 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc824027070 con 0x558322964eb0 2024-06-13T06:33:09.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.825+0000 7fc831ffb700 1 -- 172.21.15.39:0/2197295802 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc8240055b0 con 0x558322964eb0 2024-06-13T06:33:09.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.825+0000 7fc831ffb700 1 -- 172.21.15.39:0/2197295802 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc82400bdb0 con 0x558322964eb0 2024-06-13T06:33:09.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.826+0000 7fc84c367b80 1 -- 172.21.15.39:0/2197295802 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558322964eb0 msgr2=0x55832295e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:33:09.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.826+0000 7fc84c367b80 1 --2- 172.21.15.39:0/2197295802 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558322964eb0 0x55832295e7a0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fc824009f50 tx=0x7fc824003700 comp rx=0 tx=0).stop 2024-06-13T06:33:09.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.826+0000 7fc84c367b80 1 -- 172.21.15.39:0/2197295802 shutdown_connections 2024-06-13T06:33:09.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.826+0000 7fc84c367b80 1 --2- 172.21.15.39:0/2197295802 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55832295ece0 0x55832295f100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:09.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.826+0000 7fc84c367b80 1 --2- 172.21.15.39:0/2197295802 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x558322964590 0x558322964970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:09.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.826+0000 7fc84c367b80 1 --2- 172.21.15.39:0/2197295802 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558322964eb0 0x55832295e7a0 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:09.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.826+0000 7fc84c367b80 1 -- 172.21.15.39:0/2197295802 >> 172.21.15.39:0/2197295802 conn(0x55832288b210 msgr2=0x558322959a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:33:09.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.826+0000 7fc84c367b80 1 -- 172.21.15.39:0/2197295802 shutdown_connections 2024-06-13T06:33:09.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.826+0000 7fc84c367b80 1 -- 172.21.15.39:0/2197295802 wait complete. 2024-06-13T06:33:09.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.826+0000 7fc84c367b80 1 -- start start 2024-06-13T06:33:09.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.827+0000 7fc84c367b80 1 Processor -- start 2024-06-13T06:33:09.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.827+0000 7fc84c367b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55832295ece0 0x55832296ac40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:09.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.827+0000 7fc84c367b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x558322964590 0x558322967f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:09.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.827+0000 7fc84c367b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558322964eb0 0x558322968480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:09.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.827+0000 7fc84c367b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x558322850150 con 0x558322964eb0 2024-06-13T06:33:09.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.827+0000 7fc84c367b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x5583228ab9a0 con 0x558322964590 2024-06-13T06:33:09.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.827+0000 7fc84c367b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55832296b830 con 0x55832295ece0 2024-06-13T06:33:09.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.827+0000 7fc84c367b80 10 client.0 _ll_register_callbacks cb 0x558322845740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:33:09.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.827+0000 7fc83bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558322964eb0 0x558322968480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:09.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.827+0000 7fc83bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558322964eb0 0x558322968480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50362/0 (socket says 172.21.15.39:50362) 2024-06-13T06:33:09.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.827+0000 7fc832ffd700 1 --2- 172.21.15.39:0/1872499900 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x558322964590 0x558322967f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:09.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.827+0000 7fc83bfff700 1 -- 172.21.15.39:0/1872499900 learned_addr learned my addr 172.21.15.39:0/1872499900 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:33:09.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.827+0000 7fc83b7fe700 1 --2- 172.21.15.39:0/1872499900 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55832295ece0 0x55832296ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:09.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.828+0000 7fc83bfff700 1 -- 172.21.15.39:0/1872499900 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55832295ece0 msgr2=0x55832296ac40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:33:09.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.828+0000 7fc83bfff700 1 --2- 172.21.15.39:0/1872499900 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55832295ece0 0x55832296ac40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:09.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.828+0000 7fc83bfff700 1 -- 172.21.15.39:0/1872499900 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x558322964590 msgr2=0x558322967f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:33:09.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.828+0000 7fc83bfff700 1 --2- 172.21.15.39:0/1872499900 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x558322964590 0x558322967f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:09.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.828+0000 7fc83bfff700 1 -- 172.21.15.39:0/1872499900 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5583228758e0 con 0x558322964eb0 2024-06-13T06:33:09.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.828+0000 7fc832ffd700 1 --2- 172.21.15.39:0/1872499900 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x558322964590 0x558322967f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T06:33:09.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.828+0000 7fc83bfff700 1 --2- 172.21.15.39:0/1872499900 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558322964eb0 0x558322968480 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fc83400b940 tx=0x7fc83409b490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3811f4856589e4f server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:33:09.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.828+0000 7fc81affd700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:33:09.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.828+0000 7fc81affd700 1 -- 172.21.15.39:0/1872499900 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc83409f070 con 0x558322964eb0 2024-06-13T06:33:09.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.828+0000 7fc81affd700 1 -- 172.21.15.39:0/1872499900 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(99..99 src has 1..99) ==== 8594+0+0 (secure 0 0 0) 0x7fc8340a34a0 con 0x558322964eb0 2024-06-13T06:33:09.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.828+0000 7fc84c367b80 1 -- 172.21.15.39:0/1872499900 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc8240055b0 con 0x558322964eb0 2024-06-13T06:33:09.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.828+0000 7fc81affd700 1 -- 172.21.15.39:0/1872499900 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fc8340a3930 con 0x558322964eb0 2024-06-13T06:33:09.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.828+0000 7fc84c367b80 10 client.15663 fetch_fsmap learned FSMap version 24 2024-06-13T06:33:09.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.828+0000 7fc84c367b80 1 -- 172.21.15.39:0/1872499900 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x558322975fe0 con 0x558322964eb0 2024-06-13T06:33:09.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.828+0000 7fc81affd700 1 -- 172.21.15.39:0/1872499900 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc8240055b0 con 0x558322964eb0 2024-06-13T06:33:09.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.829+0000 7fc81affd700 1 -- 172.21.15.39:0/1872499900 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fc834079ae0 con 0x558322964eb0 2024-06-13T06:33:09.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.829+0000 7fc84c367b80 10 client.15663 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:33:09.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.829+0000 7fc84c367b80 10 client.15663 resolve_mds: validated gid 24512 aka daemon mds.b 2024-06-13T06:33:09.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.829+0000 7fc84c367b80 20 client.15663 populate_metadata read hostname 'smithi039' 2024-06-13T06:33:09.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.829+0000 7fc84c367b80 1 --2- 172.21.15.39:0/1872499900 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x558322978570 0x55832297a980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:09.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.829+0000 7fc84c367b80 4 client.15663 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T06:33:09.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.829+0000 7fc84c367b80 1 -- 172.21.15.39:0/1872499900 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5583228bcee0 con 0x558322978570 2024-06-13T06:33:09.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.829+0000 7fc83b7fe700 1 --2- 172.21.15.39:0/1872499900 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x558322978570 0x55832297a980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:09.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.830+0000 7fc81affd700 10 client.15663 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:33:09.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.830+0000 7fc83b7fe700 1 --2- 172.21.15.39:0/1872499900 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x558322978570 0x55832297a980 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2c474baa48548ddb server_cookie=93d1511e5706717c in_seq=0 out_seq=0 2024-06-13T06:33:09.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.830+0000 7fc81affd700 1 -- 172.21.15.39:0/1872499900 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5583228bcee0 con 0x558322978570 2024-06-13T06:33:09.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.830+0000 7fc81affd700 10 client.15663 handle_command_reply: tid=0 2024-06-13T06:33:09.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.830+0000 7fc84c367b80 1 client.15663 shutdown 2024-06-13T06:33:09.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.831+0000 7fc84c367b80 1 -- 172.21.15.39:0/1872499900 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558322964eb0 msgr2=0x558322968480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:33:09.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.831+0000 7fc84c367b80 1 --2- 172.21.15.39:0/1872499900 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558322964eb0 0x558322968480 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fc83400b940 tx=0x7fc83409b490 comp rx=0 tx=0).stop 2024-06-13T06:33:09.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.831+0000 7fc84c367b80 1 -- 172.21.15.39:0/1872499900 shutdown_connections 2024-06-13T06:33:09.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.831+0000 7fc84c367b80 1 --2- 172.21.15.39:0/1872499900 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558322964eb0 0x558322968480 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:09.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.831+0000 7fc84c367b80 1 --2- 172.21.15.39:0/1872499900 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55832295ece0 0x55832296ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:09.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.831+0000 7fc84c367b80 1 --2- 172.21.15.39:0/1872499900 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x558322978570 0x55832297a980 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:09.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.831+0000 7fc84c367b80 1 --2- 172.21.15.39:0/1872499900 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x558322964590 0x558322967f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:09.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.831+0000 7fc84c367b80 1 -- 172.21.15.39:0/1872499900 >> 172.21.15.39:0/1872499900 conn(0x55832288b210 msgr2=0x558322958c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:33:09.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.831+0000 7fc81affd700 0 client.15663 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:33:09.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.831+0000 7fc84c367b80 1 -- 172.21.15.39:0/1872499900 shutdown_connections 2024-06-13T06:33:09.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.831+0000 7fc84c367b80 1 -- 172.21.15.39:0/1872499900 wait complete. 2024-06-13T06:33:09.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.831+0000 7fc84c367b80 20 client.15663 trim_cache size 0 max 16384 2024-06-13T06:33:09.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.854+0000 7fc84c367b80 1 Processor -- start 2024-06-13T06:33:09.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.854+0000 7fc84c367b80 1 -- start start 2024-06-13T06:33:09.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.854+0000 7fc84c367b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55832295ece0 0x558322969e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:09.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.854+0000 7fc84c367b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x558322964590 0x5583229593c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:09.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.854+0000 7fc84c367b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558322964eb0 0x558322959900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:09.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.854+0000 7fc84c367b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fc83c1b1820 con 0x55832295ece0 2024-06-13T06:33:09.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.854+0000 7fc84c367b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fc83c1af0b0 con 0x558322964590 2024-06-13T06:33:09.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.854+0000 7fc84c367b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fc83c1acf20 con 0x558322964eb0 2024-06-13T06:33:09.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.854+0000 7fc83b7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55832295ece0 0x558322969e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:09.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.854+0000 7fc83b7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55832295ece0 0x558322969e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50370/0 (socket says 172.21.15.39:50370) 2024-06-13T06:33:09.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.854+0000 7fc83b7fe700 1 -- 172.21.15.39:0/135451288 learned_addr learned my addr 172.21.15.39:0/135451288 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:33:09.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.854+0000 7fc832ffd700 1 --2- 172.21.15.39:0/135451288 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x558322964590 0x5583229593c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:09.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.854+0000 7fc83b7fe700 1 -- 172.21.15.39:0/135451288 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558322964eb0 msgr2=0x558322959900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:33:09.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.854+0000 7fc83b7fe700 1 --2- 172.21.15.39:0/135451288 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558322964eb0 0x558322959900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:09.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.854+0000 7fc83b7fe700 1 -- 172.21.15.39:0/135451288 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x558322964590 msgr2=0x5583229593c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:33:09.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.854+0000 7fc83b7fe700 1 --2- 172.21.15.39:0/135451288 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x558322964590 0x5583229593c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:09.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.854+0000 7fc83b7fe700 1 -- 172.21.15.39:0/135451288 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558322968e70 con 0x55832295ece0 2024-06-13T06:33:09.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.854+0000 7fc832ffd700 1 --2- 172.21.15.39:0/135451288 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x558322964590 0x5583229593c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:33:09.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.854+0000 7fc83b7fe700 1 --2- 172.21.15.39:0/135451288 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55832295ece0 0x558322969e80 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x55832297b210 tx=0x7fc82c015000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1d6b32505bf1f6d server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:33:09.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.855+0000 7fc8317fa700 1 -- 172.21.15.39:0/135451288 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc82c01b040 con 0x55832295ece0 2024-06-13T06:33:09.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.855+0000 7fc8317fa700 1 -- 172.21.15.39:0/135451288 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc82c02f070 con 0x55832295ece0 2024-06-13T06:33:09.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.855+0000 7fc8317fa700 1 -- 172.21.15.39:0/135451288 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc82c0295d0 con 0x55832295ece0 2024-06-13T06:33:09.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.855+0000 7fc84c367b80 1 -- 172.21.15.39:0/135451288 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55832295ece0 msgr2=0x558322969e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:33:09.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.855+0000 7fc84c367b80 1 --2- 172.21.15.39:0/135451288 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55832295ece0 0x558322969e80 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x55832297b210 tx=0x7fc82c015000 comp rx=0 tx=0).stop 2024-06-13T06:33:09.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.855+0000 7fc84c367b80 1 -- 172.21.15.39:0/135451288 shutdown_connections 2024-06-13T06:33:09.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.855+0000 7fc84c367b80 1 --2- 172.21.15.39:0/135451288 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558322964eb0 0x558322959900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:09.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.855+0000 7fc84c367b80 1 --2- 172.21.15.39:0/135451288 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55832295ece0 0x558322969e80 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:09.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.855+0000 7fc84c367b80 1 --2- 172.21.15.39:0/135451288 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x558322964590 0x5583229593c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:09.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.855+0000 7fc84c367b80 1 -- 172.21.15.39:0/135451288 >> 172.21.15.39:0/135451288 conn(0x55832288b210 msgr2=0x558322969770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:33:09.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.855+0000 7fc84c367b80 1 -- 172.21.15.39:0/135451288 shutdown_connections 2024-06-13T06:33:09.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.855+0000 7fc84c367b80 1 -- 172.21.15.39:0/135451288 wait complete. 2024-06-13T06:33:09.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.856+0000 7fc84c367b80 1 -- start start 2024-06-13T06:33:09.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.856+0000 7fc84c367b80 1 Processor -- start 2024-06-13T06:33:09.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.856+0000 7fc84c367b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55832295ece0 0x558322971300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:09.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.856+0000 7fc84c367b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x558322964590 0x55832296daf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:09.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.856+0000 7fc84c367b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558322964eb0 0x55832296e030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:09.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.856+0000 7fc84c367b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fc83c1ad570 con 0x558322964eb0 2024-06-13T06:33:09.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.856+0000 7fc84c367b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fc83c1ae9e0 con 0x558322964590 2024-06-13T06:33:09.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.856+0000 7fc84c367b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fc83c1adc40 con 0x55832295ece0 2024-06-13T06:33:09.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.856+0000 7fc84c367b80 10 client.0 _ll_register_callbacks cb 0x558322845740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:33:09.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.856+0000 7fc83bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558322964eb0 0x55832296e030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:09.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.856+0000 7fc83bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558322964eb0 0x55832296e030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50376/0 (socket says 172.21.15.39:50376) 2024-06-13T06:33:09.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.856+0000 7fc83bfff700 1 -- 172.21.15.39:0/666845953 learned_addr learned my addr 172.21.15.39:0/666845953 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:33:09.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.857+0000 7fc832ffd700 1 --2- 172.21.15.39:0/666845953 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x558322964590 0x55832296daf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:09.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.857+0000 7fc83b7fe700 1 --2- 172.21.15.39:0/666845953 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55832295ece0 0x558322971300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:09.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.857+0000 7fc83bfff700 1 -- 172.21.15.39:0/666845953 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55832295ece0 msgr2=0x558322971300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:33:09.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.857+0000 7fc83bfff700 1 --2- 172.21.15.39:0/666845953 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55832295ece0 0x558322971300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:09.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.857+0000 7fc83bfff700 1 -- 172.21.15.39:0/666845953 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x558322964590 msgr2=0x55832296daf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:33:09.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.857+0000 7fc83bfff700 1 --2- 172.21.15.39:0/666845953 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x558322964590 0x55832296daf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:09.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.857+0000 7fc83bfff700 1 -- 172.21.15.39:0/666845953 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55832296e890 con 0x558322964eb0 2024-06-13T06:33:09.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.857+0000 7fc832ffd700 1 --2- 172.21.15.39:0/666845953 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x558322964590 0x55832296daf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:33:09.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.857+0000 7fc83b7fe700 1 --2- 172.21.15.39:0/666845953 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55832295ece0 0x558322971300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:33:09.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.857+0000 7fc83bfff700 1 --2- 172.21.15.39:0/666845953 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558322964eb0 0x55832296e030 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fc834097120 tx=0x7fc83409ab20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9929e14934662466 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:33:09.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.857+0000 7fc81affd700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:33:09.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.857+0000 7fc81affd700 1 -- 172.21.15.39:0/666845953 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc83409f070 con 0x558322964eb0 2024-06-13T06:33:09.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.857+0000 7fc81affd700 1 -- 172.21.15.39:0/666845953 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(99..99 src has 1..99) ==== 8594+0+0 (secure 0 0 0) 0x7fc834079ae0 con 0x558322964eb0 2024-06-13T06:33:09.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.857+0000 7fc84c367b80 1 -- 172.21.15.39:0/666845953 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc82c02f070 con 0x558322964eb0 2024-06-13T06:33:09.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.857+0000 7fc81affd700 1 -- 172.21.15.39:0/666845953 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fc834079ce0 con 0x558322964eb0 2024-06-13T06:33:09.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.857+0000 7fc84c367b80 10 client.15669 fetch_fsmap learned FSMap version 24 2024-06-13T06:33:09.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.857+0000 7fc84c367b80 1 -- 172.21.15.39:0/666845953 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5583229e4260 con 0x558322964eb0 2024-06-13T06:33:09.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.857+0000 7fc81affd700 1 -- 172.21.15.39:0/666845953 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc82c02f070 con 0x558322964eb0 2024-06-13T06:33:09.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.858+0000 7fc81affd700 1 -- 172.21.15.39:0/666845953 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fc83409a110 con 0x558322964eb0 2024-06-13T06:33:09.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.858+0000 7fc84c367b80 10 client.15669 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:33:09.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.858+0000 7fc84c367b80 10 client.15669 resolve_mds: validated gid 24512 aka daemon mds.b 2024-06-13T06:33:09.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.858+0000 7fc84c367b80 20 client.15669 populate_metadata read hostname 'smithi039' 2024-06-13T06:33:09.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.858+0000 7fc84c367b80 1 --2- 172.21.15.39:0/666845953 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x5583229e4870 0x5583229e6c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:09.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.858+0000 7fc84c367b80 4 client.15669 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 144.9, "await_for": 45.0}] 2024-06-13T06:33:09.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.858+0000 7fc84c367b80 1 -- 172.21.15.39:0/666845953 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 144.9, "await_for": 45.0}) -- 0x5583228b7460 con 0x5583229e4870 2024-06-13T06:33:09.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.858+0000 7fc83b7fe700 1 --2- 172.21.15.39:0/666845953 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x5583229e4870 0x5583229e6c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:09.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.858+0000 7fc83b7fe700 1 --2- 172.21.15.39:0/666845953 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x5583229e4870 0x5583229e6c90 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d0f239445956021e server_cookie=9defb7855236caa3 in_seq=0 out_seq=0 2024-06-13T06:33:09.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.858+0000 7fc81affd700 10 client.15669 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:33:09.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.868+0000 7fc81affd700 1 -- 172.21.15.39:0/666845953 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x5583228b7460 con 0x5583229e4870 2024-06-13T06:33:09.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.868+0000 7fc81affd700 10 client.15669 handle_command_reply: tid=0 2024-06-13T06:33:09.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.868+0000 7fc84c367b80 1 client.15669 shutdown 2024-06-13T06:33:09.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.868+0000 7fc84c367b80 1 -- 172.21.15.39:0/666845953 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558322964eb0 msgr2=0x55832296e030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:33:09.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.868+0000 7fc84c367b80 1 --2- 172.21.15.39:0/666845953 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558322964eb0 0x55832296e030 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fc834097120 tx=0x7fc83409ab20 comp rx=0 tx=0).stop 2024-06-13T06:33:09.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.868+0000 7fc84c367b80 1 -- 172.21.15.39:0/666845953 shutdown_connections 2024-06-13T06:33:09.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.868+0000 7fc84c367b80 1 --2- 172.21.15.39:0/666845953 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558322964eb0 0x55832296e030 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:09.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.868+0000 7fc84c367b80 1 --2- 172.21.15.39:0/666845953 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55832295ece0 0x558322971300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:09.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.868+0000 7fc84c367b80 1 --2- 172.21.15.39:0/666845953 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x5583229e4870 0x5583229e6c90 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:09.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.868+0000 7fc81affd700 0 client.15669 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:33:09.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.868+0000 7fc84c367b80 1 --2- 172.21.15.39:0/666845953 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x558322964590 0x55832296daf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:09.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.868+0000 7fc84c367b80 1 -- 172.21.15.39:0/666845953 >> 172.21.15.39:0/666845953 conn(0x55832288b210 msgr2=0x55832296a000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:33:09.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.868+0000 7fc84c367b80 1 -- 172.21.15.39:0/666845953 shutdown_connections 2024-06-13T06:33:09.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.868+0000 7fc84c367b80 1 -- 172.21.15.39:0/666845953 wait complete. 2024-06-13T06:33:09.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.868+0000 7fc84c367b80 20 client.15669 trim_cache size 0 max 16384 2024-06-13T06:33:09.869 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-06-13T06:33:09.869 INFO:teuthology.orchestra.run.smithi039.stdout: "epoch": 24, 2024-06-13T06:33:09.869 INFO:teuthology.orchestra.run.smithi039.stdout: "leader": 24512, 2024-06-13T06:33:09.869 INFO:teuthology.orchestra.run.smithi039.stdout: "set_version": 30, 2024-06-13T06:33:09.870 INFO:teuthology.orchestra.run.smithi039.stdout: "sets": { 2024-06-13T06:33:09.870 INFO:teuthology.orchestra.run.smithi039.stdout: "a1e2ad7d": { 2024-06-13T06:33:09.870 INFO:teuthology.orchestra.run.smithi039.stdout: "version": 30, 2024-06-13T06:33:09.870 INFO:teuthology.orchestra.run.smithi039.stdout: "age_ref": 0.0, 2024-06-13T06:33:09.870 INFO:teuthology.orchestra.run.smithi039.stdout: "state": { 2024-06-13T06:33:09.870 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "QUIESCED", 2024-06-13T06:33:09.870 INFO:teuthology.orchestra.run.smithi039.stdout: "age": 0.0 2024-06-13T06:33:09.870 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:33:09.870 INFO:teuthology.orchestra.run.smithi039.stdout: "timeout": 90.0, 2024-06-13T06:33:09.870 INFO:teuthology.orchestra.run.smithi039.stdout: "expiration": 144.9, 2024-06-13T06:33:09.870 INFO:teuthology.orchestra.run.smithi039.stdout: "members": { 2024-06-13T06:33:09.870 INFO:teuthology.orchestra.run.smithi039.stdout: "file:/": { 2024-06-13T06:33:09.871 INFO:teuthology.orchestra.run.smithi039.stdout: "excluded": false, 2024-06-13T06:33:09.871 INFO:teuthology.orchestra.run.smithi039.stdout: "state": { 2024-06-13T06:33:09.871 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "QUIESCED", 2024-06-13T06:33:09.871 INFO:teuthology.orchestra.run.smithi039.stdout: "age": 0.0 2024-06-13T06:33:09.871 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:33:09.871 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:33:09.871 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:33:09.871 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:33:09.871 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:33:09.871 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-06-13T06:33:09.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.869+0000 7fc841ae4700 1 -- 172.21.15.39:0/1116441086 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fc8280a2eb0 msgr2=0x7fc8280a5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:33:09.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.869+0000 7fc841ae4700 1 --2- 172.21.15.39:0/1116441086 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fc8280a2eb0 0x7fc8280a5370 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fc82c009a10 tx=0x7fc82c009190 comp rx=0 tx=0).stop 2024-06-13T06:33:09.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.869+0000 7fc841ae4700 1 -- 172.21.15.39:0/1116441086 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc83c107790 msgr2=0x7fc83c075210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:33:09.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.869+0000 7fc841ae4700 1 --2- 172.21.15.39:0/1116441086 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc83c107790 0x7fc83c075210 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fc83400b970 tx=0x7fc83400bc80 comp rx=0 tx=0).stop 2024-06-13T06:33:09.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.869+0000 7fc841ae4700 1 -- 172.21.15.39:0/1116441086 shutdown_connections 2024-06-13T06:33:09.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.869+0000 7fc841ae4700 1 --2- 172.21.15.39:0/1116441086 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fc8280a2eb0 0x7fc8280a5370 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:09.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.869+0000 7fc841ae4700 1 --2- 172.21.15.39:0/1116441086 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc83c107790 0x7fc83c075210 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:09.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.869+0000 7fc841ae4700 1 --2- 172.21.15.39:0/1116441086 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc83c1027a0 0x7fc83c074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:09.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.869+0000 7fc841ae4700 1 --2- 172.21.15.39:0/1116441086 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc83c103150 0x7fc83c074cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:09.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.869+0000 7fc841ae4700 1 -- 172.21.15.39:0/1116441086 >> 172.21.15.39:0/1116441086 conn(0x7fc83c079560 msgr2=0x7fc83c1016a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:33:09.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.869+0000 7fc841ae4700 1 -- 172.21.15.39:0/1116441086 shutdown_connections 2024-06-13T06:33:09.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:09.869+0000 7fc841ae4700 1 -- 172.21.15.39:0/1116441086 wait complete. 2024-06-13T06:33:10.538 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:10 smithi039 ceph-mon[32479]: osdmap e99: 12 total, 12 up, 12 in 2024-06-13T06:33:10.540 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:10 smithi096 ceph-mon[36532]: osdmap e99: 12 total, 12 up, 12 in 2024-06-13T06:33:10.569 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'a1e2ad7d', quiesce took 5.4 seconds. Will release after: 19.5 2024-06-13T06:33:10.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:10 smithi149 ceph-mon[36963]: osdmap e99: 12 total, 12 up, 12 in 2024-06-13T06:33:11.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:11 smithi096 ceph-mon[36532]: pgmap v310: 97 pgs: 97 active+clean; 14 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 67 KiB/s wr, 27 op/s 2024-06-13T06:33:11.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:11 smithi039 ceph-mon[32479]: pgmap v310: 97 pgs: 97 active+clean; 14 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 67 KiB/s wr, 27 op/s 2024-06-13T06:33:11.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:11 smithi149 ceph-mon[36963]: pgmap v310: 97 pgs: 97 active+clean; 14 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 67 KiB/s wr, 27 op/s 2024-06-13T06:33:13.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:13 smithi096 ceph-mon[36532]: pgmap v311: 97 pgs: 97 active+clean; 14 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 90 KiB/s wr, 29 op/s 2024-06-13T06:33:13.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:13 smithi039 ceph-mon[32479]: pgmap v311: 97 pgs: 97 active+clean; 14 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 90 KiB/s wr, 29 op/s 2024-06-13T06:33:13.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:13 smithi149 ceph-mon[36963]: pgmap v311: 97 pgs: 97 active+clean; 14 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 90 KiB/s wr, 29 op/s 2024-06-13T06:33:15.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:15 smithi096 ceph-mon[36532]: pgmap v312: 97 pgs: 97 active+clean; 14 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 90 KiB/s wr, 29 op/s 2024-06-13T06:33:15.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:15 smithi039 ceph-mon[32479]: pgmap v312: 97 pgs: 97 active+clean; 14 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 90 KiB/s wr, 29 op/s 2024-06-13T06:33:15.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:15 smithi149 ceph-mon[36963]: pgmap v312: 97 pgs: 97 active+clean; 14 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 90 KiB/s wr, 29 op/s 2024-06-13T06:33:17.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:17 smithi096 ceph-mon[36532]: pgmap v313: 97 pgs: 97 active+clean; 14 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 28 KiB/s wr, 8 op/s 2024-06-13T06:33:17.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:17 smithi096 ceph-mon[36532]: osdmap e100: 12 total, 12 up, 12 in 2024-06-13T06:33:17.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:17 smithi039 ceph-mon[32479]: pgmap v313: 97 pgs: 97 active+clean; 14 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 28 KiB/s wr, 8 op/s 2024-06-13T06:33:17.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:17 smithi039 ceph-mon[32479]: osdmap e100: 12 total, 12 up, 12 in 2024-06-13T06:33:17.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:17 smithi149 ceph-mon[36963]: pgmap v313: 97 pgs: 97 active+clean; 14 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 28 KiB/s wr, 8 op/s 2024-06-13T06:33:17.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:17 smithi149 ceph-mon[36963]: osdmap e100: 12 total, 12 up, 12 in 2024-06-13T06:33:19.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:19 smithi096 ceph-mon[36532]: pgmap v315: 97 pgs: 97 active+clean; 14 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 33 KiB/s wr, 10 op/s 2024-06-13T06:33:19.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:19 smithi039 ceph-mon[32479]: pgmap v315: 97 pgs: 97 active+clean; 14 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 33 KiB/s wr, 10 op/s 2024-06-13T06:33:19.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:19 smithi149 ceph-mon[36963]: pgmap v315: 97 pgs: 97 active+clean; 14 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 33 KiB/s wr, 10 op/s 2024-06-13T06:33:21.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:21 smithi096 ceph-mon[36532]: pgmap v316: 97 pgs: 97 active+clean; 14 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 28 KiB/s wr, 8 op/s 2024-06-13T06:33:21.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:21 smithi039 ceph-mon[32479]: pgmap v316: 97 pgs: 97 active+clean; 14 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 28 KiB/s wr, 8 op/s 2024-06-13T06:33:21.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:21 smithi149 ceph-mon[36963]: pgmap v316: 97 pgs: 97 active+clean; 14 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 28 KiB/s wr, 8 op/s 2024-06-13T06:33:23.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:23 smithi096 ceph-mon[36532]: pgmap v317: 97 pgs: 97 active+clean; 14 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 3.5 KiB/s wr, 6 op/s 2024-06-13T06:33:23.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:23 smithi039 ceph-mon[32479]: pgmap v317: 97 pgs: 97 active+clean; 14 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 3.5 KiB/s wr, 6 op/s 2024-06-13T06:33:23.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:23 smithi149 ceph-mon[36963]: pgmap v317: 97 pgs: 97 active+clean; 14 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 3.5 KiB/s wr, 6 op/s 2024-06-13T06:33:24.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:24 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:33:24.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:24 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:33:24.713 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:24 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:33:25.463 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:25 smithi096 ceph-mon[36532]: pgmap v318: 97 pgs: 97 active+clean; 14 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 3.5 KiB/s wr, 6 op/s 2024-06-13T06:33:25.463 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:25 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:33:25.463 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:25 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:33:25.463 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:25 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:33:25.463 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:25 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:33:25.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:25 smithi039 ceph-mon[32479]: pgmap v318: 97 pgs: 97 active+clean; 14 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 3.5 KiB/s wr, 6 op/s 2024-06-13T06:33:25.673 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:25 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:33:25.674 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:25 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:33:25.674 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:25 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:33:25.679 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:25 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:33:25.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:25 smithi149 ceph-mon[36963]: pgmap v318: 97 pgs: 97 active+clean; 14 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 3.5 KiB/s wr, 6 op/s 2024-06-13T06:33:25.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:25 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:33:25.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:25 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:33:25.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:25 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:33:25.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:25 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:33:26.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:26 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:33:26.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:26 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:33:26.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:26 smithi039 ceph-mon[32479]: pgmap v319: 97 pgs: 97 active+clean; 14 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-06-13T06:33:26.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:26 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:33:26.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:26 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:33:26.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:26 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:33:26.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:26 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:33:26.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:26 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:33:26.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:26 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:33:26.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:26 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:33:26.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:26 smithi149 ceph-mon[36963]: pgmap v319: 97 pgs: 97 active+clean; 14 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-06-13T06:33:26.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:26 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:33:26.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:26 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:33:26.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:26 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:33:26.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:26 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:33:26.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:26 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:33:27.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:26 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:33:27.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:26 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:33:27.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:26 smithi096 ceph-mon[36532]: pgmap v319: 97 pgs: 97 active+clean; 14 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-06-13T06:33:27.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:26 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:33:27.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:26 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:33:27.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:26 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:33:27.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:26 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:33:27.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:26 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:33:27.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:27 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:33:27.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:27 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:33:27.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:27 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:33:27.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:27 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:33:27.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:27 smithi039 ceph-mon[32479]: Adjusting osd_memory_target on smithi096 to 176.2M 2024-06-13T06:33:27.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:27 smithi039 ceph-mon[32479]: Unable to set osd_memory_target on smithi096 to 184784588: error parsing value: Value '184784588' is below minimum 939524096 2024-06-13T06:33:27.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:27 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:33:27.922 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:27 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:33:27.923 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:27 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:33:27.923 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:27 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:33:27.923 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:27 smithi039 ceph-mon[32479]: Adjusting osd_memory_target on smithi039 to 176.1M 2024-06-13T06:33:27.923 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:27 smithi039 ceph-mon[32479]: Unable to set osd_memory_target on smithi039 to 184732262: error parsing value: Value '184732262' is below minimum 939524096 2024-06-13T06:33:27.923 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:27 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:33:27.923 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:27 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:33:27.923 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:27 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:33:27.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:27 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:33:27.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:27 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:33:27.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:27 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:33:27.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:27 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:33:27.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:27 smithi149 ceph-mon[36963]: Adjusting osd_memory_target on smithi096 to 176.2M 2024-06-13T06:33:27.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:27 smithi149 ceph-mon[36963]: Unable to set osd_memory_target on smithi096 to 184784588: error parsing value: Value '184784588' is below minimum 939524096 2024-06-13T06:33:27.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:27 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:33:27.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:27 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:33:27.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:27 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:33:27.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:27 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:33:27.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:27 smithi149 ceph-mon[36963]: Adjusting osd_memory_target on smithi039 to 176.1M 2024-06-13T06:33:27.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:27 smithi149 ceph-mon[36963]: Unable to set osd_memory_target on smithi039 to 184732262: error parsing value: Value '184732262' is below minimum 939524096 2024-06-13T06:33:27.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:27 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:33:27.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:27 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:33:27.969 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:27 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:33:28.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:27 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:33:28.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:27 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:33:28.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:27 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:33:28.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:27 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:33:28.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:27 smithi096 ceph-mon[36532]: Adjusting osd_memory_target on smithi096 to 176.2M 2024-06-13T06:33:28.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:27 smithi096 ceph-mon[36532]: Unable to set osd_memory_target on smithi096 to 184784588: error parsing value: Value '184784588' is below minimum 939524096 2024-06-13T06:33:28.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:27 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:33:28.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:27 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:33:28.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:27 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:33:28.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:27 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-06-13T06:33:28.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:27 smithi096 ceph-mon[36532]: Adjusting osd_memory_target on smithi039 to 176.1M 2024-06-13T06:33:28.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:27 smithi096 ceph-mon[36532]: Unable to set osd_memory_target on smithi039 to 184732262: error parsing value: Value '184732262' is below minimum 939524096 2024-06-13T06:33:28.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:27 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:33:28.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:27 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:33:28.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:27 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:33:28.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:28 smithi039 ceph-mon[32479]: pgmap v320: 97 pgs: 97 active+clean; 14 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-06-13T06:33:28.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:28 smithi149 ceph-mon[36963]: pgmap v320: 97 pgs: 97 active+clean; 14 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-06-13T06:33:29.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:28 smithi096 ceph-mon[36532]: pgmap v320: 97 pgs: 97 active+clean; 14 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-06-13T06:33:30.071 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T06:33:30.334 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:33:31.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:30 smithi096 ceph-mon[36532]: pgmap v321: 97 pgs: 97 active+clean; 14 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:33:31.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:30 smithi039 ceph-mon[32479]: pgmap v321: 97 pgs: 97 active+clean; 14 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:33:31.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:30 smithi149 ceph-mon[36963]: pgmap v321: 97 pgs: 97 active+clean; 14 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:33:31.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:31.918+0000 7f920c356700 1 -- 172.21.15.39:0/2139710136 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9204101d40 msgr2=0x7f920410e230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:33:31.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:31.918+0000 7f920c356700 1 --2- 172.21.15.39:0/2139710136 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9204101d40 0x7f920410e230 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f91fc00b0a0 tx=0x7f91fc00b3b0 comp rx=0 tx=0).stop 2024-06-13T06:33:31.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:31.918+0000 7f920c356700 1 -- 172.21.15.39:0/2139710136 shutdown_connections 2024-06-13T06:33:31.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:31.918+0000 7f920c356700 1 --2- 172.21.15.39:0/2139710136 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9204101d40 0x7f920410e230 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:31.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:31.918+0000 7f920c356700 1 --2- 172.21.15.39:0/2139710136 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f92041073f0 0x7f92041077d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:31.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:31.918+0000 7f920c356700 1 --2- 172.21.15.39:0/2139710136 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9204101380 0x7f9204101800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:31.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:31.918+0000 7f920c356700 1 -- 172.21.15.39:0/2139710136 >> 172.21.15.39:0/2139710136 conn(0x7f9204078300 msgr2=0x7f9204078710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:33:31.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:31.918+0000 7f920c356700 1 -- 172.21.15.39:0/2139710136 shutdown_connections 2024-06-13T06:33:31.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:31.918+0000 7f920c356700 1 -- 172.21.15.39:0/2139710136 wait complete. 2024-06-13T06:33:31.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:31.919+0000 7f920c356700 1 Processor -- start 2024-06-13T06:33:31.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:31.919+0000 7f920c356700 1 -- start start 2024-06-13T06:33:31.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:31.919+0000 7f920c356700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9204101380 0x7f9204103060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:31.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:31.919+0000 7f920c356700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9204101d40 0x7f92041035a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:31.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:31.919+0000 7f920c356700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f92041073f0 0x7f9204103ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:31.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:31.919+0000 7f920c356700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f9204111660 con 0x7f9204101380 2024-06-13T06:33:31.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:31.919+0000 7f920c356700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f92041114e0 con 0x7f92041073f0 2024-06-13T06:33:31.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:31.919+0000 7f920c356700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f92041117e0 con 0x7f9204101d40 2024-06-13T06:33:31.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:31.919+0000 7f920a0f2700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9204101380 0x7f9204103060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:31.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:31.919+0000 7f920a0f2700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9204101380 0x7f9204103060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36340/0 (socket says 172.21.15.39:36340) 2024-06-13T06:33:31.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:31.919+0000 7f920a0f2700 1 -- 172.21.15.39:0/2968205801 learned_addr learned my addr 172.21.15.39:0/2968205801 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:33:31.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:31.919+0000 7f920a8f3700 1 --2- 172.21.15.39:0/2968205801 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f92041073f0 0x7f9204103ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:31.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:31.919+0000 7f92098f1700 1 --2- 172.21.15.39:0/2968205801 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9204101d40 0x7f92041035a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:31.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:31.920+0000 7f920a0f2700 1 -- 172.21.15.39:0/2968205801 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9204101d40 msgr2=0x7f92041035a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:33:31.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:31.920+0000 7f920a0f2700 1 --2- 172.21.15.39:0/2968205801 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9204101d40 0x7f92041035a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:31.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:31.920+0000 7f920a0f2700 1 -- 172.21.15.39:0/2968205801 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f92041073f0 msgr2=0x7f9204103ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:33:31.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:31.920+0000 7f920a0f2700 1 --2- 172.21.15.39:0/2968205801 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f92041073f0 0x7f9204103ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:31.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:31.920+0000 7f920a0f2700 1 -- 172.21.15.39:0/2968205801 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92041a70b0 con 0x7f9204101380 2024-06-13T06:33:31.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:31.920+0000 7f920a0f2700 1 --2- 172.21.15.39:0/2968205801 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9204101380 0x7f9204103060 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f920000e9a0 tx=0x7f920000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:33:31.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:31.920+0000 7f91fb7fe700 1 -- 172.21.15.39:0/2968205801 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f920000cbd0 con 0x7f9204101380 2024-06-13T06:33:31.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:31.920+0000 7f920c356700 1 -- 172.21.15.39:0/2968205801 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92041a73a0 con 0x7f9204101380 2024-06-13T06:33:31.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:31.920+0000 7f91fb7fe700 1 -- 172.21.15.39:0/2968205801 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f920000cd70 con 0x7f9204101380 2024-06-13T06:33:31.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:31.920+0000 7f91fb7fe700 1 -- 172.21.15.39:0/2968205801 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9200018750 con 0x7f9204101380 2024-06-13T06:33:31.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:31.920+0000 7f920c356700 1 -- 172.21.15.39:0/2968205801 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92041a7930 con 0x7f9204101380 2024-06-13T06:33:31.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:31.921+0000 7f920c356700 1 -- 172.21.15.39:0/2968205801 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9204069180 con 0x7f9204101380 2024-06-13T06:33:31.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:31.922+0000 7f91fb7fe700 1 -- 172.21.15.39:0/2968205801 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f9200010430 con 0x7f9204101380 2024-06-13T06:33:31.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:31.923+0000 7f91fb7fe700 1 --2- 172.21.15.39:0/2968205801 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f91f00a2e10 0x7f91f00a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:31.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:31.923+0000 7f92098f1700 1 --2- 172.21.15.39:0/2968205801 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f91f00a2e10 0x7f91f00a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:31.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:31.923+0000 7f91fb7fe700 1 -- 172.21.15.39:0/2968205801 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8550+0+0 (secure 0 0 0) 0x7f92000cf630 con 0x7f9204101380 2024-06-13T06:33:31.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:31.923+0000 7f92098f1700 1 --2- 172.21.15.39:0/2968205801 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f91f00a2e10 0x7f91f00a52d0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f91f4005ea0 tx=0x7f91f4005e30 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:33:31.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:31.927+0000 7f91fb7fe700 1 -- 172.21.15.39:0/2968205801 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f920009c230 con 0x7f9204101380 2024-06-13T06:33:32.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:32.180+0000 7f920c356700 1 -- 172.21.15.39:0/2968205801 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f92041a7c50 con 0x7f9204101380 2024-06-13T06:33:32.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:32.181+0000 7f91fb7fe700 1 -- 172.21.15.39:0/2968205801 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11865 (secure 0 0 0) 0x7f920009bb30 con 0x7f9204101380 2024-06-13T06:33:32.181 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:33:32.181 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/2373452665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":2373452665},{"type":"v1","addr":"172.21.15.39:6835","nonce":2373452665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/2187635150","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":2187635150},{"type":"v1","addr":"172.21.15.39:6837","nonce":2187635150}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14571,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6839/1475451558","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":1475451558},{"type":"v1","addr":"172.21.15.39:6839","nonce":1475451558}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14577,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6841/313570480","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":313570480},{"type":"v1","addr":"172.21.15.39:6841","nonce":313570480}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/980475055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":980475055},{"type":"v1","addr":"172.21.15.149:6833","nonce":980475055}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24427,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/2757180167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":2757180167},{"type":"v1","addr":"172.21.15.149:6835","nonce":2757180167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-13T06:20:05.248660+0000","modified":"2024-06-13T06:23:07.325841+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24512,"mds_1":24482,"mds_2":24455},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24431":{"gid":24431,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.96:6833/2827318421","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6832","nonce":2827318421},{"type":"v1","addr":"172.21.15.96:6833","nonce":2827318421}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24439":{"gid":24439,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6837/1742889729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":1742889729},{"type":"v1","addr":"172.21.15.149:6837","nonce":1742889729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6839/862740064","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":862740064},{"type":"v1","addr":"172.21.15.149:6839","nonce":862740064}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.96:6835/3408571209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6834","nonce":3408571209},{"type":"v1","addr":"172.21.15.96:6835","nonce":3408571209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.96:6837/2574644445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6836","nonce":2574644445},{"type":"v1","addr":"172.21.15.96:6837","nonce":2574644445}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.96:6839/1459106434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6838","nonce":1459106434},{"type":"v1","addr":"172.21.15.96:6839","nonce":1459106434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24512,"qdb_cluster":[24482,24512,24455]},"id":1}]} 2024-06-13T06:33:32.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:32.183+0000 7f920c356700 1 -- 172.21.15.39:0/2968205801 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f91f00a2e10 msgr2=0x7f91f00a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:33:32.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:32.183+0000 7f920c356700 1 --2- 172.21.15.39:0/2968205801 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f91f00a2e10 0x7f91f00a52d0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f91f4005ea0 tx=0x7f91f4005e30 comp rx=0 tx=0).stop 2024-06-13T06:33:32.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:32.183+0000 7f920c356700 1 -- 172.21.15.39:0/2968205801 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9204101380 msgr2=0x7f9204103060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:33:32.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:32.183+0000 7f920c356700 1 --2- 172.21.15.39:0/2968205801 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9204101380 0x7f9204103060 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f920000e9a0 tx=0x7f920000ecb0 comp rx=0 tx=0).stop 2024-06-13T06:33:32.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:32.183+0000 7f920c356700 1 -- 172.21.15.39:0/2968205801 shutdown_connections 2024-06-13T06:33:32.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:32.183+0000 7f920c356700 1 --2- 172.21.15.39:0/2968205801 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f91f00a2e10 0x7f91f00a52d0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:32.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:32.183+0000 7f920c356700 1 --2- 172.21.15.39:0/2968205801 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f92041073f0 0x7f9204103ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:32.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:32.183+0000 7f920c356700 1 --2- 172.21.15.39:0/2968205801 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9204101380 0x7f9204103060 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:32.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:32.183+0000 7f920c356700 1 --2- 172.21.15.39:0/2968205801 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9204101d40 0x7f92041035a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:32.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:32.183+0000 7f920c356700 1 -- 172.21.15.39:0/2968205801 >> 172.21.15.39:0/2968205801 conn(0x7f9204078300 msgr2=0x7f9204100440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:33:32.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:32.183+0000 7f920c356700 1 -- 172.21.15.39:0/2968205801 shutdown_connections 2024-06-13T06:33:32.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:32.184+0000 7f920c356700 1 -- 172.21.15.39:0/2968205801 wait complete. 2024-06-13T06:33:32.184 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 24 2024-06-13T06:33:32.815 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:32 smithi039 ceph-mon[32479]: pgmap v322: 97 pgs: 97 active+clean; 14 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T06:33:32.815 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:32 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/2968205801' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:33:32.843 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24512 quiesce db --set-id a1e2ad7d --release --await' 2024-06-13T06:33:32.844 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- timeout 105 ceph tell mds.24512 quiesce db --set-id a1e2ad7d --release --await 2024-06-13T06:33:33.020 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:32 smithi149 ceph-mon[36963]: pgmap v322: 97 pgs: 97 active+clean; 14 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T06:33:33.020 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:32 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/2968205801' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:33:33.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:32 smithi096 ceph-mon[36532]: pgmap v322: 97 pgs: 97 active+clean; 14 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T06:33:33.042 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:32 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/2968205801' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:33:33.092 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:33:34.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.665+0000 7f341bb57700 1 -- 172.21.15.39:0/824179732 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f34141024e0 msgr2=0x7f3414102940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:33:34.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.665+0000 7f341bb57700 1 --2- 172.21.15.39:0/824179732 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f34141024e0 0x7f3414102940 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f3408009990 tx=0x7f3408009ca0 comp rx=0 tx=0).stop 2024-06-13T06:33:34.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.665+0000 7f341bb57700 1 -- 172.21.15.39:0/824179732 shutdown_connections 2024-06-13T06:33:34.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.665+0000 7f341bb57700 1 --2- 172.21.15.39:0/824179732 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3414102e80 0x7f341410f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:34.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.665+0000 7f341bb57700 1 --2- 172.21.15.39:0/824179732 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f34141084f0 0x7f34141088d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:34.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.665+0000 7f341bb57700 1 --2- 172.21.15.39:0/824179732 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f34141024e0 0x7f3414102940 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:34.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.665+0000 7f341bb57700 1 -- 172.21.15.39:0/824179732 >> 172.21.15.39:0/824179732 conn(0x7f3414079530 msgr2=0x7f3414079940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:33:34.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.665+0000 7f341bb57700 1 -- 172.21.15.39:0/824179732 shutdown_connections 2024-06-13T06:33:34.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.665+0000 7f341bb57700 1 -- 172.21.15.39:0/824179732 wait complete. 2024-06-13T06:33:34.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.666+0000 7f341bb57700 1 Processor -- start 2024-06-13T06:33:34.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.666+0000 7f341bb57700 1 -- start start 2024-06-13T06:33:34.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.666+0000 7f341bb57700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f34141024e0 0x7f341419e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:34.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.666+0000 7f341bb57700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f3414102e80 0x7f341419ed80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:34.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.666+0000 7f341bb57700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f34141084f0 0x7f3414198a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:34.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.666+0000 7f341bb57700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f3414112750 con 0x7f34141084f0 2024-06-13T06:33:34.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.666+0000 7f341bb57700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f34141125d0 con 0x7f3414102e80 2024-06-13T06:33:34.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.666+0000 7f341bb57700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f34141128d0 con 0x7f34141024e0 2024-06-13T06:33:34.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.666+0000 7f341a0f4700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f34141084f0 0x7f3414198a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:34.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.666+0000 7f341a0f4700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f34141084f0 0x7f3414198a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36348/0 (socket says 172.21.15.39:36348) 2024-06-13T06:33:34.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.666+0000 7f341a0f4700 1 -- 172.21.15.39:0/2933466164 learned_addr learned my addr 172.21.15.39:0/2933466164 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:33:34.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.666+0000 7f34190f2700 1 --2- 172.21.15.39:0/2933466164 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f3414102e80 0x7f341419ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:34.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.666+0000 7f34198f3700 1 --2- 172.21.15.39:0/2933466164 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f34141024e0 0x7f341419e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:34.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.666+0000 7f341a0f4700 1 -- 172.21.15.39:0/2933466164 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f34141024e0 msgr2=0x7f341419e840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:33:34.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.666+0000 7f341a0f4700 1 --2- 172.21.15.39:0/2933466164 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f34141024e0 0x7f341419e840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:34.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.666+0000 7f341a0f4700 1 -- 172.21.15.39:0/2933466164 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f3414102e80 msgr2=0x7f341419ed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:33:34.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.666+0000 7f341a0f4700 1 --2- 172.21.15.39:0/2933466164 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f3414102e80 0x7f341419ed80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:34.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.666+0000 7f341a0f4700 1 -- 172.21.15.39:0/2933466164 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34141991b0 con 0x7f34141084f0 2024-06-13T06:33:34.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.666+0000 7f34198f3700 1 --2- 172.21.15.39:0/2933466164 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f34141024e0 0x7f341419e840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:33:34.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.667+0000 7f341a0f4700 1 --2- 172.21.15.39:0/2933466164 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f34141084f0 0x7f3414198a50 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f340c007ee0 tx=0x7f340c00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:33:34.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.667+0000 7f3406ffd700 1 -- 172.21.15.39:0/2933466164 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f340c00dbd0 con 0x7f34141084f0 2024-06-13T06:33:34.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.667+0000 7f3406ffd700 1 -- 172.21.15.39:0/2933466164 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f340c00dd70 con 0x7f34141084f0 2024-06-13T06:33:34.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.667+0000 7f341bb57700 1 -- 172.21.15.39:0/2933466164 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34141994a0 con 0x7f34141084f0 2024-06-13T06:33:34.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.667+0000 7f3406ffd700 1 -- 172.21.15.39:0/2933466164 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f340c005a60 con 0x7f34141084f0 2024-06-13T06:33:34.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.667+0000 7f341bb57700 1 -- 172.21.15.39:0/2933466164 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34141a5710 con 0x7f34141084f0 2024-06-13T06:33:34.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.669+0000 7f3406ffd700 1 -- 172.21.15.39:0/2933466164 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f340c01a020 con 0x7f34141084f0 2024-06-13T06:33:34.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.670+0000 7f3406ffd700 1 --2- 172.21.15.39:0/2933466164 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f34000a2d90 0x7f34000a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:34.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.670+0000 7f34198f3700 1 --2- 172.21.15.39:0/2933466164 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f34000a2d90 0x7f34000a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:34.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.670+0000 7f3406ffd700 1 -- 172.21.15.39:0/2933466164 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 8550+0+0 (secure 0 0 0) 0x7f340c0cebd0 con 0x7f34141084f0 2024-06-13T06:33:34.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.670+0000 7f34198f3700 1 --2- 172.21.15.39:0/2933466164 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f34000a2d90 0x7f34000a5250 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f3410005e10 tx=0x7f3410005d60 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:33:34.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.671+0000 7f34263dab80 1 Processor -- start 2024-06-13T06:33:34.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.671+0000 7f34263dab80 1 -- start start 2024-06-13T06:33:34.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.671+0000 7f34263dab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56484f4a6050 0x56484f4a6430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:34.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.671+0000 7f34263dab80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56484f4a6970 0x56484f4a02a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:34.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.671+0000 7f34263dab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56484f4a07e0 0x56484f4a0c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:34.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.671+0000 7f34263dab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x56484f3ed910 con 0x56484f4a6050 2024-06-13T06:33:34.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.671+0000 7f34263dab80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x56484f395820 con 0x56484f4a6970 2024-06-13T06:33:34.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.671+0000 7f34263dab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x56484f3e98d0 con 0x56484f4a07e0 2024-06-13T06:33:34.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.671+0000 7f34198f3700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56484f4a6050 0x56484f4a6430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:34.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.671+0000 7f34198f3700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56484f4a6050 0x56484f4a6430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36356/0 (socket says 172.21.15.39:36356) 2024-06-13T06:33:34.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.671+0000 7f34198f3700 1 -- 172.21.15.39:0/3359248090 learned_addr learned my addr 172.21.15.39:0/3359248090 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:33:34.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.672+0000 7f34190f2700 1 --2- 172.21.15.39:0/3359248090 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56484f4a6970 0x56484f4a02a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:34.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.672+0000 7f341a0f4700 1 --2- 172.21.15.39:0/3359248090 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56484f4a07e0 0x56484f4a0c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:34.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.672+0000 7f34198f3700 1 -- 172.21.15.39:0/3359248090 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56484f4a07e0 msgr2=0x56484f4a0c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:33:34.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.672+0000 7f34198f3700 1 --2- 172.21.15.39:0/3359248090 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56484f4a07e0 0x56484f4a0c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:34.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.672+0000 7f34198f3700 1 -- 172.21.15.39:0/3359248090 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56484f4a6970 msgr2=0x56484f4a02a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:33:34.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.672+0000 7f34198f3700 1 --2- 172.21.15.39:0/3359248090 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56484f4a6970 0x56484f4a02a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:34.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.672+0000 7f34198f3700 1 -- 172.21.15.39:0/3359248090 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56484f38c050 con 0x56484f4a6050 2024-06-13T06:33:34.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.672+0000 7f34198f3700 1 --2- 172.21.15.39:0/3359248090 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56484f4a6050 0x56484f4a6430 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f341000fcd0 tx=0x7f3410012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a4005cef97c5011 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:33:34.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.672+0000 7f33fffff700 1 -- 172.21.15.39:0/3359248090 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3410022070 con 0x56484f4a6050 2024-06-13T06:33:34.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.672+0000 7f33fffff700 1 -- 172.21.15.39:0/3359248090 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f341001e450 con 0x56484f4a6050 2024-06-13T06:33:34.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.672+0000 7f33fffff700 1 -- 172.21.15.39:0/3359248090 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f341001d5f0 con 0x56484f4a6050 2024-06-13T06:33:34.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.673+0000 7f34263dab80 1 -- 172.21.15.39:0/3359248090 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56484f4a6050 msgr2=0x56484f4a6430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:33:34.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.673+0000 7f34263dab80 1 --2- 172.21.15.39:0/3359248090 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56484f4a6050 0x56484f4a6430 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f341000fcd0 tx=0x7f3410012000 comp rx=0 tx=0).stop 2024-06-13T06:33:34.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.673+0000 7f34263dab80 1 -- 172.21.15.39:0/3359248090 shutdown_connections 2024-06-13T06:33:34.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.673+0000 7f34263dab80 1 --2- 172.21.15.39:0/3359248090 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56484f4a07e0 0x56484f4a0c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:34.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.673+0000 7f34263dab80 1 --2- 172.21.15.39:0/3359248090 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56484f4a6050 0x56484f4a6430 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:34.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.673+0000 7f34263dab80 1 --2- 172.21.15.39:0/3359248090 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56484f4a6970 0x56484f4a02a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:34.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.673+0000 7f34263dab80 1 -- 172.21.15.39:0/3359248090 >> 172.21.15.39:0/3359248090 conn(0x56484f3c6dc0 msgr2=0x56484f497120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:33:34.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.673+0000 7f34263dab80 1 -- 172.21.15.39:0/3359248090 shutdown_connections 2024-06-13T06:33:34.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.673+0000 7f34263dab80 1 -- 172.21.15.39:0/3359248090 wait complete. 2024-06-13T06:33:34.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.673+0000 7f34263dab80 1 -- start start 2024-06-13T06:33:34.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.674+0000 7f34263dab80 1 Processor -- start 2024-06-13T06:33:34.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.674+0000 7f34263dab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56484f4a07e0 0x56484f4ac630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:34.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.674+0000 7f34263dab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56484f4a6050 0x56484f4a9930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:34.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.674+0000 7f34263dab80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56484f4a6970 0x56484f4a9e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:34.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.674+0000 7f34263dab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x56484f4ad3e0 con 0x56484f4a6050 2024-06-13T06:33:34.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.674+0000 7f34263dab80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x56484f38dcf0 con 0x56484f4a6970 2024-06-13T06:33:34.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.674+0000 7f34263dab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x56484f4ad560 con 0x56484f4a07e0 2024-06-13T06:33:34.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.674+0000 7f34263dab80 10 client.0 _ll_register_callbacks cb 0x56484f387a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:33:34.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.674+0000 7f34190f2700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56484f4a6050 0x56484f4a9930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:34.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.674+0000 7f34190f2700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56484f4a6050 0x56484f4a9930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36366/0 (socket says 172.21.15.39:36366) 2024-06-13T06:33:34.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.674+0000 7f34190f2700 1 -- 172.21.15.39:0/3959676483 learned_addr learned my addr 172.21.15.39:0/3959676483 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:33:34.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.674+0000 7f341a0f4700 1 --2- 172.21.15.39:0/3959676483 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56484f4a6970 0x56484f4a9e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:34.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.674+0000 7f34198f3700 1 --2- 172.21.15.39:0/3959676483 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56484f4a07e0 0x56484f4ac630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:34.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.674+0000 7f34190f2700 1 -- 172.21.15.39:0/3959676483 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56484f4a07e0 msgr2=0x56484f4ac630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:33:34.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.674+0000 7f34190f2700 1 --2- 172.21.15.39:0/3959676483 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56484f4a07e0 0x56484f4ac630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:34.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.674+0000 7f34190f2700 1 -- 172.21.15.39:0/3959676483 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56484f4a6970 msgr2=0x56484f4a9e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:33:34.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.674+0000 7f34190f2700 1 --2- 172.21.15.39:0/3959676483 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56484f4a6970 0x56484f4a9e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:34.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.675+0000 7f34190f2700 1 -- 172.21.15.39:0/3959676483 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56484f33c9d0 con 0x56484f4a6050 2024-06-13T06:33:34.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.675+0000 7f34190f2700 1 --2- 172.21.15.39:0/3959676483 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56484f4a6050 0x56484f4a9930 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f3408000c00 tx=0x7f340800bfb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e605a62a61ad4438 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:33:34.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.675+0000 7f33fd7fa700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:33:34.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.675+0000 7f33fd7fa700 1 -- 172.21.15.39:0/3959676483 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3408029060 con 0x56484f4a6050 2024-06-13T06:33:34.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.675+0000 7f33fd7fa700 1 -- 172.21.15.39:0/3959676483 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8550+0+0 (secure 0 0 0) 0x7f3408003b60 con 0x56484f4a6050 2024-06-13T06:33:34.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.675+0000 7f34263dab80 1 -- 172.21.15.39:0/3959676483 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f341001e450 con 0x56484f4a6050 2024-06-13T06:33:34.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.675+0000 7f33fd7fa700 1 -- 172.21.15.39:0/3959676483 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f3408003d60 con 0x56484f4a6050 2024-06-13T06:33:34.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.675+0000 7f34263dab80 10 client.15687 fetch_fsmap learned FSMap version 24 2024-06-13T06:33:34.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.675+0000 7f34263dab80 1 -- 172.21.15.39:0/3959676483 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56484f4b7c60 con 0x56484f4a6050 2024-06-13T06:33:34.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.675+0000 7f33fd7fa700 1 -- 172.21.15.39:0/3959676483 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f341001e450 con 0x56484f4a6050 2024-06-13T06:33:34.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.675+0000 7f33fd7fa700 1 -- 172.21.15.39:0/3959676483 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f340800f870 con 0x56484f4a6050 2024-06-13T06:33:34.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.676+0000 7f34263dab80 10 client.15687 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:33:34.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.676+0000 7f34263dab80 10 client.15687 resolve_mds: validated gid 24512 aka daemon mds.b 2024-06-13T06:33:34.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.676+0000 7f34263dab80 20 client.15687 populate_metadata read hostname 'smithi039' 2024-06-13T06:33:34.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.676+0000 7f34263dab80 1 --2- 172.21.15.39:0/3959676483 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x56484f4ba2a0 0x56484f4bc690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:34.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.676+0000 7f34263dab80 4 client.15687 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T06:33:34.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.676+0000 7f34263dab80 1 -- 172.21.15.39:0/3959676483 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56484f3fae10 con 0x56484f4ba2a0 2024-06-13T06:33:34.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.676+0000 7f34198f3700 1 --2- 172.21.15.39:0/3959676483 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x56484f4ba2a0 0x56484f4bc690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:34.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.676+0000 7f33fd7fa700 10 client.15687 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:33:34.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.676+0000 7f34198f3700 1 --2- 172.21.15.39:0/3959676483 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x56484f4ba2a0 0x56484f4bc690 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=94492ba54e7eb1fd server_cookie=79c80ac39156ec2c in_seq=0 out_seq=0 2024-06-13T06:33:34.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.677+0000 7f33fd7fa700 1 -- 172.21.15.39:0/3959676483 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x56484f3fae10 con 0x56484f4ba2a0 2024-06-13T06:33:34.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.677+0000 7f33fd7fa700 10 client.15687 handle_command_reply: tid=0 2024-06-13T06:33:34.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.677+0000 7f34263dab80 1 client.15687 shutdown 2024-06-13T06:33:34.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.677+0000 7f34263dab80 1 -- 172.21.15.39:0/3959676483 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56484f4a6050 msgr2=0x56484f4a9930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:33:34.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.677+0000 7f34263dab80 1 --2- 172.21.15.39:0/3959676483 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56484f4a6050 0x56484f4a9930 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f3408000c00 tx=0x7f340800bfb0 comp rx=0 tx=0).stop 2024-06-13T06:33:34.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.677+0000 7f34263dab80 1 -- 172.21.15.39:0/3959676483 shutdown_connections 2024-06-13T06:33:34.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.677+0000 7f34263dab80 1 --2- 172.21.15.39:0/3959676483 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x56484f4ba2a0 0x56484f4bc690 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:34.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.677+0000 7f34263dab80 1 --2- 172.21.15.39:0/3959676483 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56484f4a6970 0x56484f4a9e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:34.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.677+0000 7f34263dab80 1 --2- 172.21.15.39:0/3959676483 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56484f4a07e0 0x56484f4ac630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:34.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.677+0000 7f34263dab80 1 --2- 172.21.15.39:0/3959676483 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56484f4a6050 0x56484f4a9930 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:34.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.677+0000 7f33fd7fa700 0 client.15687 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:33:34.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.677+0000 7f34263dab80 1 -- 172.21.15.39:0/3959676483 >> 172.21.15.39:0/3959676483 conn(0x56484f3c6dc0 msgr2=0x56484f496d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:33:34.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.677+0000 7f34263dab80 1 -- 172.21.15.39:0/3959676483 shutdown_connections 2024-06-13T06:33:34.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.677+0000 7f34263dab80 1 -- 172.21.15.39:0/3959676483 wait complete. 2024-06-13T06:33:34.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.677+0000 7f34263dab80 20 client.15687 trim_cache size 0 max 16384 2024-06-13T06:33:34.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.698+0000 7f34263dab80 1 Processor -- start 2024-06-13T06:33:34.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.698+0000 7f34263dab80 1 -- start start 2024-06-13T06:33:34.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.698+0000 7f34263dab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56484f4a07e0 0x56484f4a7460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:34.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.698+0000 7f34263dab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56484f4a6050 0x56484f4c1f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:34.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.698+0000 7f34263dab80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56484f4a6970 0x56484f4c24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:34.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.698+0000 7f34263dab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f34141ad450 con 0x56484f4a07e0 2024-06-13T06:33:34.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.698+0000 7f34263dab80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f34141aace0 con 0x56484f4a6970 2024-06-13T06:33:34.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.698+0000 7f34263dab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f34141a8b70 con 0x56484f4a6050 2024-06-13T06:33:34.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.698+0000 7f34198f3700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56484f4a07e0 0x56484f4a7460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:34.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.698+0000 7f34198f3700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56484f4a07e0 0x56484f4a7460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36370/0 (socket says 172.21.15.39:36370) 2024-06-13T06:33:34.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.698+0000 7f34198f3700 1 -- 172.21.15.39:0/315328992 learned_addr learned my addr 172.21.15.39:0/315328992 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:33:34.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.698+0000 7f341a0f4700 1 --2- 172.21.15.39:0/315328992 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56484f4a6970 0x56484f4c24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:34.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.698+0000 7f34190f2700 1 --2- 172.21.15.39:0/315328992 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56484f4a6050 0x56484f4c1f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:34.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.698+0000 7f34198f3700 1 -- 172.21.15.39:0/315328992 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56484f4a6050 msgr2=0x56484f4c1f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:33:34.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.698+0000 7f34198f3700 1 --2- 172.21.15.39:0/315328992 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56484f4a6050 0x56484f4c1f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:34.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.698+0000 7f34198f3700 1 -- 172.21.15.39:0/315328992 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56484f4a6970 msgr2=0x56484f4c24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:33:34.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.698+0000 7f34198f3700 1 --2- 172.21.15.39:0/315328992 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56484f4a6970 0x56484f4c24a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:34.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.698+0000 7f34198f3700 1 -- 172.21.15.39:0/315328992 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56484f491820 con 0x56484f4a07e0 2024-06-13T06:33:34.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.698+0000 7f341a0f4700 1 --2- 172.21.15.39:0/315328992 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56484f4a6970 0x56484f4c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:33:34.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.699+0000 7f34198f3700 1 --2- 172.21.15.39:0/315328992 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56484f4a07e0 0x56484f4a7460 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f341000b450 tx=0x7f341001ee10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cac5f870eb5f0426 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:33:34.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.699+0000 7f33ff7fe700 1 -- 172.21.15.39:0/315328992 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3410038020 con 0x56484f4a07e0 2024-06-13T06:33:34.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.699+0000 7f33ff7fe700 1 -- 172.21.15.39:0/315328992 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3410011db0 con 0x56484f4a07e0 2024-06-13T06:33:34.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.699+0000 7f33ff7fe700 1 -- 172.21.15.39:0/315328992 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3410022030 con 0x56484f4a07e0 2024-06-13T06:33:34.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.699+0000 7f34263dab80 1 -- 172.21.15.39:0/315328992 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56484f4a07e0 msgr2=0x56484f4a7460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:33:34.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.699+0000 7f34263dab80 1 --2- 172.21.15.39:0/315328992 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56484f4a07e0 0x56484f4a7460 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f341000b450 tx=0x7f341001ee10 comp rx=0 tx=0).stop 2024-06-13T06:33:34.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.699+0000 7f34263dab80 1 -- 172.21.15.39:0/315328992 shutdown_connections 2024-06-13T06:33:34.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.699+0000 7f34263dab80 1 --2- 172.21.15.39:0/315328992 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56484f4a6970 0x56484f4c24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:34.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.699+0000 7f34263dab80 1 --2- 172.21.15.39:0/315328992 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56484f4a07e0 0x56484f4a7460 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:34.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.699+0000 7f34263dab80 1 --2- 172.21.15.39:0/315328992 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56484f4a6050 0x56484f4c1f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:34.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.699+0000 7f34263dab80 1 -- 172.21.15.39:0/315328992 >> 172.21.15.39:0/315328992 conn(0x56484f3c6dc0 msgr2=0x56484f4a6d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:33:34.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.700+0000 7f34263dab80 1 -- 172.21.15.39:0/315328992 shutdown_connections 2024-06-13T06:33:34.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.700+0000 7f34263dab80 1 -- 172.21.15.39:0/315328992 wait complete. 2024-06-13T06:33:34.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.700+0000 7f34263dab80 1 -- start start 2024-06-13T06:33:34.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.700+0000 7f34263dab80 1 Processor -- start 2024-06-13T06:33:34.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.700+0000 7f34263dab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56484f4a07e0 0x56484f4b2c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:34.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.700+0000 7f34263dab80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56484f4a6050 0x56484f4b3150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:34.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.700+0000 7f34263dab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56484f4a6970 0x56484f4afa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:34.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.700+0000 7f34263dab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f34141a91c0 con 0x56484f4a6970 2024-06-13T06:33:34.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.700+0000 7f34263dab80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f34141aa610 con 0x56484f4a6050 2024-06-13T06:33:34.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.700+0000 7f34263dab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f34141a9870 con 0x56484f4a07e0 2024-06-13T06:33:34.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.701+0000 7f34263dab80 10 client.0 _ll_register_callbacks cb 0x56484f387a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:33:34.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.701+0000 7f341a0f4700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56484f4a6970 0x56484f4afa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:34.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.701+0000 7f34198f3700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56484f4a07e0 0x56484f4b2c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:34.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.701+0000 7f341a0f4700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56484f4a6970 0x56484f4afa20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36380/0 (socket says 172.21.15.39:36380) 2024-06-13T06:33:34.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.701+0000 7f341a0f4700 1 -- 172.21.15.39:0/1663711132 learned_addr learned my addr 172.21.15.39:0/1663711132 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:33:34.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.701+0000 7f34190f2700 1 --2- 172.21.15.39:0/1663711132 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56484f4a6050 0x56484f4b3150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:34.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.701+0000 7f341a0f4700 1 -- 172.21.15.39:0/1663711132 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56484f4a07e0 msgr2=0x56484f4b2c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:33:34.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.701+0000 7f341a0f4700 1 --2- 172.21.15.39:0/1663711132 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56484f4a07e0 0x56484f4b2c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:34.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.701+0000 7f341a0f4700 1 -- 172.21.15.39:0/1663711132 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56484f4a6050 msgr2=0x56484f4b3150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:33:34.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.701+0000 7f341a0f4700 1 --2- 172.21.15.39:0/1663711132 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56484f4a6050 0x56484f4b3150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:34.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.701+0000 7f341a0f4700 1 -- 172.21.15.39:0/1663711132 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56484f4b0200 con 0x56484f4a6970 2024-06-13T06:33:34.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.701+0000 7f341a0f4700 1 --2- 172.21.15.39:0/1663711132 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56484f4a6970 0x56484f4afa20 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f340c09add0 tx=0x7f340c09af90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5e5084cc7769507 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:33:34.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.701+0000 7f33fd7fa700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:33:34.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.701+0000 7f33fd7fa700 1 -- 172.21.15.39:0/1663711132 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f340c09f480 con 0x56484f4a6970 2024-06-13T06:33:34.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.701+0000 7f33fd7fa700 1 -- 172.21.15.39:0/1663711132 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 8550+0+0 (secure 0 0 0) 0x7f340c09f0b0 con 0x56484f4a6970 2024-06-13T06:33:34.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.701+0000 7f34263dab80 1 -- 172.21.15.39:0/1663711132 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3410011db0 con 0x56484f4a6970 2024-06-13T06:33:34.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.702+0000 7f33fd7fa700 1 -- 172.21.15.39:0/1663711132 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f340c0a3d40 con 0x56484f4a6970 2024-06-13T06:33:34.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.702+0000 7f34263dab80 10 client.15693 fetch_fsmap learned FSMap version 24 2024-06-13T06:33:34.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.702+0000 7f34263dab80 1 -- 172.21.15.39:0/1663711132 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56484f525ba0 con 0x56484f4a6970 2024-06-13T06:33:34.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.702+0000 7f33fd7fa700 1 -- 172.21.15.39:0/1663711132 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3410011db0 con 0x56484f4a6970 2024-06-13T06:33:34.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.702+0000 7f33fd7fa700 1 -- 172.21.15.39:0/1663711132 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f340c09b330 con 0x56484f4a6970 2024-06-13T06:33:34.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.702+0000 7f34263dab80 10 client.15693 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:33:34.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.702+0000 7f34263dab80 10 client.15693 resolve_mds: validated gid 24512 aka daemon mds.b 2024-06-13T06:33:34.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.702+0000 7f34263dab80 20 client.15693 populate_metadata read hostname 'smithi039' 2024-06-13T06:33:34.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.702+0000 7f34263dab80 1 --2- 172.21.15.39:0/1663711132 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x56484f526250 0x56484f528670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:33:34.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.702+0000 7f34263dab80 4 client.15693 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "a1e2ad7d", "release": true, "await": true}] 2024-06-13T06:33:34.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.702+0000 7f34263dab80 1 -- 172.21.15.39:0/1663711132 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "quiesce db", "set_id": "a1e2ad7d", "release": true, "await": true}) -- 0x56484f3f5390 con 0x56484f526250 2024-06-13T06:33:34.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.702+0000 7f34198f3700 1 --2- 172.21.15.39:0/1663711132 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x56484f526250 0x56484f528670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:33:34.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.703+0000 7f34198f3700 1 --2- 172.21.15.39:0/1663711132 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x56484f526250 0x56484f528670 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6768c2647fc350de server_cookie=f15cf25654e41a38 in_seq=0 out_seq=0 2024-06-13T06:33:34.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.703+0000 7f33fd7fa700 10 client.15693 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:33:34.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.705+0000 7f33fd7fa700 1 -- 172.21.15.39:0/1663711132 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x56484f3f5390 con 0x56484f526250 2024-06-13T06:33:34.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.705+0000 7f33fd7fa700 10 client.15693 handle_command_reply: tid=0 2024-06-13T06:33:34.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.705+0000 7f34263dab80 1 client.15693 shutdown 2024-06-13T06:33:34.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.706+0000 7f34263dab80 1 -- 172.21.15.39:0/1663711132 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56484f4a6970 msgr2=0x56484f4afa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:33:34.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.706+0000 7f34263dab80 1 --2- 172.21.15.39:0/1663711132 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56484f4a6970 0x56484f4afa20 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f340c09add0 tx=0x7f340c09af90 comp rx=0 tx=0).stop 2024-06-13T06:33:34.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.706+0000 7f34263dab80 1 -- 172.21.15.39:0/1663711132 shutdown_connections 2024-06-13T06:33:34.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.706+0000 7f34263dab80 1 --2- 172.21.15.39:0/1663711132 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56484f4a6970 0x56484f4afa20 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:34.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.706+0000 7f34263dab80 1 --2- 172.21.15.39:0/1663711132 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56484f4a07e0 0x56484f4b2c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:34.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.706+0000 7f34263dab80 1 --2- 172.21.15.39:0/1663711132 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x56484f526250 0x56484f528670 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:34.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.706+0000 7f34263dab80 1 --2- 172.21.15.39:0/1663711132 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56484f4a6050 0x56484f4b3150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:34.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.706+0000 7f34263dab80 1 -- 172.21.15.39:0/1663711132 >> 172.21.15.39:0/1663711132 conn(0x56484f3c6dc0 msgr2=0x56484f49ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:33:34.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.706+0000 7f33fd7fa700 0 client.15693 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:33:34.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.706+0000 7f34263dab80 1 -- 172.21.15.39:0/1663711132 shutdown_connections 2024-06-13T06:33:34.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.706+0000 7f34263dab80 1 -- 172.21.15.39:0/1663711132 wait complete. 2024-06-13T06:33:34.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.706+0000 7f34263dab80 20 client.15693 trim_cache size 0 max 16384 2024-06-13T06:33:34.709 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-06-13T06:33:34.709 INFO:teuthology.orchestra.run.smithi039.stdout: "epoch": 24, 2024-06-13T06:33:34.709 INFO:teuthology.orchestra.run.smithi039.stdout: "leader": 24512, 2024-06-13T06:33:34.710 INFO:teuthology.orchestra.run.smithi039.stdout: "set_version": 32, 2024-06-13T06:33:34.710 INFO:teuthology.orchestra.run.smithi039.stdout: "sets": { 2024-06-13T06:33:34.710 INFO:teuthology.orchestra.run.smithi039.stdout: "a1e2ad7d": { 2024-06-13T06:33:34.710 INFO:teuthology.orchestra.run.smithi039.stdout: "version": 32, 2024-06-13T06:33:34.710 INFO:teuthology.orchestra.run.smithi039.stdout: "age_ref": 0.0, 2024-06-13T06:33:34.710 INFO:teuthology.orchestra.run.smithi039.stdout: "state": { 2024-06-13T06:33:34.710 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "RELEASED", 2024-06-13T06:33:34.710 INFO:teuthology.orchestra.run.smithi039.stdout: "age": 0.0 2024-06-13T06:33:34.710 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:33:34.710 INFO:teuthology.orchestra.run.smithi039.stdout: "timeout": 90.0, 2024-06-13T06:33:34.710 INFO:teuthology.orchestra.run.smithi039.stdout: "expiration": 144.9, 2024-06-13T06:33:34.710 INFO:teuthology.orchestra.run.smithi039.stdout: "members": { 2024-06-13T06:33:34.710 INFO:teuthology.orchestra.run.smithi039.stdout: "file:/": { 2024-06-13T06:33:34.711 INFO:teuthology.orchestra.run.smithi039.stdout: "excluded": false, 2024-06-13T06:33:34.711 INFO:teuthology.orchestra.run.smithi039.stdout: "state": { 2024-06-13T06:33:34.711 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "RELEASED", 2024-06-13T06:33:34.711 INFO:teuthology.orchestra.run.smithi039.stdout: "age": 0.0 2024-06-13T06:33:34.711 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:33:34.711 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:33:34.711 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:33:34.711 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:33:34.711 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:33:34.711 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-06-13T06:33:34.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.706+0000 7f341bb57700 1 -- 172.21.15.39:0/2933466164 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f34000a2d90 msgr2=0x7f34000a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:33:34.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.706+0000 7f341bb57700 1 --2- 172.21.15.39:0/2933466164 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f34000a2d90 0x7f34000a5250 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f3410005e10 tx=0x7f3410005d60 comp rx=0 tx=0).stop 2024-06-13T06:33:34.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.706+0000 7f341bb57700 1 -- 172.21.15.39:0/2933466164 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f34141084f0 msgr2=0x7f3414198a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:33:34.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.706+0000 7f341bb57700 1 --2- 172.21.15.39:0/2933466164 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f34141084f0 0x7f3414198a50 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f340c007ee0 tx=0x7f340c00d3b0 comp rx=0 tx=0).stop 2024-06-13T06:33:34.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.706+0000 7f341bb57700 1 -- 172.21.15.39:0/2933466164 shutdown_connections 2024-06-13T06:33:34.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.706+0000 7f341bb57700 1 --2- 172.21.15.39:0/2933466164 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f34000a2d90 0x7f34000a5250 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:34.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.706+0000 7f341bb57700 1 --2- 172.21.15.39:0/2933466164 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f34141084f0 0x7f3414198a50 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:34.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.706+0000 7f341bb57700 1 --2- 172.21.15.39:0/2933466164 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f34141024e0 0x7f341419e840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:34.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.706+0000 7f341bb57700 1 --2- 172.21.15.39:0/2933466164 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f3414102e80 0x7f341419ed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:33:34.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.706+0000 7f341bb57700 1 -- 172.21.15.39:0/2933466164 >> 172.21.15.39:0/2933466164 conn(0x7f3414079530 msgr2=0x7f34141005d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:33:34.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.707+0000 7f341bb57700 1 -- 172.21.15.39:0/2933466164 shutdown_connections 2024-06-13T06:33:34.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:33:34.707+0000 7f341bb57700 1 -- 172.21.15.39:0/2933466164 wait complete. 2024-06-13T06:33:34.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:34 smithi039 ceph-mon[32479]: pgmap v323: 97 pgs: 97 active+clean; 14 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:33:35.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:34 smithi096 ceph-mon[36532]: pgmap v323: 97 pgs: 97 active+clean; 14 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:33:35.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:34 smithi149 ceph-mon[36963]: pgmap v323: 97 pgs: 97 active+clean; 14 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:33:35.376 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'a1e2ad7d', total seconds elapsed: 30.2 2024-06-13T06:33:37.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:36 smithi096 ceph-mon[36532]: pgmap v324: 97 pgs: 97 active+clean; 14 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 4.9 KiB/s wr, 7 op/s 2024-06-13T06:33:37.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:36 smithi039 ceph-mon[32479]: pgmap v324: 97 pgs: 97 active+clean; 14 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 4.9 KiB/s wr, 7 op/s 2024-06-13T06:33:37.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:36 smithi149 ceph-mon[36963]: pgmap v324: 97 pgs: 97 active+clean; 14 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 4.9 KiB/s wr, 7 op/s 2024-06-13T06:33:39.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:38 smithi096 ceph-mon[36532]: pgmap v325: 97 pgs: 97 active+clean; 14 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 4.9 KiB/s wr, 5 op/s 2024-06-13T06:33:39.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:38 smithi039 ceph-mon[32479]: pgmap v325: 97 pgs: 97 active+clean; 14 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 4.9 KiB/s wr, 5 op/s 2024-06-13T06:33:39.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:38 smithi149 ceph-mon[36963]: pgmap v325: 97 pgs: 97 active+clean; 14 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 4.9 KiB/s wr, 5 op/s 2024-06-13T06:33:41.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:40 smithi096 ceph-mon[36532]: pgmap v326: 97 pgs: 97 active+clean; 14 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 4.9 KiB/s wr, 5 op/s 2024-06-13T06:33:41.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:40 smithi039 ceph-mon[32479]: pgmap v326: 97 pgs: 97 active+clean; 14 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 4.9 KiB/s wr, 5 op/s 2024-06-13T06:33:41.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:40 smithi149 ceph-mon[36963]: pgmap v326: 97 pgs: 97 active+clean; 14 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 4.9 KiB/s wr, 5 op/s 2024-06-13T06:33:43.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:42 smithi096 ceph-mon[36532]: pgmap v327: 97 pgs: 97 active+clean; 14 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 30 KiB/s wr, 10 op/s 2024-06-13T06:33:43.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:42 smithi039 ceph-mon[32479]: pgmap v327: 97 pgs: 97 active+clean; 14 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 30 KiB/s wr, 10 op/s 2024-06-13T06:33:43.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:42 smithi149 ceph-mon[36963]: pgmap v327: 97 pgs: 97 active+clean; 14 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 30 KiB/s wr, 10 op/s 2024-06-13T06:33:45.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:44 smithi096 ceph-mon[36532]: pgmap v328: 97 pgs: 97 active+clean; 14 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 30 KiB/s wr, 7 op/s 2024-06-13T06:33:45.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:44 smithi039 ceph-mon[32479]: pgmap v328: 97 pgs: 97 active+clean; 14 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 30 KiB/s wr, 7 op/s 2024-06-13T06:33:45.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:44 smithi149 ceph-mon[36963]: pgmap v328: 97 pgs: 97 active+clean; 14 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 30 KiB/s wr, 7 op/s 2024-06-13T06:33:47.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:46 smithi096 ceph-mon[36532]: pgmap v329: 97 pgs: 97 active+clean; 15 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 53 KiB/s wr, 12 op/s 2024-06-13T06:33:47.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:46 smithi039 ceph-mon[32479]: pgmap v329: 97 pgs: 97 active+clean; 15 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 53 KiB/s wr, 12 op/s 2024-06-13T06:33:47.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:46 smithi149 ceph-mon[36963]: pgmap v329: 97 pgs: 97 active+clean; 15 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 53 KiB/s wr, 12 op/s 2024-06-13T06:33:49.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:48 smithi096 ceph-mon[36532]: pgmap v330: 97 pgs: 97 active+clean; 15 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 48 KiB/s wr, 9 op/s 2024-06-13T06:33:49.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:48 smithi039 ceph-mon[32479]: pgmap v330: 97 pgs: 97 active+clean; 15 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 48 KiB/s wr, 9 op/s 2024-06-13T06:33:49.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:48 smithi149 ceph-mon[36963]: pgmap v330: 97 pgs: 97 active+clean; 15 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 48 KiB/s wr, 9 op/s 2024-06-13T06:33:51.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:50 smithi096 ceph-mon[36532]: pgmap v331: 97 pgs: 97 active+clean; 15 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 48 KiB/s wr, 9 op/s 2024-06-13T06:33:51.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:50 smithi039 ceph-mon[32479]: pgmap v331: 97 pgs: 97 active+clean; 15 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 48 KiB/s wr, 9 op/s 2024-06-13T06:33:51.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:50 smithi149 ceph-mon[36963]: pgmap v331: 97 pgs: 97 active+clean; 15 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 48 KiB/s wr, 9 op/s 2024-06-13T06:33:52.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:52 smithi096 ceph-mon[36532]: pgmap v332: 97 pgs: 97 active+clean; 15 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 74 KiB/s rd, 73 KiB/s wr, 14 op/s 2024-06-13T06:33:52.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:52 smithi039 ceph-mon[32479]: pgmap v332: 97 pgs: 97 active+clean; 15 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 74 KiB/s rd, 73 KiB/s wr, 14 op/s 2024-06-13T06:33:52.968 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:52 smithi149 ceph-mon[36963]: pgmap v332: 97 pgs: 97 active+clean; 15 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 74 KiB/s rd, 73 KiB/s wr, 14 op/s 2024-06-13T06:33:55.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:54 smithi096 ceph-mon[36532]: pgmap v333: 97 pgs: 97 active+clean; 15 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 48 KiB/s wr, 9 op/s 2024-06-13T06:33:55.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:54 smithi039 ceph-mon[32479]: pgmap v333: 97 pgs: 97 active+clean; 15 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 48 KiB/s wr, 9 op/s 2024-06-13T06:33:55.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:54 smithi149 ceph-mon[36963]: pgmap v333: 97 pgs: 97 active+clean; 15 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 48 KiB/s wr, 9 op/s 2024-06-13T06:33:55.897 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.897 INFO:tasks.workunit.client.0.smithi039.stdout:313/600: open fd = 3 2024-06-13T06:33:55.897 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.898 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.898 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.898 INFO:tasks.workunit.client.0.smithi039.stdout:314/600: open fd = 3 2024-06-13T06:33:55.898 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.898 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.898 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.898 INFO:tasks.workunit.client.0.smithi039.stdout:315/600: open fd = 3 2024-06-13T06:33:55.898 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.898 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.898 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.898 INFO:tasks.workunit.client.0.smithi039.stdout:316/600: open fd = 3 2024-06-13T06:33:55.898 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.898 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.898 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.898 INFO:tasks.workunit.client.0.smithi039.stdout:317/600: open fd = 3 2024-06-13T06:33:55.899 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.899 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.899 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.899 INFO:tasks.workunit.client.0.smithi039.stdout:318/600: open fd = 3 2024-06-13T06:33:55.899 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.899 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.899 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.899 INFO:tasks.workunit.client.0.smithi039.stdout:319/600: open fd = 3 2024-06-13T06:33:55.899 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.899 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.899 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.899 INFO:tasks.workunit.client.0.smithi039.stdout:320/600: open fd = 3 2024-06-13T06:33:55.899 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.899 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.899 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.900 INFO:tasks.workunit.client.0.smithi039.stdout:321/600: open fd = 3 2024-06-13T06:33:55.900 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.900 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.900 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.900 INFO:tasks.workunit.client.0.smithi039.stdout:322/600: open fd = 3 2024-06-13T06:33:55.900 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.900 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.900 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.900 INFO:tasks.workunit.client.0.smithi039.stdout:323/600: open fd = 3 2024-06-13T06:33:55.900 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.900 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.900 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.900 INFO:tasks.workunit.client.0.smithi039.stdout:324/600: open fd = 3 2024-06-13T06:33:55.900 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.901 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.901 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.901 INFO:tasks.workunit.client.0.smithi039.stdout:325/600: open fd = 3 2024-06-13T06:33:55.901 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.901 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.901 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.901 INFO:tasks.workunit.client.0.smithi039.stdout:326/600: open fd = 3 2024-06-13T06:33:55.901 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.901 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.901 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.901 INFO:tasks.workunit.client.0.smithi039.stdout:327/600: open fd = 3 2024-06-13T06:33:55.901 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.901 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.901 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.902 INFO:tasks.workunit.client.0.smithi039.stdout:328/600: open fd = 3 2024-06-13T06:33:55.902 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.902 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.902 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.902 INFO:tasks.workunit.client.0.smithi039.stdout:329/600: open fd = 3 2024-06-13T06:33:55.902 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.902 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.902 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.902 INFO:tasks.workunit.client.0.smithi039.stdout:330/600: open fd = 3 2024-06-13T06:33:55.902 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.902 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.902 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.902 INFO:tasks.workunit.client.0.smithi039.stdout:331/600: open fd = 3 2024-06-13T06:33:55.902 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.903 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.903 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.903 INFO:tasks.workunit.client.0.smithi039.stdout:332/600: open fd = 3 2024-06-13T06:33:55.903 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.903 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.903 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.903 INFO:tasks.workunit.client.0.smithi039.stdout:333/600: open fd = 3 2024-06-13T06:33:55.903 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.903 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.903 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.903 INFO:tasks.workunit.client.0.smithi039.stdout:334/600: open fd = 3 2024-06-13T06:33:55.903 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.903 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.903 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.903 INFO:tasks.workunit.client.0.smithi039.stdout:335/600: open fd = 3 2024-06-13T06:33:55.904 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.904 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.904 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.904 INFO:tasks.workunit.client.0.smithi039.stdout:336/600: open fd = 3 2024-06-13T06:33:55.904 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.904 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.904 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.904 INFO:tasks.workunit.client.0.smithi039.stdout:337/600: open fd = 3 2024-06-13T06:33:55.904 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.904 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.904 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.904 INFO:tasks.workunit.client.0.smithi039.stdout:338/600: open fd = 3 2024-06-13T06:33:55.904 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.904 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.904 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.905 INFO:tasks.workunit.client.0.smithi039.stdout:339/600: open fd = 3 2024-06-13T06:33:55.905 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.905 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.905 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.905 INFO:tasks.workunit.client.0.smithi039.stdout:340/600: open fd = 3 2024-06-13T06:33:55.905 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.905 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.905 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.905 INFO:tasks.workunit.client.0.smithi039.stdout:341/600: open fd = 3 2024-06-13T06:33:55.905 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.905 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.905 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.905 INFO:tasks.workunit.client.0.smithi039.stdout:342/600: open fd = 3 2024-06-13T06:33:55.905 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.906 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.906 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.906 INFO:tasks.workunit.client.0.smithi039.stdout:343/600: open fd = 3 2024-06-13T06:33:55.906 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.906 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.906 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.906 INFO:tasks.workunit.client.0.smithi039.stdout:344/600: open fd = 3 2024-06-13T06:33:55.906 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.906 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.906 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.906 INFO:tasks.workunit.client.0.smithi039.stdout:345/600: open fd = 3 2024-06-13T06:33:55.906 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.906 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.906 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.907 INFO:tasks.workunit.client.0.smithi039.stdout:346/600: open fd = 3 2024-06-13T06:33:55.907 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.907 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.907 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.907 INFO:tasks.workunit.client.0.smithi039.stdout:347/600: open fd = 3 2024-06-13T06:33:55.907 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.907 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.907 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.907 INFO:tasks.workunit.client.0.smithi039.stdout:348/600: open fd = 3 2024-06-13T06:33:55.907 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.907 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.907 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.907 INFO:tasks.workunit.client.0.smithi039.stdout:349/600: open fd = 3 2024-06-13T06:33:55.907 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.907 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.908 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.908 INFO:tasks.workunit.client.0.smithi039.stdout:350/600: open fd = 3 2024-06-13T06:33:55.908 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.908 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.908 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.908 INFO:tasks.workunit.client.0.smithi039.stdout:351/600: open fd = 3 2024-06-13T06:33:55.908 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.908 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.908 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.908 INFO:tasks.workunit.client.0.smithi039.stdout:352/600: open fd = 3 2024-06-13T06:33:55.908 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.908 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.908 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.909 INFO:tasks.workunit.client.0.smithi039.stdout:353/600: open fd = 3 2024-06-13T06:33:55.909 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.909 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.909 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.909 INFO:tasks.workunit.client.0.smithi039.stdout:354/600: open fd = 3 2024-06-13T06:33:55.909 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.909 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.909 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.909 INFO:tasks.workunit.client.0.smithi039.stdout:355/600: open fd = 3 2024-06-13T06:33:55.909 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.909 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.909 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.909 INFO:tasks.workunit.client.0.smithi039.stdout:356/600: open fd = 3 2024-06-13T06:33:55.909 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.910 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.910 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.910 INFO:tasks.workunit.client.0.smithi039.stdout:357/600: open fd = 3 2024-06-13T06:33:55.910 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.910 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.910 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.910 INFO:tasks.workunit.client.0.smithi039.stdout:358/600: open fd = 3 2024-06-13T06:33:55.910 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.910 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.910 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.910 INFO:tasks.workunit.client.0.smithi039.stdout:359/600: open fd = 3 2024-06-13T06:33:55.910 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.910 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.911 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.911 INFO:tasks.workunit.client.0.smithi039.stdout:360/600: open fd = 3 2024-06-13T06:33:55.911 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.911 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.911 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.911 INFO:tasks.workunit.client.0.smithi039.stdout:361/600: open fd = 3 2024-06-13T06:33:55.911 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.911 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.911 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.911 INFO:tasks.workunit.client.0.smithi039.stdout:362/600: open fd = 3 2024-06-13T06:33:55.911 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.911 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.911 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.911 INFO:tasks.workunit.client.0.smithi039.stdout:363/600: open fd = 3 2024-06-13T06:33:55.911 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.912 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.912 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.912 INFO:tasks.workunit.client.0.smithi039.stdout:364/600: open fd = 3 2024-06-13T06:33:55.912 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.912 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.912 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.912 INFO:tasks.workunit.client.0.smithi039.stdout:365/600: open fd = 3 2024-06-13T06:33:55.912 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.912 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.912 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.912 INFO:tasks.workunit.client.0.smithi039.stdout:366/600: open fd = 3 2024-06-13T06:33:55.912 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.912 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.912 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.913 INFO:tasks.workunit.client.0.smithi039.stdout:367/600: open fd = 3 2024-06-13T06:33:55.913 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.913 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.913 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.913 INFO:tasks.workunit.client.0.smithi039.stdout:368/600: open fd = 3 2024-06-13T06:33:55.913 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.913 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.913 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.913 INFO:tasks.workunit.client.0.smithi039.stdout:369/600: open fd = 3 2024-06-13T06:33:55.913 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.913 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.913 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.913 INFO:tasks.workunit.client.0.smithi039.stdout:370/600: open fd = 3 2024-06-13T06:33:55.913 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.914 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.914 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.914 INFO:tasks.workunit.client.0.smithi039.stdout:371/600: open fd = 3 2024-06-13T06:33:55.914 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.914 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.914 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.914 INFO:tasks.workunit.client.0.smithi039.stdout:372/600: open fd = 3 2024-06-13T06:33:55.914 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.914 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.914 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.914 INFO:tasks.workunit.client.0.smithi039.stdout:373/600: open fd = 3 2024-06-13T06:33:55.914 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.914 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.915 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:55.915 INFO:tasks.workunit.client.0.smithi039.stdout:374/600: open fd = 3 2024-06-13T06:33:55.915 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.915 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:33:55.915 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:33:57.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:56 smithi096 ceph-mon[36532]: pgmap v334: 97 pgs: 97 active+clean; 15 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 75 KiB/s rd, 74 KiB/s wr, 14 op/s 2024-06-13T06:33:57.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:56 smithi039 ceph-mon[32479]: pgmap v334: 97 pgs: 97 active+clean; 15 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 75 KiB/s rd, 74 KiB/s wr, 14 op/s 2024-06-13T06:33:57.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:56 smithi149 ceph-mon[36963]: pgmap v334: 97 pgs: 97 active+clean; 15 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 75 KiB/s rd, 74 KiB/s wr, 14 op/s 2024-06-13T06:33:59.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:33:58 smithi096 ceph-mon[36532]: pgmap v335: 97 pgs: 97 active+clean; 15 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 51 KiB/s wr, 9 op/s 2024-06-13T06:33:59.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:33:58 smithi039 ceph-mon[32479]: pgmap v335: 97 pgs: 97 active+clean; 15 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 51 KiB/s wr, 9 op/s 2024-06-13T06:33:59.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:33:58 smithi149 ceph-mon[36963]: pgmap v335: 97 pgs: 97 active+clean; 15 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 51 KiB/s wr, 9 op/s 2024-06-13T06:34:01.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:34:00 smithi096 ceph-mon[36532]: pgmap v336: 97 pgs: 97 active+clean; 15 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 51 KiB/s wr, 9 op/s 2024-06-13T06:34:01.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:34:00 smithi039 ceph-mon[32479]: pgmap v336: 97 pgs: 97 active+clean; 15 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 51 KiB/s wr, 9 op/s 2024-06-13T06:34:01.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:34:00 smithi149 ceph-mon[36963]: pgmap v336: 97 pgs: 97 active+clean; 15 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 51 KiB/s wr, 9 op/s 2024-06-13T06:34:03.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:34:02 smithi096 ceph-mon[36532]: pgmap v337: 97 pgs: 97 active+clean; 15 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 76 KiB/s wr, 14 op/s 2024-06-13T06:34:03.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:34:02 smithi039 ceph-mon[32479]: pgmap v337: 97 pgs: 97 active+clean; 15 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 76 KiB/s wr, 14 op/s 2024-06-13T06:34:03.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:34:02 smithi149 ceph-mon[36963]: pgmap v337: 97 pgs: 97 active+clean; 15 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 76 KiB/s wr, 14 op/s 2024-06-13T06:34:05.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:34:04 smithi096 ceph-mon[36532]: pgmap v338: 97 pgs: 97 active+clean; 15 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 51 KiB/s wr, 9 op/s 2024-06-13T06:34:05.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:34:04 smithi039 ceph-mon[32479]: pgmap v338: 97 pgs: 97 active+clean; 15 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 51 KiB/s wr, 9 op/s 2024-06-13T06:34:05.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:34:04 smithi149 ceph-mon[36963]: pgmap v338: 97 pgs: 97 active+clean; 15 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 51 KiB/s wr, 9 op/s 2024-06-13T06:34:06.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:34:05 smithi039 ceph-mon[32479]: osdmap e101: 12 total, 12 up, 12 in 2024-06-13T06:34:06.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:34:05 smithi149 ceph-mon[36963]: osdmap e101: 12 total, 12 up, 12 in 2024-06-13T06:34:06.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:34:05 smithi096 ceph-mon[36532]: osdmap e101: 12 total, 12 up, 12 in 2024-06-13T06:34:07.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:34:06 smithi039 ceph-mon[32479]: pgmap v340: 97 pgs: 97 active+clean; 16 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 119 KiB/s wr, 32 op/s 2024-06-13T06:34:07.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:34:06 smithi039 ceph-mon[32479]: osdmap e102: 12 total, 12 up, 12 in 2024-06-13T06:34:07.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:34:06 smithi149 ceph-mon[36963]: pgmap v340: 97 pgs: 97 active+clean; 16 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 119 KiB/s wr, 32 op/s 2024-06-13T06:34:07.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:34:06 smithi149 ceph-mon[36963]: osdmap e102: 12 total, 12 up, 12 in 2024-06-13T06:34:07.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:34:06 smithi096 ceph-mon[36532]: pgmap v340: 97 pgs: 97 active+clean; 16 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 119 KiB/s wr, 32 op/s 2024-06-13T06:34:07.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:34:06 smithi096 ceph-mon[36532]: osdmap e102: 12 total, 12 up, 12 in 2024-06-13T06:34:09.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:34:08 smithi039 ceph-mon[32479]: pgmap v342: 97 pgs: 97 active+clean; 16 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 99 KiB/s rd, 149 KiB/s wr, 40 op/s 2024-06-13T06:34:09.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:34:08 smithi149 ceph-mon[36963]: pgmap v342: 97 pgs: 97 active+clean; 16 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 99 KiB/s rd, 149 KiB/s wr, 40 op/s 2024-06-13T06:34:09.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:34:08 smithi096 ceph-mon[36532]: pgmap v342: 97 pgs: 97 active+clean; 16 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 99 KiB/s rd, 149 KiB/s wr, 40 op/s 2024-06-13T06:34:11.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:34:10 smithi039 ceph-mon[32479]: pgmap v343: 97 pgs: 97 active+clean; 16 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 111 KiB/s wr, 33 op/s 2024-06-13T06:34:11.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:34:10 smithi149 ceph-mon[36963]: pgmap v343: 97 pgs: 97 active+clean; 16 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 111 KiB/s wr, 33 op/s 2024-06-13T06:34:11.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:34:10 smithi096 ceph-mon[36532]: pgmap v343: 97 pgs: 97 active+clean; 16 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 111 KiB/s wr, 33 op/s 2024-06-13T06:34:13.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:34:12 smithi039 ceph-mon[32479]: pgmap v344: 97 pgs: 97 active+clean; 16 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 102 KiB/s rd, 151 KiB/s wr, 40 op/s 2024-06-13T06:34:13.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:34:12 smithi149 ceph-mon[36963]: pgmap v344: 97 pgs: 97 active+clean; 16 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 102 KiB/s rd, 151 KiB/s wr, 40 op/s 2024-06-13T06:34:13.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:34:12 smithi096 ceph-mon[36532]: pgmap v344: 97 pgs: 97 active+clean; 16 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 102 KiB/s rd, 151 KiB/s wr, 40 op/s 2024-06-13T06:34:15.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:34:14 smithi039 ceph-mon[32479]: pgmap v345: 97 pgs: 97 active+clean; 16 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 91 KiB/s rd, 135 KiB/s wr, 36 op/s 2024-06-13T06:34:15.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:34:14 smithi149 ceph-mon[36963]: pgmap v345: 97 pgs: 97 active+clean; 16 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 91 KiB/s rd, 135 KiB/s wr, 36 op/s 2024-06-13T06:34:15.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:34:14 smithi096 ceph-mon[36532]: pgmap v345: 97 pgs: 97 active+clean; 16 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 91 KiB/s rd, 135 KiB/s wr, 36 op/s 2024-06-13T06:34:17.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:34:16 smithi039 ceph-mon[32479]: pgmap v346: 97 pgs: 97 active+clean; 16 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 64 KiB/s wr, 11 op/s 2024-06-13T06:34:17.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:34:16 smithi149 ceph-mon[36963]: pgmap v346: 97 pgs: 97 active+clean; 16 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 64 KiB/s wr, 11 op/s 2024-06-13T06:34:17.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:34:16 smithi096 ceph-mon[36532]: pgmap v346: 97 pgs: 97 active+clean; 16 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 64 KiB/s wr, 11 op/s 2024-06-13T06:34:19.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:34:18 smithi039 ceph-mon[32479]: pgmap v347: 97 pgs: 97 active+clean; 16 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 57 KiB/s wr, 10 op/s 2024-06-13T06:34:19.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:34:18 smithi149 ceph-mon[36963]: pgmap v347: 97 pgs: 97 active+clean; 16 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 57 KiB/s wr, 10 op/s 2024-06-13T06:34:19.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:34:18 smithi096 ceph-mon[36532]: pgmap v347: 97 pgs: 97 active+clean; 16 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 57 KiB/s wr, 10 op/s 2024-06-13T06:34:21.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:34:20 smithi039 ceph-mon[32479]: pgmap v348: 97 pgs: 97 active+clean; 16 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 53 KiB/s wr, 9 op/s 2024-06-13T06:34:21.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:34:20 smithi149 ceph-mon[36963]: pgmap v348: 97 pgs: 97 active+clean; 16 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 53 KiB/s wr, 9 op/s 2024-06-13T06:34:21.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:34:20 smithi096 ceph-mon[36532]: pgmap v348: 97 pgs: 97 active+clean; 16 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 53 KiB/s wr, 9 op/s 2024-06-13T06:34:23.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:34:22 smithi039 ceph-mon[32479]: pgmap v349: 97 pgs: 97 active+clean; 17 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 81 KiB/s rd, 79 KiB/s wr, 14 op/s 2024-06-13T06:34:23.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:34:22 smithi149 ceph-mon[36963]: pgmap v349: 97 pgs: 97 active+clean; 17 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 81 KiB/s rd, 79 KiB/s wr, 14 op/s 2024-06-13T06:34:23.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:34:22 smithi096 ceph-mon[36532]: pgmap v349: 97 pgs: 97 active+clean; 17 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 81 KiB/s rd, 79 KiB/s wr, 14 op/s 2024-06-13T06:34:25.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:34:24 smithi039 ceph-mon[32479]: pgmap v350: 97 pgs: 97 active+clean; 17 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 53 KiB/s wr, 9 op/s 2024-06-13T06:34:25.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:34:24 smithi149 ceph-mon[36963]: pgmap v350: 97 pgs: 97 active+clean; 17 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 53 KiB/s wr, 9 op/s 2024-06-13T06:34:25.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:34:24 smithi096 ceph-mon[36532]: pgmap v350: 97 pgs: 97 active+clean; 17 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 53 KiB/s wr, 9 op/s 2024-06-13T06:34:27.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:34:26 smithi039 ceph-mon[32479]: pgmap v351: 97 pgs: 97 active+clean; 17 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 80 KiB/s wr, 14 op/s 2024-06-13T06:34:27.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:34:26 smithi149 ceph-mon[36963]: pgmap v351: 97 pgs: 97 active+clean; 17 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 80 KiB/s wr, 14 op/s 2024-06-13T06:34:27.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:34:26 smithi096 ceph-mon[36532]: pgmap v351: 97 pgs: 97 active+clean; 17 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 80 KiB/s wr, 14 op/s 2024-06-13T06:34:28.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:34:27 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:34:28.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:34:27 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:34:28.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:34:27 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:34:28.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:34:27 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:34:28.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:34:27 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:34:28.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:34:27 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:34:28.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:34:27 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:34:28.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:34:27 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:34:28.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:34:27 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:34:29.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:34:28 smithi039 ceph-mon[32479]: pgmap v352: 97 pgs: 97 active+clean; 17 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 53 KiB/s wr, 9 op/s 2024-06-13T06:34:29.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:34:28 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:34:29.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:34:28 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:34:29.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:34:28 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:34:29.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:34:28 smithi149 ceph-mon[36963]: pgmap v352: 97 pgs: 97 active+clean; 17 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 53 KiB/s wr, 9 op/s 2024-06-13T06:34:29.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:34:28 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:34:29.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:34:28 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:34:29.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:34:28 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:34:29.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:34:28 smithi096 ceph-mon[36532]: pgmap v352: 97 pgs: 97 active+clean; 17 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 53 KiB/s wr, 9 op/s 2024-06-13T06:34:29.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:34:28 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:34:29.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:34:28 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:34:29.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:34:28 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:34:31.092 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:34:30 smithi096 ceph-mon[36532]: pgmap v353: 97 pgs: 97 active+clean; 17 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 53 KiB/s wr, 9 op/s 2024-06-13T06:34:31.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:34:30 smithi039 ceph-mon[32479]: pgmap v353: 97 pgs: 97 active+clean; 17 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 53 KiB/s wr, 9 op/s 2024-06-13T06:34:31.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:34:30 smithi149 ceph-mon[36963]: pgmap v353: 97 pgs: 97 active+clean; 17 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 53 KiB/s wr, 9 op/s 2024-06-13T06:34:33.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:34:32 smithi039 ceph-mon[32479]: pgmap v354: 97 pgs: 97 active+clean; 17 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 80 KiB/s wr, 14 op/s 2024-06-13T06:34:33.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:34:32 smithi149 ceph-mon[36963]: pgmap v354: 97 pgs: 97 active+clean; 17 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 80 KiB/s wr, 14 op/s 2024-06-13T06:34:33.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:34:32 smithi096 ceph-mon[36532]: pgmap v354: 97 pgs: 97 active+clean; 17 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 80 KiB/s wr, 14 op/s 2024-06-13T06:34:35.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:34:34 smithi039 ceph-mon[32479]: pgmap v355: 97 pgs: 97 active+clean; 17 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 53 KiB/s wr, 9 op/s 2024-06-13T06:34:35.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:34:34 smithi149 ceph-mon[36963]: pgmap v355: 97 pgs: 97 active+clean; 17 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 53 KiB/s wr, 9 op/s 2024-06-13T06:34:35.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:34:34 smithi096 ceph-mon[36532]: pgmap v355: 97 pgs: 97 active+clean; 17 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 53 KiB/s wr, 9 op/s 2024-06-13T06:34:37.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:34:36 smithi039 ceph-mon[32479]: pgmap v356: 97 pgs: 97 active+clean; 18 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 82 KiB/s wr, 15 op/s 2024-06-13T06:34:37.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:34:36 smithi149 ceph-mon[36963]: pgmap v356: 97 pgs: 97 active+clean; 18 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 82 KiB/s wr, 15 op/s 2024-06-13T06:34:37.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:34:36 smithi096 ceph-mon[36532]: pgmap v356: 97 pgs: 97 active+clean; 18 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 82 KiB/s wr, 15 op/s 2024-06-13T06:34:39.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:34:38 smithi039 ceph-mon[32479]: pgmap v357: 97 pgs: 97 active+clean; 18 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 55 KiB/s wr, 10 op/s 2024-06-13T06:34:39.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:34:38 smithi149 ceph-mon[36963]: pgmap v357: 97 pgs: 97 active+clean; 18 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 55 KiB/s wr, 10 op/s 2024-06-13T06:34:39.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:34:38 smithi096 ceph-mon[36532]: pgmap v357: 97 pgs: 97 active+clean; 18 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 55 KiB/s wr, 10 op/s 2024-06-13T06:34:41.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:34:40 smithi039 ceph-mon[32479]: pgmap v358: 97 pgs: 97 active+clean; 18 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 55 KiB/s wr, 10 op/s 2024-06-13T06:34:41.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:34:40 smithi149 ceph-mon[36963]: pgmap v358: 97 pgs: 97 active+clean; 18 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 55 KiB/s wr, 10 op/s 2024-06-13T06:34:41.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:34:40 smithi096 ceph-mon[36532]: pgmap v358: 97 pgs: 97 active+clean; 18 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 55 KiB/s wr, 10 op/s 2024-06-13T06:34:43.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:34:42 smithi039 ceph-mon[32479]: pgmap v359: 97 pgs: 97 active+clean; 18 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 81 KiB/s wr, 15 op/s 2024-06-13T06:34:43.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:34:42 smithi149 ceph-mon[36963]: pgmap v359: 97 pgs: 97 active+clean; 18 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 81 KiB/s wr, 15 op/s 2024-06-13T06:34:43.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:34:42 smithi096 ceph-mon[36532]: pgmap v359: 97 pgs: 97 active+clean; 18 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 81 KiB/s wr, 15 op/s 2024-06-13T06:34:45.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:34:44 smithi039 ceph-mon[32479]: pgmap v360: 97 pgs: 97 active+clean; 18 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 54 KiB/s wr, 10 op/s 2024-06-13T06:34:45.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:34:44 smithi149 ceph-mon[36963]: pgmap v360: 97 pgs: 97 active+clean; 18 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 54 KiB/s wr, 10 op/s 2024-06-13T06:34:45.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:34:44 smithi096 ceph-mon[36532]: pgmap v360: 97 pgs: 97 active+clean; 18 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 54 KiB/s wr, 10 op/s 2024-06-13T06:34:47.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:34:46 smithi039 ceph-mon[32479]: pgmap v361: 97 pgs: 97 active+clean; 18 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 83 KiB/s rd, 81 KiB/s wr, 15 op/s 2024-06-13T06:34:47.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:34:46 smithi149 ceph-mon[36963]: pgmap v361: 97 pgs: 97 active+clean; 18 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 83 KiB/s rd, 81 KiB/s wr, 15 op/s 2024-06-13T06:34:47.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:34:46 smithi096 ceph-mon[36532]: pgmap v361: 97 pgs: 97 active+clean; 18 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 83 KiB/s rd, 81 KiB/s wr, 15 op/s 2024-06-13T06:34:49.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:34:48 smithi039 ceph-mon[32479]: pgmap v362: 97 pgs: 97 active+clean; 18 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 53 KiB/s wr, 9 op/s 2024-06-13T06:34:49.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:34:48 smithi149 ceph-mon[36963]: pgmap v362: 97 pgs: 97 active+clean; 18 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 53 KiB/s wr, 9 op/s 2024-06-13T06:34:49.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:34:48 smithi096 ceph-mon[36532]: pgmap v362: 97 pgs: 97 active+clean; 18 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 53 KiB/s wr, 9 op/s 2024-06-13T06:34:51.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:34:50 smithi039 ceph-mon[32479]: pgmap v363: 97 pgs: 97 active+clean; 18 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 53 KiB/s wr, 9 op/s 2024-06-13T06:34:51.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:34:50 smithi149 ceph-mon[36963]: pgmap v363: 97 pgs: 97 active+clean; 18 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 53 KiB/s wr, 9 op/s 2024-06-13T06:34:51.290 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:34:50 smithi096 ceph-mon[36532]: pgmap v363: 97 pgs: 97 active+clean; 18 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 53 KiB/s wr, 9 op/s 2024-06-13T06:34:53.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:34:52 smithi039 ceph-mon[32479]: pgmap v364: 97 pgs: 97 active+clean; 19 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 81 KiB/s rd, 79 KiB/s wr, 14 op/s 2024-06-13T06:34:53.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:34:52 smithi149 ceph-mon[36963]: pgmap v364: 97 pgs: 97 active+clean; 19 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 81 KiB/s rd, 79 KiB/s wr, 14 op/s 2024-06-13T06:34:53.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:34:52 smithi096 ceph-mon[36532]: pgmap v364: 97 pgs: 97 active+clean; 19 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 81 KiB/s rd, 79 KiB/s wr, 14 op/s 2024-06-13T06:34:55.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:34:54 smithi039 ceph-mon[32479]: pgmap v365: 97 pgs: 97 active+clean; 19 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 53 KiB/s wr, 9 op/s 2024-06-13T06:34:55.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:34:54 smithi149 ceph-mon[36963]: pgmap v365: 97 pgs: 97 active+clean; 19 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 53 KiB/s wr, 9 op/s 2024-06-13T06:34:55.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:34:54 smithi096 ceph-mon[36532]: pgmap v365: 97 pgs: 97 active+clean; 19 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 53 KiB/s wr, 9 op/s 2024-06-13T06:34:57.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:34:56 smithi039 ceph-mon[32479]: pgmap v366: 97 pgs: 97 active+clean; 19 MiB data, 437 MiB used, 1.0 TiB / 1.0 TiB avail; 84 KiB/s rd, 81 KiB/s wr, 14 op/s 2024-06-13T06:34:57.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:34:56 smithi149 ceph-mon[36963]: pgmap v366: 97 pgs: 97 active+clean; 19 MiB data, 437 MiB used, 1.0 TiB / 1.0 TiB avail; 84 KiB/s rd, 81 KiB/s wr, 14 op/s 2024-06-13T06:34:57.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:34:56 smithi096 ceph-mon[36532]: pgmap v366: 97 pgs: 97 active+clean; 19 MiB data, 437 MiB used, 1.0 TiB / 1.0 TiB avail; 84 KiB/s rd, 81 KiB/s wr, 14 op/s 2024-06-13T06:34:58.433 INFO:tasks.workunit.client.0.smithi039.stdout:375/600: open fd = 3 2024-06-13T06:34:58.433 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.433 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.433 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.433 INFO:tasks.workunit.client.0.smithi039.stdout:376/600: open fd = 3 2024-06-13T06:34:58.433 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.434 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.434 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.434 INFO:tasks.workunit.client.0.smithi039.stdout:377/600: open fd = 3 2024-06-13T06:34:58.434 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.434 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.434 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.434 INFO:tasks.workunit.client.0.smithi039.stdout:378/600: open fd = 3 2024-06-13T06:34:58.435 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.435 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.435 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.435 INFO:tasks.workunit.client.0.smithi039.stdout:379/600: open fd = 3 2024-06-13T06:34:58.435 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.435 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.435 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.436 INFO:tasks.workunit.client.0.smithi039.stdout:380/600: open fd = 3 2024-06-13T06:34:58.436 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.436 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.436 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.436 INFO:tasks.workunit.client.0.smithi039.stdout:381/600: open fd = 3 2024-06-13T06:34:58.436 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.437 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.437 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.437 INFO:tasks.workunit.client.0.smithi039.stdout:382/600: open fd = 3 2024-06-13T06:34:58.437 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.437 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.437 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.437 INFO:tasks.workunit.client.0.smithi039.stdout:383/600: open fd = 3 2024-06-13T06:34:58.437 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.437 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.437 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.437 INFO:tasks.workunit.client.0.smithi039.stdout:384/600: open fd = 3 2024-06-13T06:34:58.437 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.438 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.438 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.438 INFO:tasks.workunit.client.0.smithi039.stdout:385/600: open fd = 3 2024-06-13T06:34:58.438 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.438 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.438 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.438 INFO:tasks.workunit.client.0.smithi039.stdout:386/600: open fd = 3 2024-06-13T06:34:58.438 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.438 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.438 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.438 INFO:tasks.workunit.client.0.smithi039.stdout:387/600: open fd = 3 2024-06-13T06:34:58.439 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.439 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.439 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.439 INFO:tasks.workunit.client.0.smithi039.stdout:388/600: open fd = 3 2024-06-13T06:34:58.439 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.439 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.439 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.439 INFO:tasks.workunit.client.0.smithi039.stdout:389/600: open fd = 3 2024-06-13T06:34:58.439 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.439 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.439 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.439 INFO:tasks.workunit.client.0.smithi039.stdout:390/600: open fd = 3 2024-06-13T06:34:58.439 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.439 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.440 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.440 INFO:tasks.workunit.client.0.smithi039.stdout:391/600: open fd = 3 2024-06-13T06:34:58.440 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.440 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.440 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.440 INFO:tasks.workunit.client.0.smithi039.stdout:392/600: open fd = 3 2024-06-13T06:34:58.440 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.440 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.440 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.440 INFO:tasks.workunit.client.0.smithi039.stdout:393/600: open fd = 3 2024-06-13T06:34:58.440 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.440 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.440 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.440 INFO:tasks.workunit.client.0.smithi039.stdout:394/600: open fd = 3 2024-06-13T06:34:58.441 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.441 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.441 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.441 INFO:tasks.workunit.client.0.smithi039.stdout:395/600: open fd = 3 2024-06-13T06:34:58.441 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.441 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.441 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.441 INFO:tasks.workunit.client.0.smithi039.stdout:396/600: open fd = 3 2024-06-13T06:34:58.441 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.441 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.441 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.441 INFO:tasks.workunit.client.0.smithi039.stdout:397/600: open fd = 3 2024-06-13T06:34:58.441 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.441 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.442 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.442 INFO:tasks.workunit.client.0.smithi039.stdout:398/600: open fd = 3 2024-06-13T06:34:58.442 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.442 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.442 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.442 INFO:tasks.workunit.client.0.smithi039.stdout:399/600: open fd = 3 2024-06-13T06:34:58.442 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.442 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.442 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.442 INFO:tasks.workunit.client.0.smithi039.stdout:400/600: open fd = 3 2024-06-13T06:34:58.442 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.442 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.442 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.443 INFO:tasks.workunit.client.0.smithi039.stdout:401/600: open fd = 3 2024-06-13T06:34:58.443 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.443 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.443 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.443 INFO:tasks.workunit.client.0.smithi039.stdout:402/600: open fd = 3 2024-06-13T06:34:58.443 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.443 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.443 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.443 INFO:tasks.workunit.client.0.smithi039.stdout:403/600: open fd = 3 2024-06-13T06:34:58.443 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.443 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.443 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.443 INFO:tasks.workunit.client.0.smithi039.stdout:404/600: open fd = 3 2024-06-13T06:34:58.443 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.444 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.444 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.444 INFO:tasks.workunit.client.0.smithi039.stdout:405/600: open fd = 3 2024-06-13T06:34:58.444 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.444 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.444 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.444 INFO:tasks.workunit.client.0.smithi039.stdout:406/600: open fd = 3 2024-06-13T06:34:58.444 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.444 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.444 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.444 INFO:tasks.workunit.client.0.smithi039.stdout:407/600: open fd = 3 2024-06-13T06:34:58.444 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.444 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.444 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.444 INFO:tasks.workunit.client.0.smithi039.stdout:408/600: open fd = 3 2024-06-13T06:34:58.445 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.445 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.445 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.445 INFO:tasks.workunit.client.0.smithi039.stdout:409/600: open fd = 3 2024-06-13T06:34:58.445 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.445 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.445 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.445 INFO:tasks.workunit.client.0.smithi039.stdout:410/600: open fd = 3 2024-06-13T06:34:58.445 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.445 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.445 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.445 INFO:tasks.workunit.client.0.smithi039.stdout:411/600: open fd = 3 2024-06-13T06:34:58.445 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.445 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.446 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.446 INFO:tasks.workunit.client.0.smithi039.stdout:412/600: open fd = 3 2024-06-13T06:34:58.446 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.446 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.446 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.446 INFO:tasks.workunit.client.0.smithi039.stdout:413/600: open fd = 3 2024-06-13T06:34:58.446 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.446 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.446 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.446 INFO:tasks.workunit.client.0.smithi039.stdout:414/600: open fd = 3 2024-06-13T06:34:58.446 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.446 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.447 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.447 INFO:tasks.workunit.client.0.smithi039.stdout:415/600: open fd = 3 2024-06-13T06:34:58.447 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.447 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.447 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.447 INFO:tasks.workunit.client.0.smithi039.stdout:416/600: open fd = 3 2024-06-13T06:34:58.448 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.448 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.448 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.448 INFO:tasks.workunit.client.0.smithi039.stdout:417/600: open fd = 3 2024-06-13T06:34:58.448 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.448 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.449 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.449 INFO:tasks.workunit.client.0.smithi039.stdout:418/600: open fd = 3 2024-06-13T06:34:58.449 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.449 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.449 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.449 INFO:tasks.workunit.client.0.smithi039.stdout:419/600: open fd = 3 2024-06-13T06:34:58.449 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.449 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.450 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.450 INFO:tasks.workunit.client.0.smithi039.stdout:420/600: open fd = 3 2024-06-13T06:34:58.450 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.450 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.450 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.450 INFO:tasks.workunit.client.0.smithi039.stdout:421/600: open fd = 3 2024-06-13T06:34:58.450 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.451 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.451 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.451 INFO:tasks.workunit.client.0.smithi039.stdout:422/600: open fd = 3 2024-06-13T06:34:58.451 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.451 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.451 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.452 INFO:tasks.workunit.client.0.smithi039.stdout:423/600: open fd = 3 2024-06-13T06:34:58.452 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.452 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.452 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.452 INFO:tasks.workunit.client.0.smithi039.stdout:424/600: open fd = 3 2024-06-13T06:34:58.452 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.452 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.452 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.453 INFO:tasks.workunit.client.0.smithi039.stdout:425/600: open fd = 3 2024-06-13T06:34:58.453 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.453 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.453 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.453 INFO:tasks.workunit.client.0.smithi039.stdout:426/600: open fd = 3 2024-06-13T06:34:58.453 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.453 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.453 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.454 INFO:tasks.workunit.client.0.smithi039.stdout:427/600: open fd = 3 2024-06-13T06:34:58.454 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.454 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.454 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.454 INFO:tasks.workunit.client.0.smithi039.stdout:428/600: open fd = 3 2024-06-13T06:34:58.454 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.455 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.455 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.455 INFO:tasks.workunit.client.0.smithi039.stdout:429/600: open fd = 3 2024-06-13T06:34:58.455 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.455 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.455 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.456 INFO:tasks.workunit.client.0.smithi039.stdout:430/600: open fd = 3 2024-06-13T06:34:58.456 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.456 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.456 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.456 INFO:tasks.workunit.client.0.smithi039.stdout:431/600: open fd = 3 2024-06-13T06:34:58.457 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.457 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.457 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.457 INFO:tasks.workunit.client.0.smithi039.stdout:432/600: open fd = 3 2024-06-13T06:34:58.457 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.457 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.457 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.457 INFO:tasks.workunit.client.0.smithi039.stdout:433/600: open fd = 3 2024-06-13T06:34:58.458 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.458 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.458 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.458 INFO:tasks.workunit.client.0.smithi039.stdout:434/600: open fd = 3 2024-06-13T06:34:58.458 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.458 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.458 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.458 INFO:tasks.workunit.client.0.smithi039.stdout:435/600: open fd = 3 2024-06-13T06:34:58.459 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.459 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.459 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:58.459 INFO:tasks.workunit.client.0.smithi039.stdout:436/600: open fd = 3 2024-06-13T06:34:58.459 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.459 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:34:58.459 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:34:59.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:34:58 smithi039 ceph-mon[32479]: pgmap v367: 97 pgs: 97 active+clean; 19 MiB data, 437 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 54 KiB/s wr, 9 op/s 2024-06-13T06:34:59.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:34:58 smithi149 ceph-mon[36963]: pgmap v367: 97 pgs: 97 active+clean; 19 MiB data, 437 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 54 KiB/s wr, 9 op/s 2024-06-13T06:34:59.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:34:58 smithi096 ceph-mon[36532]: pgmap v367: 97 pgs: 97 active+clean; 19 MiB data, 437 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 54 KiB/s wr, 9 op/s 2024-06-13T06:35:01.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:35:00 smithi039 ceph-mon[32479]: pgmap v368: 97 pgs: 97 active+clean; 19 MiB data, 437 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 54 KiB/s wr, 9 op/s 2024-06-13T06:35:01.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:35:00 smithi149 ceph-mon[36963]: pgmap v368: 97 pgs: 97 active+clean; 19 MiB data, 437 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 54 KiB/s wr, 9 op/s 2024-06-13T06:35:01.290 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:35:00 smithi096 ceph-mon[36532]: pgmap v368: 97 pgs: 97 active+clean; 19 MiB data, 437 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 54 KiB/s wr, 9 op/s 2024-06-13T06:35:03.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:35:02 smithi039 ceph-mon[32479]: pgmap v369: 97 pgs: 97 active+clean; 19 MiB data, 437 MiB used, 1.0 TiB / 1.0 TiB avail; 83 KiB/s rd, 81 KiB/s wr, 14 op/s 2024-06-13T06:35:03.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:35:02 smithi149 ceph-mon[36963]: pgmap v369: 97 pgs: 97 active+clean; 19 MiB data, 437 MiB used, 1.0 TiB / 1.0 TiB avail; 83 KiB/s rd, 81 KiB/s wr, 14 op/s 2024-06-13T06:35:03.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:35:02 smithi096 ceph-mon[36532]: pgmap v369: 97 pgs: 97 active+clean; 19 MiB data, 437 MiB used, 1.0 TiB / 1.0 TiB avail; 83 KiB/s rd, 81 KiB/s wr, 14 op/s 2024-06-13T06:35:05.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:35:04 smithi039 ceph-mon[32479]: pgmap v370: 97 pgs: 97 active+clean; 19 MiB data, 437 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 54 KiB/s wr, 9 op/s 2024-06-13T06:35:05.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:35:04 smithi149 ceph-mon[36963]: pgmap v370: 97 pgs: 97 active+clean; 19 MiB data, 437 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 54 KiB/s wr, 9 op/s 2024-06-13T06:35:05.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:35:04 smithi096 ceph-mon[36532]: pgmap v370: 97 pgs: 97 active+clean; 19 MiB data, 437 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 54 KiB/s wr, 9 op/s 2024-06-13T06:35:06.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:35:05 smithi039 ceph-mon[32479]: osdmap e103: 12 total, 12 up, 12 in 2024-06-13T06:35:06.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:35:05 smithi149 ceph-mon[36963]: osdmap e103: 12 total, 12 up, 12 in 2024-06-13T06:35:06.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:35:05 smithi096 ceph-mon[36532]: osdmap e103: 12 total, 12 up, 12 in 2024-06-13T06:35:07.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:35:06 smithi039 ceph-mon[32479]: pgmap v372: 97 pgs: 97 active+clean; 20 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 123 KiB/s wr, 32 op/s 2024-06-13T06:35:07.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:35:06 smithi039 ceph-mon[32479]: osdmap e104: 12 total, 12 up, 12 in 2024-06-13T06:35:07.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:35:06 smithi149 ceph-mon[36963]: pgmap v372: 97 pgs: 97 active+clean; 20 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 123 KiB/s wr, 32 op/s 2024-06-13T06:35:07.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:35:06 smithi149 ceph-mon[36963]: osdmap e104: 12 total, 12 up, 12 in 2024-06-13T06:35:07.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:35:06 smithi096 ceph-mon[36532]: pgmap v372: 97 pgs: 97 active+clean; 20 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 123 KiB/s wr, 32 op/s 2024-06-13T06:35:07.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:35:06 smithi096 ceph-mon[36532]: osdmap e104: 12 total, 12 up, 12 in 2024-06-13T06:35:07.863 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 31.3 2024-06-13T06:35:07.864 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T06:35:08.129 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:35:09.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:35:08 smithi039 ceph-mon[32479]: pgmap v374: 97 pgs: 97 active+clean; 20 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 103 KiB/s rd, 153 KiB/s wr, 40 op/s 2024-06-13T06:35:09.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:35:08 smithi149 ceph-mon[36963]: pgmap v374: 97 pgs: 97 active+clean; 20 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 103 KiB/s rd, 153 KiB/s wr, 40 op/s 2024-06-13T06:35:09.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:35:08 smithi096 ceph-mon[36532]: pgmap v374: 97 pgs: 97 active+clean; 20 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 103 KiB/s rd, 153 KiB/s wr, 40 op/s 2024-06-13T06:35:09.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:09.911+0000 7f08ddb57700 1 -- 172.21.15.39:0/1445592359 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08d8101390 msgr2=0x7f08d8101810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:35:09.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:09.911+0000 7f08ddb57700 1 --2- 172.21.15.39:0/1445592359 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08d8101390 0x7f08d8101810 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f08cc009990 tx=0x7f08cc009ca0 comp rx=0 tx=0).stop 2024-06-13T06:35:09.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:09.911+0000 7f08ddb57700 1 -- 172.21.15.39:0/1445592359 shutdown_connections 2024-06-13T06:35:09.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:09.911+0000 7f08ddb57700 1 --2- 172.21.15.39:0/1445592359 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f08d8101d50 0x7f08d810e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:09.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:09.911+0000 7f08ddb57700 1 --2- 172.21.15.39:0/1445592359 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f08d8107400 0x7f08d81077e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:09.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:09.911+0000 7f08ddb57700 1 --2- 172.21.15.39:0/1445592359 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08d8101390 0x7f08d8101810 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:09.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:09.911+0000 7f08ddb57700 1 -- 172.21.15.39:0/1445592359 >> 172.21.15.39:0/1445592359 conn(0x7f08d8078340 msgr2=0x7f08d8078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:35:09.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:09.911+0000 7f08ddb57700 1 -- 172.21.15.39:0/1445592359 shutdown_connections 2024-06-13T06:35:09.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:09.911+0000 7f08ddb57700 1 -- 172.21.15.39:0/1445592359 wait complete. 2024-06-13T06:35:09.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:09.912+0000 7f08ddb57700 1 Processor -- start 2024-06-13T06:35:09.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:09.912+0000 7f08ddb57700 1 -- start start 2024-06-13T06:35:09.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:09.912+0000 7f08ddb57700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f08d8101390 0x7f08d8103070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:35:09.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:09.912+0000 7f08ddb57700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f08d8101d50 0x7f08d81035b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:35:09.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:09.912+0000 7f08ddb57700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08d8107400 0x7f08d8103af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:35:09.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:09.912+0000 7f08ddb57700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f08d81116a0 con 0x7f08d8107400 2024-06-13T06:35:09.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:09.912+0000 7f08ddb57700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f08d8111520 con 0x7f08d8101d50 2024-06-13T06:35:09.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:09.912+0000 7f08ddb57700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f08d8111820 con 0x7f08d8101390 2024-06-13T06:35:09.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:09.913+0000 7f08d7fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08d8107400 0x7f08d8103af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:35:09.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:09.913+0000 7f08d7fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08d8107400 0x7f08d8103af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48324/0 (socket says 172.21.15.39:48324) 2024-06-13T06:35:09.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:09.913+0000 7f08d7fff700 1 -- 172.21.15.39:0/3449714793 learned_addr learned my addr 172.21.15.39:0/3449714793 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:35:09.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:09.913+0000 7f08d6ffd700 1 --2- 172.21.15.39:0/3449714793 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f08d8101d50 0x7f08d81035b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:35:09.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:09.913+0000 7f08d77fe700 1 --2- 172.21.15.39:0/3449714793 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f08d8101390 0x7f08d8103070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:35:09.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:09.913+0000 7f08d7fff700 1 -- 172.21.15.39:0/3449714793 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f08d8101390 msgr2=0x7f08d8103070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:35:09.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:09.913+0000 7f08d7fff700 1 --2- 172.21.15.39:0/3449714793 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f08d8101390 0x7f08d8103070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:09.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:09.913+0000 7f08d7fff700 1 -- 172.21.15.39:0/3449714793 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f08d8101d50 msgr2=0x7f08d81035b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:35:09.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:09.913+0000 7f08d7fff700 1 --2- 172.21.15.39:0/3449714793 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f08d8101d50 0x7f08d81035b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:09.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:09.913+0000 7f08d7fff700 1 -- 172.21.15.39:0/3449714793 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08d81a7120 con 0x7f08d8107400 2024-06-13T06:35:09.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:09.913+0000 7f08d7fff700 1 --2- 172.21.15.39:0/3449714793 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08d8107400 0x7f08d8103af0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f08d0007ee0 tx=0x7f08d000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:35:09.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:09.913+0000 7f08d4ff9700 1 -- 172.21.15.39:0/3449714793 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08d0004bb0 con 0x7f08d8107400 2024-06-13T06:35:09.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:09.913+0000 7f08ddb57700 1 -- 172.21.15.39:0/3449714793 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08d81a7410 con 0x7f08d8107400 2024-06-13T06:35:09.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:09.913+0000 7f08d4ff9700 1 -- 172.21.15.39:0/3449714793 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f08d0004d50 con 0x7f08d8107400 2024-06-13T06:35:09.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:09.913+0000 7f08ddb57700 1 -- 172.21.15.39:0/3449714793 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08d81a7970 con 0x7f08d8107400 2024-06-13T06:35:09.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:09.913+0000 7f08d4ff9700 1 -- 172.21.15.39:0/3449714793 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08d0005900 con 0x7f08d8107400 2024-06-13T06:35:09.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:09.914+0000 7f08ddb57700 1 -- 172.21.15.39:0/3449714793 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f08d8069180 con 0x7f08d8107400 2024-06-13T06:35:09.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:09.916+0000 7f08d4ff9700 1 -- 172.21.15.39:0/3449714793 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f08d001a020 con 0x7f08d8107400 2024-06-13T06:35:09.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:09.916+0000 7f08d4ff9700 1 --2- 172.21.15.39:0/3449714793 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f08c00a2d90 0x7f08c00a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:35:09.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:09.916+0000 7f08d77fe700 1 --2- 172.21.15.39:0/3449714793 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f08c00a2d90 0x7f08c00a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:35:09.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:09.916+0000 7f08d4ff9700 1 -- 172.21.15.39:0/3449714793 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 8550+0+0 (secure 0 0 0) 0x7f08d00cf210 con 0x7f08d8107400 2024-06-13T06:35:09.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:09.917+0000 7f08d77fe700 1 --2- 172.21.15.39:0/3449714793 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f08c00a2d90 0x7f08c00a5250 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f08c8005950 tx=0x7f08c800a300 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:35:09.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:09.920+0000 7f08d4ff9700 1 -- 172.21.15.39:0/3449714793 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f08d0010070 con 0x7f08d8107400 2024-06-13T06:35:10.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:10.172+0000 7f08ddb57700 1 -- 172.21.15.39:0/3449714793 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f08d81a7c40 con 0x7f08d8107400 2024-06-13T06:35:10.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:10.173+0000 7f08d4ff9700 1 -- 172.21.15.39:0/3449714793 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11865 (secure 0 0 0) 0x7f08d009be10 con 0x7f08d8107400 2024-06-13T06:35:10.172 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:35:10.172 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/2373452665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":2373452665},{"type":"v1","addr":"172.21.15.39:6835","nonce":2373452665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/2187635150","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":2187635150},{"type":"v1","addr":"172.21.15.39:6837","nonce":2187635150}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14571,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6839/1475451558","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":1475451558},{"type":"v1","addr":"172.21.15.39:6839","nonce":1475451558}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14577,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6841/313570480","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":313570480},{"type":"v1","addr":"172.21.15.39:6841","nonce":313570480}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/980475055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":980475055},{"type":"v1","addr":"172.21.15.149:6833","nonce":980475055}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24427,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/2757180167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":2757180167},{"type":"v1","addr":"172.21.15.149:6835","nonce":2757180167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-13T06:20:05.248660+0000","modified":"2024-06-13T06:23:07.325841+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24512,"mds_1":24482,"mds_2":24455},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24431":{"gid":24431,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.96:6833/2827318421","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6832","nonce":2827318421},{"type":"v1","addr":"172.21.15.96:6833","nonce":2827318421}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24439":{"gid":24439,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6837/1742889729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":1742889729},{"type":"v1","addr":"172.21.15.149:6837","nonce":1742889729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6839/862740064","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":862740064},{"type":"v1","addr":"172.21.15.149:6839","nonce":862740064}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.96:6835/3408571209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6834","nonce":3408571209},{"type":"v1","addr":"172.21.15.96:6835","nonce":3408571209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.96:6837/2574644445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6836","nonce":2574644445},{"type":"v1","addr":"172.21.15.96:6837","nonce":2574644445}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.96:6839/1459106434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6838","nonce":1459106434},{"type":"v1","addr":"172.21.15.96:6839","nonce":1459106434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24512,"qdb_cluster":[24482,24512,24455]},"id":1}]} 2024-06-13T06:35:10.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:10.176+0000 7f08ddb57700 1 -- 172.21.15.39:0/3449714793 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f08c00a2d90 msgr2=0x7f08c00a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:35:10.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:10.176+0000 7f08ddb57700 1 --2- 172.21.15.39:0/3449714793 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f08c00a2d90 0x7f08c00a5250 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f08c8005950 tx=0x7f08c800a300 comp rx=0 tx=0).stop 2024-06-13T06:35:10.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:10.176+0000 7f08ddb57700 1 -- 172.21.15.39:0/3449714793 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08d8107400 msgr2=0x7f08d8103af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:35:10.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:10.176+0000 7f08ddb57700 1 --2- 172.21.15.39:0/3449714793 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08d8107400 0x7f08d8103af0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f08d0007ee0 tx=0x7f08d000d3b0 comp rx=0 tx=0).stop 2024-06-13T06:35:10.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:10.176+0000 7f08ddb57700 1 -- 172.21.15.39:0/3449714793 shutdown_connections 2024-06-13T06:35:10.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:10.176+0000 7f08ddb57700 1 --2- 172.21.15.39:0/3449714793 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f08c00a2d90 0x7f08c00a5250 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:10.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:10.176+0000 7f08ddb57700 1 --2- 172.21.15.39:0/3449714793 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08d8107400 0x7f08d8103af0 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:10.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:10.176+0000 7f08ddb57700 1 --2- 172.21.15.39:0/3449714793 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f08d8101390 0x7f08d8103070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:10.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:10.176+0000 7f08ddb57700 1 --2- 172.21.15.39:0/3449714793 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f08d8101d50 0x7f08d81035b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:10.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:10.176+0000 7f08ddb57700 1 -- 172.21.15.39:0/3449714793 >> 172.21.15.39:0/3449714793 conn(0x7f08d8078340 msgr2=0x7f08d8100600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:35:10.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:10.176+0000 7f08ddb57700 1 -- 172.21.15.39:0/3449714793 shutdown_connections 2024-06-13T06:35:10.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:10.176+0000 7f08ddb57700 1 -- 172.21.15.39:0/3449714793 wait complete. 2024-06-13T06:35:10.176 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 24 2024-06-13T06:35:10.795 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24512 quiesce db / --timeout 90 --expiration 151.3 --await-for 45.0' 2024-06-13T06:35:10.795 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- timeout 105 ceph tell mds.24512 quiesce db / --timeout 90 --expiration 151.3 --await-for 45.0 2024-06-13T06:35:11.053 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:35:11.167 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:35:10 smithi039 ceph-mon[32479]: pgmap v375: 97 pgs: 97 active+clean; 20 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 114 KiB/s wr, 33 op/s 2024-06-13T06:35:11.167 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:35:10 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/3449714793' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:35:11.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:35:10 smithi149 ceph-mon[36963]: pgmap v375: 97 pgs: 97 active+clean; 20 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 114 KiB/s wr, 33 op/s 2024-06-13T06:35:11.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:35:10 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/3449714793' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:35:11.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:35:10 smithi096 ceph-mon[36532]: pgmap v375: 97 pgs: 97 active+clean; 20 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 114 KiB/s wr, 33 op/s 2024-06-13T06:35:11.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:35:10 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/3449714793' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:35:12.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.930+0000 7fb41a612700 1 -- 172.21.15.39:0/1018614388 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb414108580 msgr2=0x7fb414108960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:35:12.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.930+0000 7fb41a612700 1 --2- 172.21.15.39:0/1018614388 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb414108580 0x7fb414108960 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7fb4040099c0 tx=0x7fb404009cd0 comp rx=0 tx=0).stop 2024-06-13T06:35:12.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.930+0000 7fb41a612700 1 -- 172.21.15.39:0/1018614388 shutdown_connections 2024-06-13T06:35:12.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.930+0000 7fb41a612700 1 --2- 172.21.15.39:0/1018614388 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb414102f60 0x7fb41410f350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:12.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.930+0000 7fb41a612700 1 --2- 172.21.15.39:0/1018614388 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb414108580 0x7fb414108960 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:12.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.930+0000 7fb41a612700 1 --2- 172.21.15.39:0/1018614388 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb4141025a0 0x7fb414102a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:12.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.930+0000 7fb41a612700 1 -- 172.21.15.39:0/1018614388 >> 172.21.15.39:0/1018614388 conn(0x7fb414079680 msgr2=0x7fb414079a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:35:12.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.930+0000 7fb41a612700 1 -- 172.21.15.39:0/1018614388 shutdown_connections 2024-06-13T06:35:12.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.930+0000 7fb41a612700 1 -- 172.21.15.39:0/1018614388 wait complete. 2024-06-13T06:35:12.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.930+0000 7fb41a612700 1 Processor -- start 2024-06-13T06:35:12.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.931+0000 7fb41a612700 1 -- start start 2024-06-13T06:35:12.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.931+0000 7fb41a612700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb4141025a0 0x7fb41419e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:35:12.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.931+0000 7fb41a612700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb414102f60 0x7fb41419ec30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:35:12.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.931+0000 7fb41a612700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb414108580 0x7fb4141988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:35:12.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.931+0000 7fb41a612700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fb414112810 con 0x7fb414108580 2024-06-13T06:35:12.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.931+0000 7fb41a612700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fb414112690 con 0x7fb4141025a0 2024-06-13T06:35:12.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.931+0000 7fb41a612700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fb414112990 con 0x7fb414102f60 2024-06-13T06:35:12.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.931+0000 7fb418baf700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb414108580 0x7fb4141988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:35:12.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.931+0000 7fb413fff700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb4141025a0 0x7fb41419e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:35:12.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.931+0000 7fb4137fe700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb414102f60 0x7fb41419ec30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:35:12.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.931+0000 7fb418baf700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb414108580 0x7fb4141988b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37650/0 (socket says 172.21.15.39:37650) 2024-06-13T06:35:12.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.931+0000 7fb418baf700 1 -- 172.21.15.39:0/1080520917 learned_addr learned my addr 172.21.15.39:0/1080520917 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:35:12.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.931+0000 7fb413fff700 1 -- 172.21.15.39:0/1080520917 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb414102f60 msgr2=0x7fb41419ec30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:35:12.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.932+0000 7fb413fff700 1 --2- 172.21.15.39:0/1080520917 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb414102f60 0x7fb41419ec30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:12.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.932+0000 7fb413fff700 1 -- 172.21.15.39:0/1080520917 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb414108580 msgr2=0x7fb4141988b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:35:12.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.932+0000 7fb413fff700 1 --2- 172.21.15.39:0/1080520917 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb414108580 0x7fb4141988b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:12.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.932+0000 7fb413fff700 1 -- 172.21.15.39:0/1080520917 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb414199010 con 0x7fb4141025a0 2024-06-13T06:35:12.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.932+0000 7fb418baf700 1 --2- 172.21.15.39:0/1080520917 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb414108580 0x7fb4141988b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T06:35:12.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.932+0000 7fb4137fe700 1 --2- 172.21.15.39:0/1080520917 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb414102f60 0x7fb41419ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T06:35:12.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.932+0000 7fb413fff700 1 --2- 172.21.15.39:0/1080520917 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb4141025a0 0x7fb41419e6f0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fb4040098e0 tx=0x7fb40400fa00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:35:12.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.932+0000 7fb4117fa700 1 -- 172.21.15.39:0/1080520917 <== mon.2 v2:172.21.15.96:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb404027070 con 0x7fb4141025a0 2024-06-13T06:35:12.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.932+0000 7fb41a612700 1 -- 172.21.15.39:0/1080520917 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4141992a0 con 0x7fb4141025a0 2024-06-13T06:35:12.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.932+0000 7fb4117fa700 1 -- 172.21.15.39:0/1080520917 <== mon.2 v2:172.21.15.96:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb404003680 con 0x7fb4141025a0 2024-06-13T06:35:12.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.932+0000 7fb4117fa700 1 -- 172.21.15.39:0/1080520917 <== mon.2 v2:172.21.15.96:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4040173f0 con 0x7fb4141025a0 2024-06-13T06:35:12.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.932+0000 7fb41a612700 1 -- 172.21.15.39:0/1080520917 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4141a55c0 con 0x7fb4141025a0 2024-06-13T06:35:12.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.934+0000 7fb4117fa700 1 -- 172.21.15.39:0/1080520917 <== mon.2 v2:172.21.15.96:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fb40402a070 con 0x7fb4141025a0 2024-06-13T06:35:12.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.935+0000 7fb4117fa700 1 --2- 172.21.15.39:0/1080520917 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fb3fc0a2e30 0x7fb3fc0a52f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:35:12.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.935+0000 7fb4137fe700 1 --2- 172.21.15.39:0/1080520917 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fb3fc0a2e30 0x7fb3fc0a52f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:35:12.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.935+0000 7fb4117fa700 1 -- 172.21.15.39:0/1080520917 <== mon.2 v2:172.21.15.96:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 8550+0+0 (secure 0 0 0) 0x7fb4040cff50 con 0x7fb4141025a0 2024-06-13T06:35:12.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.936+0000 7fb4137fe700 1 --2- 172.21.15.39:0/1080520917 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fb3fc0a2e30 0x7fb3fc0a52f0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fb414079aa0 tx=0x7fb40800b410 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:35:12.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.936+0000 7fb424e95b80 1 Processor -- start 2024-06-13T06:35:12.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.936+0000 7fb424e95b80 1 -- start start 2024-06-13T06:35:12.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.936+0000 7fb424e95b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5572004cf590 0x5572004cf970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:35:12.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.936+0000 7fb424e95b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572004cfeb0 0x5572004c97a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:35:12.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.936+0000 7fb424e95b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5572004c9ce0 0x5572004ca100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:35:12.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.936+0000 7fb424e95b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x5572003bc0f0 con 0x5572004cf590 2024-06-13T06:35:12.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.936+0000 7fb424e95b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x55720041a9e0 con 0x5572004c9ce0 2024-06-13T06:35:12.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.936+0000 7fb424e95b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5572003825f0 con 0x5572004cfeb0 2024-06-13T06:35:12.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.936+0000 7fb413fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5572004cf590 0x5572004cf970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:35:12.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.936+0000 7fb413fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5572004cf590 0x5572004cf970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37656/0 (socket says 172.21.15.39:37656) 2024-06-13T06:35:12.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.936+0000 7fb413fff700 1 -- 172.21.15.39:0/4035482822 learned_addr learned my addr 172.21.15.39:0/4035482822 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:35:12.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.936+0000 7fb418baf700 1 --2- 172.21.15.39:0/4035482822 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5572004c9ce0 0x5572004ca100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:35:12.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.936+0000 7fb4137fe700 1 --2- 172.21.15.39:0/4035482822 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572004cfeb0 0x5572004c97a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:35:12.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.936+0000 7fb413fff700 1 -- 172.21.15.39:0/4035482822 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572004cfeb0 msgr2=0x5572004c97a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:35:12.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.936+0000 7fb413fff700 1 --2- 172.21.15.39:0/4035482822 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572004cfeb0 0x5572004c97a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:12.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.936+0000 7fb413fff700 1 -- 172.21.15.39:0/4035482822 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5572004c9ce0 msgr2=0x5572004ca100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:35:12.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.936+0000 7fb413fff700 1 --2- 172.21.15.39:0/4035482822 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5572004c9ce0 0x5572004ca100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:12.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.936+0000 7fb413fff700 1 -- 172.21.15.39:0/4035482822 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557200369a60 con 0x5572004cf590 2024-06-13T06:35:12.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.936+0000 7fb4137fe700 1 --2- 172.21.15.39:0/4035482822 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572004cfeb0 0x5572004c97a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:35:12.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.937+0000 7fb413fff700 1 --2- 172.21.15.39:0/4035482822 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5572004cf590 0x5572004cf970 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7fb40409c470 tx=0x7fb404009d30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc5169385863c650 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:35:12.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.937+0000 7fb3fa7fc700 1 -- 172.21.15.39:0/4035482822 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4040095d0 con 0x5572004cf590 2024-06-13T06:35:12.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.937+0000 7fb3fa7fc700 1 -- 172.21.15.39:0/4035482822 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb40400fe40 con 0x5572004cf590 2024-06-13T06:35:12.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.937+0000 7fb3fa7fc700 1 -- 172.21.15.39:0/4035482822 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb40409c980 con 0x5572004cf590 2024-06-13T06:35:12.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.937+0000 7fb424e95b80 1 -- 172.21.15.39:0/4035482822 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5572004cf590 msgr2=0x5572004cf970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:35:12.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.937+0000 7fb424e95b80 1 --2- 172.21.15.39:0/4035482822 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5572004cf590 0x5572004cf970 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7fb40409c470 tx=0x7fb404009d30 comp rx=0 tx=0).stop 2024-06-13T06:35:12.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.938+0000 7fb424e95b80 1 -- 172.21.15.39:0/4035482822 shutdown_connections 2024-06-13T06:35:12.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.938+0000 7fb424e95b80 1 --2- 172.21.15.39:0/4035482822 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5572004c9ce0 0x5572004ca100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:12.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.938+0000 7fb424e95b80 1 --2- 172.21.15.39:0/4035482822 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5572004cf590 0x5572004cf970 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:12.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.938+0000 7fb424e95b80 1 --2- 172.21.15.39:0/4035482822 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572004cfeb0 0x5572004c97a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:12.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.938+0000 7fb424e95b80 1 -- 172.21.15.39:0/4035482822 >> 172.21.15.39:0/4035482822 conn(0x5572003f6210 msgr2=0x5572004c4a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:35:12.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.938+0000 7fb424e95b80 1 -- 172.21.15.39:0/4035482822 shutdown_connections 2024-06-13T06:35:12.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.938+0000 7fb424e95b80 1 -- 172.21.15.39:0/4035482822 wait complete. 2024-06-13T06:35:12.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.938+0000 7fb424e95b80 1 -- start start 2024-06-13T06:35:12.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.938+0000 7fb424e95b80 1 Processor -- start 2024-06-13T06:35:12.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.939+0000 7fb424e95b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572004c9ce0 0x5572004d5b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:35:12.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.939+0000 7fb424e95b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5572004cf590 0x5572004d2f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:35:12.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.939+0000 7fb424e95b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5572004cfeb0 0x5572004d3460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:35:12.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.939+0000 7fb424e95b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x5572003bb150 con 0x5572004cfeb0 2024-06-13T06:35:12.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.939+0000 7fb424e95b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x5572004169a0 con 0x5572004cf590 2024-06-13T06:35:12.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.939+0000 7fb424e95b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5572004d6640 con 0x5572004c9ce0 2024-06-13T06:35:12.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.939+0000 7fb424e95b80 10 client.0 _ll_register_callbacks cb 0x5572003b0740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:35:12.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.939+0000 7fb418baf700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5572004cfeb0 0x5572004d3460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:35:12.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.939+0000 7fb418baf700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5572004cfeb0 0x5572004d3460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37672/0 (socket says 172.21.15.39:37672) 2024-06-13T06:35:12.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.939+0000 7fb418baf700 1 -- 172.21.15.39:0/1948649511 learned_addr learned my addr 172.21.15.39:0/1948649511 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:35:12.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.939+0000 7fb413fff700 1 --2- 172.21.15.39:0/1948649511 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572004c9ce0 0x5572004d5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:35:12.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.939+0000 7fb4137fe700 1 --2- 172.21.15.39:0/1948649511 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5572004cf590 0x5572004d2f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:35:12.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.939+0000 7fb418baf700 1 -- 172.21.15.39:0/1948649511 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572004c9ce0 msgr2=0x5572004d5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:35:12.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.939+0000 7fb418baf700 1 --2- 172.21.15.39:0/1948649511 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572004c9ce0 0x5572004d5b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:12.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.939+0000 7fb418baf700 1 -- 172.21.15.39:0/1948649511 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5572004cf590 msgr2=0x5572004d2f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:35:12.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.939+0000 7fb418baf700 1 --2- 172.21.15.39:0/1948649511 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5572004cf590 0x5572004d2f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:12.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.939+0000 7fb418baf700 1 -- 172.21.15.39:0/1948649511 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5572003e08e0 con 0x5572004cfeb0 2024-06-13T06:35:12.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.939+0000 7fb4137fe700 1 --2- 172.21.15.39:0/1948649511 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5572004cf590 0x5572004d2f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:35:12.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.939+0000 7fb418baf700 1 --2- 172.21.15.39:0/1948649511 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5572004cfeb0 0x5572004d3460 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fb40c00ebc0 tx=0x7fb40c00ebf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56c2c13ebd3078ce server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:35:12.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.939+0000 7fb3f37fe700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:35:12.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.939+0000 7fb3f37fe700 1 -- 172.21.15.39:0/1948649511 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb40c01a070 con 0x5572004cfeb0 2024-06-13T06:35:12.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.940+0000 7fb3f37fe700 1 -- 172.21.15.39:0/1948649511 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8550+0+0 (secure 0 0 0) 0x7fb40c007c50 con 0x5572004cfeb0 2024-06-13T06:35:12.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.940+0000 7fb424e95b80 1 -- 172.21.15.39:0/1948649511 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x557200427ee0 con 0x5572004cfeb0 2024-06-13T06:35:12.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.940+0000 7fb3f37fe700 1 -- 172.21.15.39:0/1948649511 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fb40c025050 con 0x5572004cfeb0 2024-06-13T06:35:12.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.940+0000 7fb424e95b80 10 client.15711 fetch_fsmap learned FSMap version 24 2024-06-13T06:35:12.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.940+0000 7fb424e95b80 1 -- 172.21.15.39:0/1948649511 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5572004e0cb0 con 0x5572004cfeb0 2024-06-13T06:35:12.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.940+0000 7fb3f37fe700 1 -- 172.21.15.39:0/1948649511 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x557200427ee0 con 0x5572004cfeb0 2024-06-13T06:35:12.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.940+0000 7fb3f37fe700 1 -- 172.21.15.39:0/1948649511 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fb40c015420 con 0x5572004cfeb0 2024-06-13T06:35:12.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.940+0000 7fb424e95b80 10 client.15711 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:35:12.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.940+0000 7fb424e95b80 10 client.15711 resolve_mds: validated gid 24512 aka daemon mds.b 2024-06-13T06:35:12.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.940+0000 7fb424e95b80 20 client.15711 populate_metadata read hostname 'smithi039' 2024-06-13T06:35:12.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.940+0000 7fb424e95b80 1 --2- 172.21.15.39:0/1948649511 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x5572004e32e0 0x5572004e56d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:35:12.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.940+0000 7fb424e95b80 4 client.15711 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T06:35:12.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.940+0000 7fb424e95b80 1 -- 172.21.15.39:0/1948649511 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557200422460 con 0x5572004e32e0 2024-06-13T06:35:12.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.941+0000 7fb413fff700 1 --2- 172.21.15.39:0/1948649511 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x5572004e32e0 0x5572004e56d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:35:12.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.941+0000 7fb413fff700 1 --2- 172.21.15.39:0/1948649511 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x5572004e32e0 0x5572004e56d0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=14e73274d9a6cbea server_cookie=c34e92a9a9f048 in_seq=0 out_seq=0 2024-06-13T06:35:12.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.941+0000 7fb3f37fe700 10 client.15711 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:35:12.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.942+0000 7fb3f37fe700 1 -- 172.21.15.39:0/1948649511 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x557200422460 con 0x5572004e32e0 2024-06-13T06:35:12.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.942+0000 7fb3f37fe700 10 client.15711 handle_command_reply: tid=0 2024-06-13T06:35:12.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.942+0000 7fb424e95b80 1 client.15711 shutdown 2024-06-13T06:35:12.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.942+0000 7fb424e95b80 1 -- 172.21.15.39:0/1948649511 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5572004cfeb0 msgr2=0x5572004d3460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:35:12.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.942+0000 7fb424e95b80 1 --2- 172.21.15.39:0/1948649511 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5572004cfeb0 0x5572004d3460 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fb40c00ebc0 tx=0x7fb40c00ebf0 comp rx=0 tx=0).stop 2024-06-13T06:35:12.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.942+0000 7fb424e95b80 1 -- 172.21.15.39:0/1948649511 shutdown_connections 2024-06-13T06:35:12.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.942+0000 7fb424e95b80 1 --2- 172.21.15.39:0/1948649511 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5572004cfeb0 0x5572004d3460 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:12.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.942+0000 7fb424e95b80 1 --2- 172.21.15.39:0/1948649511 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572004c9ce0 0x5572004d5b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:12.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.942+0000 7fb424e95b80 1 --2- 172.21.15.39:0/1948649511 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x5572004e32e0 0x5572004e56d0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:12.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.942+0000 7fb424e95b80 1 --2- 172.21.15.39:0/1948649511 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5572004cf590 0x5572004d2f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:12.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.942+0000 7fb3f37fe700 0 client.15711 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:35:12.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.942+0000 7fb424e95b80 1 -- 172.21.15.39:0/1948649511 >> 172.21.15.39:0/1948649511 conn(0x5572003f6210 msgr2=0x5572004c33b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:35:12.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.942+0000 7fb424e95b80 1 -- 172.21.15.39:0/1948649511 shutdown_connections 2024-06-13T06:35:12.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.942+0000 7fb424e95b80 1 -- 172.21.15.39:0/1948649511 wait complete. 2024-06-13T06:35:12.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.942+0000 7fb424e95b80 20 client.15711 trim_cache size 0 max 16384 2024-06-13T06:35:12.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.963+0000 7fb424e95b80 1 Processor -- start 2024-06-13T06:35:12.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.963+0000 7fb424e95b80 1 -- start start 2024-06-13T06:35:12.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.963+0000 7fb424e95b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5572004c9ce0 0x5572004c97a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:35:12.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.963+0000 7fb424e95b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572004cf590 0x5572004d0350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:35:12.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.963+0000 7fb424e95b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5572004cfeb0 0x5572004d0890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:35:12.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.963+0000 7fb424e95b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fb4141af500 con 0x5572004c9ce0 2024-06-13T06:35:12.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.963+0000 7fb424e95b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fb4141acd90 con 0x5572004cfeb0 2024-06-13T06:35:12.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.963+0000 7fb424e95b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fb4141aac00 con 0x5572004cf590 2024-06-13T06:35:12.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.963+0000 7fb413fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5572004c9ce0 0x5572004c97a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:35:12.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.963+0000 7fb413fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5572004c9ce0 0x5572004c97a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37686/0 (socket says 172.21.15.39:37686) 2024-06-13T06:35:12.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.963+0000 7fb413fff700 1 -- 172.21.15.39:0/3598907330 learned_addr learned my addr 172.21.15.39:0/3598907330 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:35:12.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.963+0000 7fb4137fe700 1 --2- 172.21.15.39:0/3598907330 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572004cf590 0x5572004d0350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:35:12.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.963+0000 7fb418baf700 1 --2- 172.21.15.39:0/3598907330 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5572004cfeb0 0x5572004d0890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:35:12.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.963+0000 7fb413fff700 1 -- 172.21.15.39:0/3598907330 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572004cf590 msgr2=0x5572004d0350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:35:12.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.963+0000 7fb413fff700 1 --2- 172.21.15.39:0/3598907330 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572004cf590 0x5572004d0350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:12.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.963+0000 7fb413fff700 1 -- 172.21.15.39:0/3598907330 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5572004cfeb0 msgr2=0x5572004d0890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:35:12.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.963+0000 7fb413fff700 1 --2- 172.21.15.39:0/3598907330 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5572004cfeb0 0x5572004d0890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:12.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.963+0000 7fb413fff700 1 -- 172.21.15.39:0/3598907330 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5572004d5530 con 0x5572004c9ce0 2024-06-13T06:35:12.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.963+0000 7fb4137fe700 1 --2- 172.21.15.39:0/3598907330 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572004cf590 0x5572004d0350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:35:12.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.964+0000 7fb413fff700 1 --2- 172.21.15.39:0/3598907330 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5572004c9ce0 0x5572004c97a0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7fb4040cdc00 tx=0x7fb40409c150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ec2c6632fd4c22 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:35:12.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.964+0000 7fb3f9ffb700 1 -- 172.21.15.39:0/3598907330 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4040a50c0 con 0x5572004c9ce0 2024-06-13T06:35:12.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.964+0000 7fb3f9ffb700 1 -- 172.21.15.39:0/3598907330 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb4040a0890 con 0x5572004c9ce0 2024-06-13T06:35:12.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.964+0000 7fb3f9ffb700 1 -- 172.21.15.39:0/3598907330 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4040a4e90 con 0x5572004c9ce0 2024-06-13T06:35:12.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.964+0000 7fb424e95b80 1 -- 172.21.15.39:0/3598907330 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5572004c9ce0 msgr2=0x5572004c97a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:35:12.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.964+0000 7fb424e95b80 1 --2- 172.21.15.39:0/3598907330 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5572004c9ce0 0x5572004c97a0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7fb4040cdc00 tx=0x7fb40409c150 comp rx=0 tx=0).stop 2024-06-13T06:35:12.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.964+0000 7fb424e95b80 1 -- 172.21.15.39:0/3598907330 shutdown_connections 2024-06-13T06:35:12.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.964+0000 7fb424e95b80 1 --2- 172.21.15.39:0/3598907330 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5572004cfeb0 0x5572004d0890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:12.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.964+0000 7fb424e95b80 1 --2- 172.21.15.39:0/3598907330 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5572004c9ce0 0x5572004c97a0 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:12.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.964+0000 7fb424e95b80 1 --2- 172.21.15.39:0/3598907330 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572004cf590 0x5572004d0350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:12.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.964+0000 7fb424e95b80 1 -- 172.21.15.39:0/3598907330 >> 172.21.15.39:0/3598907330 conn(0x5572003f6210 msgr2=0x5572004cd010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:35:12.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.965+0000 7fb424e95b80 1 -- 172.21.15.39:0/3598907330 shutdown_connections 2024-06-13T06:35:12.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.965+0000 7fb424e95b80 1 -- 172.21.15.39:0/3598907330 wait complete. 2024-06-13T06:35:12.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.965+0000 7fb424e95b80 1 -- start start 2024-06-13T06:35:12.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.965+0000 7fb424e95b80 1 Processor -- start 2024-06-13T06:35:12.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.965+0000 7fb424e95b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5572004c9ce0 0x5572004dc070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:35:12.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.965+0000 7fb424e95b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5572004cf590 0x5572004d8860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:35:12.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.965+0000 7fb424e95b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572004cfeb0 0x5572004d8de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:35:12.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.965+0000 7fb424e95b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fb4141ab250 con 0x5572004cf590 2024-06-13T06:35:12.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.965+0000 7fb424e95b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fb4141ac6c0 con 0x5572004c9ce0 2024-06-13T06:35:12.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.966+0000 7fb424e95b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fb4141ab920 con 0x5572004cfeb0 2024-06-13T06:35:12.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.966+0000 7fb424e95b80 10 client.0 _ll_register_callbacks cb 0x5572003b0740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:35:12.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.966+0000 7fb4137fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5572004cf590 0x5572004d8860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:35:12.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.966+0000 7fb4137fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5572004cf590 0x5572004d8860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37698/0 (socket says 172.21.15.39:37698) 2024-06-13T06:35:12.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.966+0000 7fb4137fe700 1 -- 172.21.15.39:0/1266745195 learned_addr learned my addr 172.21.15.39:0/1266745195 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:35:12.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.966+0000 7fb418baf700 1 --2- 172.21.15.39:0/1266745195 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572004cfeb0 0x5572004d8de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:35:12.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.966+0000 7fb413fff700 1 --2- 172.21.15.39:0/1266745195 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5572004c9ce0 0x5572004dc070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:35:12.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.966+0000 7fb4137fe700 1 -- 172.21.15.39:0/1266745195 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572004cfeb0 msgr2=0x5572004d8de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:35:12.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.966+0000 7fb4137fe700 1 --2- 172.21.15.39:0/1266745195 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572004cfeb0 0x5572004d8de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:12.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.966+0000 7fb4137fe700 1 -- 172.21.15.39:0/1266745195 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5572004c9ce0 msgr2=0x5572004dc070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:35:12.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.966+0000 7fb4137fe700 1 --2- 172.21.15.39:0/1266745195 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5572004c9ce0 0x5572004dc070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:12.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.966+0000 7fb4137fe700 1 -- 172.21.15.39:0/1266745195 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5572004d9620 con 0x5572004cf590 2024-06-13T06:35:12.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.966+0000 7fb4137fe700 1 --2- 172.21.15.39:0/1266745195 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5572004cf590 0x5572004d8860 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fb408005950 tx=0x7fb4080047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9896b62c3acbd66d server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:35:12.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.966+0000 7fb3f37fe700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:35:12.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.966+0000 7fb3f37fe700 1 -- 172.21.15.39:0/1266745195 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb408004020 con 0x5572004cf590 2024-06-13T06:35:12.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.966+0000 7fb424e95b80 1 -- 172.21.15.39:0/1266745195 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb4040a0890 con 0x5572004cf590 2024-06-13T06:35:12.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.966+0000 7fb3f37fe700 1 -- 172.21.15.39:0/1266745195 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8550+0+0 (secure 0 0 0) 0x7fb4080041c0 con 0x5572004cf590 2024-06-13T06:35:12.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.967+0000 7fb3f37fe700 1 -- 172.21.15.39:0/1266745195 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fb408004400 con 0x5572004cf590 2024-06-13T06:35:12.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.967+0000 7fb424e95b80 10 client.15717 fetch_fsmap learned FSMap version 24 2024-06-13T06:35:12.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.967+0000 7fb424e95b80 1 -- 172.21.15.39:0/1266745195 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x557200553490 con 0x5572004cf590 2024-06-13T06:35:12.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.967+0000 7fb3f37fe700 1 -- 172.21.15.39:0/1266745195 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb4040a0890 con 0x5572004cf590 2024-06-13T06:35:12.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.967+0000 7fb3f37fe700 1 -- 172.21.15.39:0/1266745195 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fb40801ea20 con 0x5572004cf590 2024-06-13T06:35:12.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.967+0000 7fb424e95b80 10 client.15717 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:35:12.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.967+0000 7fb424e95b80 10 client.15717 resolve_mds: validated gid 24512 aka daemon mds.b 2024-06-13T06:35:12.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.967+0000 7fb424e95b80 20 client.15717 populate_metadata read hostname 'smithi039' 2024-06-13T06:35:12.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.967+0000 7fb424e95b80 1 --2- 172.21.15.39:0/1266745195 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x557200553c70 0x557200556090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:35:12.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.967+0000 7fb424e95b80 4 client.15717 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 151.3, "await_for": 45.0}] 2024-06-13T06:35:12.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.967+0000 7fb424e95b80 1 -- 172.21.15.39:0/1266745195 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 151.3, "await_for": 45.0}) -- 0x5572003d60e0 con 0x557200553c70 2024-06-13T06:35:12.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.967+0000 7fb413fff700 1 --2- 172.21.15.39:0/1266745195 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x557200553c70 0x557200556090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:35:12.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.968+0000 7fb413fff700 1 --2- 172.21.15.39:0/1266745195 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x557200553c70 0x557200556090 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=275ccada5ca0dcb0 server_cookie=6a00f1c82000f0ca in_seq=0 out_seq=0 2024-06-13T06:35:12.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.968+0000 7fb3f37fe700 10 client.15717 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:35:12.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.984+0000 7fb3f37fe700 1 -- 172.21.15.39:0/1266745195 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x5572003d60e0 con 0x557200553c70 2024-06-13T06:35:12.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.984+0000 7fb3f37fe700 10 client.15717 handle_command_reply: tid=0 2024-06-13T06:35:12.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.984+0000 7fb424e95b80 1 client.15717 shutdown 2024-06-13T06:35:12.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.984+0000 7fb424e95b80 1 -- 172.21.15.39:0/1266745195 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5572004cf590 msgr2=0x5572004d8860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:35:12.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.984+0000 7fb424e95b80 1 --2- 172.21.15.39:0/1266745195 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5572004cf590 0x5572004d8860 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fb408005950 tx=0x7fb4080047c0 comp rx=0 tx=0).stop 2024-06-13T06:35:12.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.984+0000 7fb424e95b80 1 -- 172.21.15.39:0/1266745195 shutdown_connections 2024-06-13T06:35:12.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.984+0000 7fb424e95b80 1 --2- 172.21.15.39:0/1266745195 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572004cfeb0 0x5572004d8de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:12.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.984+0000 7fb424e95b80 1 --2- 172.21.15.39:0/1266745195 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x557200553c70 0x557200556090 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:12.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.984+0000 7fb424e95b80 1 --2- 172.21.15.39:0/1266745195 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5572004c9ce0 0x5572004dc070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:12.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.984+0000 7fb424e95b80 1 --2- 172.21.15.39:0/1266745195 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5572004cf590 0x5572004d8860 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:12.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.985+0000 7fb424e95b80 1 -- 172.21.15.39:0/1266745195 >> 172.21.15.39:0/1266745195 conn(0x5572003f6210 msgr2=0x5572004d0350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:35:12.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.985+0000 7fb3f37fe700 0 client.15717 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:35:12.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.985+0000 7fb424e95b80 1 -- 172.21.15.39:0/1266745195 shutdown_connections 2024-06-13T06:35:12.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.985+0000 7fb424e95b80 1 -- 172.21.15.39:0/1266745195 wait complete. 2024-06-13T06:35:12.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.985+0000 7fb424e95b80 20 client.15717 trim_cache size 0 max 16384 2024-06-13T06:35:12.986 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-06-13T06:35:12.986 INFO:teuthology.orchestra.run.smithi039.stdout: "epoch": 24, 2024-06-13T06:35:12.986 INFO:teuthology.orchestra.run.smithi039.stdout: "leader": 24512, 2024-06-13T06:35:12.986 INFO:teuthology.orchestra.run.smithi039.stdout: "set_version": 34, 2024-06-13T06:35:12.986 INFO:teuthology.orchestra.run.smithi039.stdout: "sets": { 2024-06-13T06:35:12.986 INFO:teuthology.orchestra.run.smithi039.stdout: "300b9d12": { 2024-06-13T06:35:12.986 INFO:teuthology.orchestra.run.smithi039.stdout: "version": 34, 2024-06-13T06:35:12.986 INFO:teuthology.orchestra.run.smithi039.stdout: "age_ref": 0.0, 2024-06-13T06:35:12.986 INFO:teuthology.orchestra.run.smithi039.stdout: "state": { 2024-06-13T06:35:12.986 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "QUIESCED", 2024-06-13T06:35:12.987 INFO:teuthology.orchestra.run.smithi039.stdout: "age": 0.0 2024-06-13T06:35:12.987 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:35:12.987 INFO:teuthology.orchestra.run.smithi039.stdout: "timeout": 90.0, 2024-06-13T06:35:12.987 INFO:teuthology.orchestra.run.smithi039.stdout: "expiration": 151.3, 2024-06-13T06:35:12.987 INFO:teuthology.orchestra.run.smithi039.stdout: "members": { 2024-06-13T06:35:12.987 INFO:teuthology.orchestra.run.smithi039.stdout: "file:/": { 2024-06-13T06:35:12.987 INFO:teuthology.orchestra.run.smithi039.stdout: "excluded": false, 2024-06-13T06:35:12.987 INFO:teuthology.orchestra.run.smithi039.stdout: "state": { 2024-06-13T06:35:12.987 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "QUIESCED", 2024-06-13T06:35:12.987 INFO:teuthology.orchestra.run.smithi039.stdout: "age": 0.0 2024-06-13T06:35:12.987 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:35:12.987 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:35:12.987 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:35:12.987 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:35:12.987 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:35:12.988 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-06-13T06:35:12.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.985+0000 7fb41a612700 1 -- 172.21.15.39:0/1080520917 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fb3fc0a2e30 msgr2=0x7fb3fc0a52f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:35:12.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.985+0000 7fb41a612700 1 --2- 172.21.15.39:0/1080520917 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fb3fc0a2e30 0x7fb3fc0a52f0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fb414079aa0 tx=0x7fb40800b410 comp rx=0 tx=0).stop 2024-06-13T06:35:12.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.985+0000 7fb41a612700 1 -- 172.21.15.39:0/1080520917 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb4141025a0 msgr2=0x7fb41419e6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:35:12.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.985+0000 7fb41a612700 1 --2- 172.21.15.39:0/1080520917 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb4141025a0 0x7fb41419e6f0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fb4040098e0 tx=0x7fb40400fa00 comp rx=0 tx=0).stop 2024-06-13T06:35:12.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.985+0000 7fb41a612700 1 -- 172.21.15.39:0/1080520917 shutdown_connections 2024-06-13T06:35:12.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.985+0000 7fb41a612700 1 --2- 172.21.15.39:0/1080520917 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fb3fc0a2e30 0x7fb3fc0a52f0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:12.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.985+0000 7fb41a612700 1 --2- 172.21.15.39:0/1080520917 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb414108580 0x7fb4141988b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:12.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.985+0000 7fb41a612700 1 --2- 172.21.15.39:0/1080520917 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb4141025a0 0x7fb41419e6f0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:12.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.985+0000 7fb41a612700 1 --2- 172.21.15.39:0/1080520917 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb414102f60 0x7fb41419ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:12.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.985+0000 7fb41a612700 1 -- 172.21.15.39:0/1080520917 >> 172.21.15.39:0/1080520917 conn(0x7fb414079680 msgr2=0x7fb414100d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:35:12.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.985+0000 7fb41a612700 1 -- 172.21.15.39:0/1080520917 shutdown_connections 2024-06-13T06:35:12.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:12.985+0000 7fb41a612700 1 -- 172.21.15.39:0/1080520917 wait complete. 2024-06-13T06:35:13.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:35:12 smithi039 ceph-mon[32479]: pgmap v376: 97 pgs: 97 active+clean; 20 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 106 KiB/s rd, 157 KiB/s wr, 40 op/s 2024-06-13T06:35:13.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:35:12 smithi149 ceph-mon[36963]: pgmap v376: 97 pgs: 97 active+clean; 20 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 106 KiB/s rd, 157 KiB/s wr, 40 op/s 2024-06-13T06:35:13.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:35:12 smithi096 ceph-mon[36532]: pgmap v376: 97 pgs: 97 active+clean; 20 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 106 KiB/s rd, 157 KiB/s wr, 40 op/s 2024-06-13T06:35:13.728 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '300b9d12', quiesce took 5.9 seconds. Will release after: 25.4 2024-06-13T06:35:15.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:35:14 smithi149 ceph-mon[36963]: pgmap v377: 97 pgs: 97 active+clean; 20 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 96 KiB/s rd, 142 KiB/s wr, 36 op/s 2024-06-13T06:35:15.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:35:14 smithi096 ceph-mon[36532]: pgmap v377: 97 pgs: 97 active+clean; 20 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 96 KiB/s rd, 142 KiB/s wr, 36 op/s 2024-06-13T06:35:15.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:35:14 smithi039 ceph-mon[32479]: pgmap v377: 97 pgs: 97 active+clean; 20 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 96 KiB/s rd, 142 KiB/s wr, 36 op/s 2024-06-13T06:35:17.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:35:16 smithi149 ceph-mon[36963]: pgmap v378: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 53 KiB/s wr, 10 op/s 2024-06-13T06:35:17.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:35:16 smithi096 ceph-mon[36532]: pgmap v378: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 53 KiB/s wr, 10 op/s 2024-06-13T06:35:17.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:35:16 smithi039 ceph-mon[32479]: pgmap v378: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 53 KiB/s wr, 10 op/s 2024-06-13T06:35:19.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:35:18 smithi149 ceph-mon[36963]: pgmap v379: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 47 KiB/s wr, 9 op/s 2024-06-13T06:35:19.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:35:18 smithi096 ceph-mon[36532]: pgmap v379: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 47 KiB/s wr, 9 op/s 2024-06-13T06:35:19.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:35:18 smithi039 ceph-mon[32479]: pgmap v379: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 47 KiB/s wr, 9 op/s 2024-06-13T06:35:21.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:35:20 smithi149 ceph-mon[36963]: pgmap v380: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 44 KiB/s wr, 8 op/s 2024-06-13T06:35:21.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:35:20 smithi096 ceph-mon[36532]: pgmap v380: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 44 KiB/s wr, 8 op/s 2024-06-13T06:35:21.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:35:20 smithi039 ceph-mon[32479]: pgmap v380: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 44 KiB/s wr, 8 op/s 2024-06-13T06:35:23.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:35:22 smithi149 ceph-mon[36963]: pgmap v381: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 44 KiB/s wr, 11 op/s 2024-06-13T06:35:23.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:35:22 smithi096 ceph-mon[36532]: pgmap v381: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 44 KiB/s wr, 11 op/s 2024-06-13T06:35:23.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:35:22 smithi039 ceph-mon[32479]: pgmap v381: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 44 KiB/s wr, 11 op/s 2024-06-13T06:35:25.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:35:24 smithi149 ceph-mon[36963]: pgmap v382: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 16 KiB/s wr, 6 op/s 2024-06-13T06:35:25.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:35:24 smithi096 ceph-mon[36532]: pgmap v382: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 16 KiB/s wr, 6 op/s 2024-06-13T06:35:25.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:35:24 smithi039 ceph-mon[32479]: pgmap v382: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 16 KiB/s wr, 6 op/s 2024-06-13T06:35:27.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:35:26 smithi149 ceph-mon[36963]: pgmap v383: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 19 KiB/s wr, 9 op/s 2024-06-13T06:35:27.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:35:26 smithi096 ceph-mon[36532]: pgmap v383: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 19 KiB/s wr, 9 op/s 2024-06-13T06:35:27.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:35:26 smithi039 ceph-mon[32479]: pgmap v383: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 19 KiB/s wr, 9 op/s 2024-06-13T06:35:29.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:35:28 smithi149 ceph-mon[36963]: pgmap v384: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.8 KiB/s wr, 5 op/s 2024-06-13T06:35:29.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:35:28 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:35:29.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:35:28 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:35:29.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:35:28 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:35:29.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:35:28 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:35:29.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:35:28 smithi096 ceph-mon[36532]: pgmap v384: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.8 KiB/s wr, 5 op/s 2024-06-13T06:35:29.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:35:28 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:35:29.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:35:28 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:35:29.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:35:28 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:35:29.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:35:28 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:35:29.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:35:28 smithi039 ceph-mon[32479]: pgmap v384: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.8 KiB/s wr, 5 op/s 2024-06-13T06:35:29.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:35:28 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:35:29.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:35:28 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:35:29.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:35:28 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:35:29.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:35:28 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:35:31.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:35:30 smithi149 ceph-mon[36963]: pgmap v385: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.8 KiB/s wr, 5 op/s 2024-06-13T06:35:31.223 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:35:30 smithi039 ceph-mon[32479]: pgmap v385: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.8 KiB/s wr, 5 op/s 2024-06-13T06:35:31.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:35:30 smithi096 ceph-mon[36532]: pgmap v385: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.8 KiB/s wr, 5 op/s 2024-06-13T06:35:33.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:35:32 smithi096 ceph-mon[36532]: pgmap v386: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 2.8 KiB/s wr, 7 op/s 2024-06-13T06:35:33.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:35:32 smithi039 ceph-mon[32479]: pgmap v386: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 2.8 KiB/s wr, 7 op/s 2024-06-13T06:35:33.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:35:32 smithi149 ceph-mon[36963]: pgmap v386: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 2.8 KiB/s wr, 7 op/s 2024-06-13T06:35:35.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:35:34 smithi096 ceph-mon[36532]: pgmap v387: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.7 KiB/s wr, 5 op/s 2024-06-13T06:35:35.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:35:34 smithi039 ceph-mon[32479]: pgmap v387: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.7 KiB/s wr, 5 op/s 2024-06-13T06:35:35.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:35:34 smithi149 ceph-mon[36963]: pgmap v387: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 2.7 KiB/s wr, 5 op/s 2024-06-13T06:35:37.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:35:36 smithi096 ceph-mon[36532]: pgmap v388: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 3.7 KiB/s wr, 7 op/s 2024-06-13T06:35:37.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:35:36 smithi039 ceph-mon[32479]: pgmap v388: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 3.7 KiB/s wr, 7 op/s 2024-06-13T06:35:37.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:35:36 smithi149 ceph-mon[36963]: pgmap v388: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 3.7 KiB/s wr, 7 op/s 2024-06-13T06:35:39.129 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T06:35:39.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:35:38 smithi096 ceph-mon[36532]: pgmap v389: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 938 B/s wr, 5 op/s 2024-06-13T06:35:39.396 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:35:39.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:35:38 smithi039 ceph-mon[32479]: pgmap v389: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 938 B/s wr, 5 op/s 2024-06-13T06:35:39.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:35:38 smithi149 ceph-mon[36963]: pgmap v389: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 938 B/s wr, 5 op/s 2024-06-13T06:35:41.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.016+0000 7fa5a47d0700 1 -- 172.21.15.39:0/2906317085 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa59c108500 msgr2=0x7fa59c1088e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:35:41.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.016+0000 7fa5a47d0700 1 --2- 172.21.15.39:0/2906317085 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa59c108500 0x7fa59c1088e0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fa598009990 tx=0x7fa598009ca0 comp rx=0 tx=0).stop 2024-06-13T06:35:41.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.016+0000 7fa5a47d0700 1 -- 172.21.15.39:0/2906317085 shutdown_connections 2024-06-13T06:35:41.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.016+0000 7fa5a47d0700 1 --2- 172.21.15.39:0/2906317085 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa59c06b580 0x7fa59c10f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:41.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.016+0000 7fa5a47d0700 1 --2- 172.21.15.39:0/2906317085 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa59c108500 0x7fa59c1088e0 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:41.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.016+0000 7fa5a47d0700 1 --2- 172.21.15.39:0/2906317085 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fa59c06abc0 0x7fa59c06b040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:41.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.016+0000 7fa5a47d0700 1 -- 172.21.15.39:0/2906317085 >> 172.21.15.39:0/2906317085 conn(0x7fa59c078340 msgr2=0x7fa59c078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:35:41.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.016+0000 7fa5a47d0700 1 -- 172.21.15.39:0/2906317085 shutdown_connections 2024-06-13T06:35:41.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.016+0000 7fa5a47d0700 1 -- 172.21.15.39:0/2906317085 wait complete. 2024-06-13T06:35:41.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.017+0000 7fa5a47d0700 1 Processor -- start 2024-06-13T06:35:41.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.017+0000 7fa5a47d0700 1 -- start start 2024-06-13T06:35:41.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.017+0000 7fa5a47d0700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa59c06abc0 0x7fa59c19e880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:35:41.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.017+0000 7fa5a47d0700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa59c06b580 0x7fa59c19edc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:35:41.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.017+0000 7fa5a47d0700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fa59c108500 0x7fa59c198a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:35:41.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.017+0000 7fa5a47d0700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fa59c112760 con 0x7fa59c06b580 2024-06-13T06:35:41.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.017+0000 7fa5a47d0700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fa59c1125e0 con 0x7fa59c108500 2024-06-13T06:35:41.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.017+0000 7fa5a47d0700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fa59c1128e0 con 0x7fa59c06abc0 2024-06-13T06:35:41.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.017+0000 7fa5a1d6b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa59c06b580 0x7fa59c19edc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:35:41.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.017+0000 7fa5a1d6b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa59c06b580 0x7fa59c19edc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55394/0 (socket says 172.21.15.39:55394) 2024-06-13T06:35:41.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.017+0000 7fa5a1d6b700 1 -- 172.21.15.39:0/3986377230 learned_addr learned my addr 172.21.15.39:0/3986377230 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:35:41.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.017+0000 7fa5a256c700 1 --2- 172.21.15.39:0/3986377230 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa59c06abc0 0x7fa59c19e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:35:41.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.017+0000 7fa5a2d6d700 1 --2- 172.21.15.39:0/3986377230 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fa59c108500 0x7fa59c198a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:35:41.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.017+0000 7fa5a1d6b700 1 -- 172.21.15.39:0/3986377230 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa59c06abc0 msgr2=0x7fa59c19e880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:35:41.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.018+0000 7fa5a1d6b700 1 --2- 172.21.15.39:0/3986377230 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa59c06abc0 0x7fa59c19e880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:41.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.018+0000 7fa5a1d6b700 1 -- 172.21.15.39:0/3986377230 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fa59c108500 msgr2=0x7fa59c198a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:35:41.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.018+0000 7fa5a1d6b700 1 --2- 172.21.15.39:0/3986377230 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fa59c108500 0x7fa59c198a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:41.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.018+0000 7fa5a1d6b700 1 -- 172.21.15.39:0/3986377230 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa59c1991a0 con 0x7fa59c06b580 2024-06-13T06:35:41.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.018+0000 7fa5a1d6b700 1 --2- 172.21.15.39:0/3986377230 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa59c06b580 0x7fa59c19edc0 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fa58c00c9b0 tx=0x7fa58c00ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:35:41.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.018+0000 7fa5937fe700 1 -- 172.21.15.39:0/3986377230 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa58c007b00 con 0x7fa59c06b580 2024-06-13T06:35:41.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.018+0000 7fa5937fe700 1 -- 172.21.15.39:0/3986377230 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fa58c00ce50 con 0x7fa59c06b580 2024-06-13T06:35:41.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.018+0000 7fa5a47d0700 1 -- 172.21.15.39:0/3986377230 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa59c199490 con 0x7fa59c06b580 2024-06-13T06:35:41.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.018+0000 7fa5937fe700 1 -- 172.21.15.39:0/3986377230 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa58c018660 con 0x7fa59c06b580 2024-06-13T06:35:41.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.018+0000 7fa5a47d0700 1 -- 172.21.15.39:0/3986377230 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa59c1a5750 con 0x7fa59c06b580 2024-06-13T06:35:41.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.019+0000 7fa5a47d0700 1 -- 172.21.15.39:0/3986377230 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa59c10a9e0 con 0x7fa59c06b580 2024-06-13T06:35:41.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.020+0000 7fa5937fe700 1 -- 172.21.15.39:0/3986377230 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fa58c00f450 con 0x7fa59c06b580 2024-06-13T06:35:41.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.021+0000 7fa5937fe700 1 --2- 172.21.15.39:0/3986377230 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fa5880a2d90 0x7fa5880a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:35:41.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.021+0000 7fa5a256c700 1 --2- 172.21.15.39:0/3986377230 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fa5880a2d90 0x7fa5880a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:35:41.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.021+0000 7fa5937fe700 1 -- 172.21.15.39:0/3986377230 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 8550+0+0 (secure 0 0 0) 0x7fa58c0cf3a0 con 0x7fa59c06b580 2024-06-13T06:35:41.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.021+0000 7fa5a256c700 1 --2- 172.21.15.39:0/3986377230 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fa5880a2d90 0x7fa5880a5250 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fa59800b5c0 tx=0x7fa598005960 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:35:41.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.025+0000 7fa5937fe700 1 -- 172.21.15.39:0/3986377230 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fa58c014030 con 0x7fa59c06b580 2024-06-13T06:35:41.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:35:40 smithi039 ceph-mon[32479]: pgmap v390: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 938 B/s wr, 5 op/s 2024-06-13T06:35:41.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.279+0000 7fa5a47d0700 1 -- 172.21.15.39:0/3986377230 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa59c069180 con 0x7fa59c06b580 2024-06-13T06:35:41.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.280+0000 7fa5937fe700 1 -- 172.21.15.39:0/3986377230 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11865 (secure 0 0 0) 0x7fa58c09bfa0 con 0x7fa59c06b580 2024-06-13T06:35:41.279 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:35:41.279 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/2373452665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":2373452665},{"type":"v1","addr":"172.21.15.39:6835","nonce":2373452665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/2187635150","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":2187635150},{"type":"v1","addr":"172.21.15.39:6837","nonce":2187635150}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14571,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6839/1475451558","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":1475451558},{"type":"v1","addr":"172.21.15.39:6839","nonce":1475451558}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14577,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6841/313570480","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":313570480},{"type":"v1","addr":"172.21.15.39:6841","nonce":313570480}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/980475055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":980475055},{"type":"v1","addr":"172.21.15.149:6833","nonce":980475055}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24427,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/2757180167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":2757180167},{"type":"v1","addr":"172.21.15.149:6835","nonce":2757180167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-13T06:20:05.248660+0000","modified":"2024-06-13T06:23:07.325841+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24512,"mds_1":24482,"mds_2":24455},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24431":{"gid":24431,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.96:6833/2827318421","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6832","nonce":2827318421},{"type":"v1","addr":"172.21.15.96:6833","nonce":2827318421}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24439":{"gid":24439,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6837/1742889729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":1742889729},{"type":"v1","addr":"172.21.15.149:6837","nonce":1742889729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6839/862740064","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":862740064},{"type":"v1","addr":"172.21.15.149:6839","nonce":862740064}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.96:6835/3408571209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6834","nonce":3408571209},{"type":"v1","addr":"172.21.15.96:6835","nonce":3408571209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.96:6837/2574644445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6836","nonce":2574644445},{"type":"v1","addr":"172.21.15.96:6837","nonce":2574644445}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.96:6839/1459106434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6838","nonce":1459106434},{"type":"v1","addr":"172.21.15.96:6839","nonce":1459106434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24512,"qdb_cluster":[24482,24512,24455]},"id":1}]} 2024-06-13T06:35:41.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.282+0000 7fa5a47d0700 1 -- 172.21.15.39:0/3986377230 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fa5880a2d90 msgr2=0x7fa5880a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:35:41.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.282+0000 7fa5a47d0700 1 --2- 172.21.15.39:0/3986377230 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fa5880a2d90 0x7fa5880a5250 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fa59800b5c0 tx=0x7fa598005960 comp rx=0 tx=0).stop 2024-06-13T06:35:41.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.282+0000 7fa5a47d0700 1 -- 172.21.15.39:0/3986377230 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa59c06b580 msgr2=0x7fa59c19edc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:35:41.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.282+0000 7fa5a47d0700 1 --2- 172.21.15.39:0/3986377230 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa59c06b580 0x7fa59c19edc0 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fa58c00c9b0 tx=0x7fa58c00ccc0 comp rx=0 tx=0).stop 2024-06-13T06:35:41.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.282+0000 7fa5a47d0700 1 -- 172.21.15.39:0/3986377230 shutdown_connections 2024-06-13T06:35:41.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.282+0000 7fa5a47d0700 1 --2- 172.21.15.39:0/3986377230 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fa5880a2d90 0x7fa5880a5250 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:41.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.282+0000 7fa5a47d0700 1 --2- 172.21.15.39:0/3986377230 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fa59c108500 0x7fa59c198a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:41.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.282+0000 7fa5a47d0700 1 --2- 172.21.15.39:0/3986377230 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa59c06abc0 0x7fa59c19e880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:41.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.282+0000 7fa5a47d0700 1 --2- 172.21.15.39:0/3986377230 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa59c06b580 0x7fa59c19edc0 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:41.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.282+0000 7fa5a47d0700 1 -- 172.21.15.39:0/3986377230 >> 172.21.15.39:0/3986377230 conn(0x7fa59c078340 msgr2=0x7fa59c0fff30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:35:41.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.282+0000 7fa5a47d0700 1 -- 172.21.15.39:0/3986377230 shutdown_connections 2024-06-13T06:35:41.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:41.282+0000 7fa5a47d0700 1 -- 172.21.15.39:0/3986377230 wait complete. 2024-06-13T06:35:41.283 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 24 2024-06-13T06:35:41.290 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:35:40 smithi096 ceph-mon[36532]: pgmap v390: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 938 B/s wr, 5 op/s 2024-06-13T06:35:41.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:35:40 smithi149 ceph-mon[36963]: pgmap v390: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 938 B/s wr, 5 op/s 2024-06-13T06:35:42.028 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24512 quiesce db --set-id 300b9d12 --release --await' 2024-06-13T06:35:42.028 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- timeout 105 ceph tell mds.24512 quiesce db --set-id 300b9d12 --release --await 2024-06-13T06:35:42.284 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:35:42.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:35:41 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/3986377230' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:35:42.405 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:35:41 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/3986377230' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:35:42.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:35:41 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/3986377230' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:35:43.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:35:42 smithi096 ceph-mon[36532]: pgmap v391: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 938 B/s wr, 7 op/s 2024-06-13T06:35:43.396 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:35:42 smithi039 ceph-mon[32479]: pgmap v391: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 938 B/s wr, 7 op/s 2024-06-13T06:35:43.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:35:42 smithi149 ceph-mon[36963]: pgmap v391: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 938 B/s wr, 7 op/s 2024-06-13T06:35:43.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.948+0000 7f40d9cb7700 1 -- 172.21.15.39:0/3953527888 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f40d41084f0 msgr2=0x7f40d41088d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:35:43.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.948+0000 7f40d9cb7700 1 --2- 172.21.15.39:0/3953527888 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f40d41084f0 0x7f40d41088d0 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f40c4009990 tx=0x7f40c4009ca0 comp rx=0 tx=0).stop 2024-06-13T06:35:43.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.948+0000 7f40d9cb7700 1 -- 172.21.15.39:0/3953527888 shutdown_connections 2024-06-13T06:35:43.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.948+0000 7f40d9cb7700 1 --2- 172.21.15.39:0/3953527888 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f40d4102e80 0x7f40d410f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:43.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.948+0000 7f40d9cb7700 1 --2- 172.21.15.39:0/3953527888 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f40d41084f0 0x7f40d41088d0 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:43.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.948+0000 7f40d9cb7700 1 --2- 172.21.15.39:0/3953527888 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f40d41024e0 0x7f40d4102940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:43.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.948+0000 7f40d9cb7700 1 -- 172.21.15.39:0/3953527888 >> 172.21.15.39:0/3953527888 conn(0x7f40d4079530 msgr2=0x7f40d4079940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:35:43.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.948+0000 7f40d9cb7700 1 -- 172.21.15.39:0/3953527888 shutdown_connections 2024-06-13T06:35:43.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.948+0000 7f40d9cb7700 1 -- 172.21.15.39:0/3953527888 wait complete. 2024-06-13T06:35:43.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.948+0000 7f40d9cb7700 1 Processor -- start 2024-06-13T06:35:43.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.949+0000 7f40d9cb7700 1 -- start start 2024-06-13T06:35:43.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.949+0000 7f40d9cb7700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f40d41024e0 0x7f40d419e780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:35:43.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.949+0000 7f40d9cb7700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f40d4102e80 0x7f40d419ecc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:35:43.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.949+0000 7f40d9cb7700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f40d41084f0 0x7f40d4198990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:35:43.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.949+0000 7f40d9cb7700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f40d4112730 con 0x7f40d41024e0 2024-06-13T06:35:43.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.949+0000 7f40d9cb7700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f40d41125b0 con 0x7f40d4102e80 2024-06-13T06:35:43.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.949+0000 7f40d9cb7700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f40d41128b0 con 0x7f40d41084f0 2024-06-13T06:35:43.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.949+0000 7f40d37fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f40d41024e0 0x7f40d419e780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:35:43.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.949+0000 7f40d37fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f40d41024e0 0x7f40d419e780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55420/0 (socket says 172.21.15.39:55420) 2024-06-13T06:35:43.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.949+0000 7f40d37fe700 1 -- 172.21.15.39:0/3381098465 learned_addr learned my addr 172.21.15.39:0/3381098465 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:35:43.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.949+0000 7f40caffd700 1 --2- 172.21.15.39:0/3381098465 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f40d4102e80 0x7f40d419ecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:35:43.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.949+0000 7f40d3fff700 1 --2- 172.21.15.39:0/3381098465 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f40d41084f0 0x7f40d4198990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:35:43.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.949+0000 7f40d37fe700 1 -- 172.21.15.39:0/3381098465 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f40d41084f0 msgr2=0x7f40d4198990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:35:43.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.949+0000 7f40d37fe700 1 --2- 172.21.15.39:0/3381098465 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f40d41084f0 0x7f40d4198990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:43.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.949+0000 7f40d37fe700 1 -- 172.21.15.39:0/3381098465 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f40d4102e80 msgr2=0x7f40d419ecc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:35:43.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.949+0000 7f40d37fe700 1 --2- 172.21.15.39:0/3381098465 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f40d4102e80 0x7f40d419ecc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:43.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.949+0000 7f40d37fe700 1 -- 172.21.15.39:0/3381098465 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40d41990f0 con 0x7f40d41024e0 2024-06-13T06:35:43.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.949+0000 7f40caffd700 1 --2- 172.21.15.39:0/3381098465 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f40d4102e80 0x7f40d419ecc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:35:43.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.949+0000 7f40d3fff700 1 --2- 172.21.15.39:0/3381098465 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f40d41084f0 0x7f40d4198990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:35:43.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.950+0000 7f40d37fe700 1 --2- 172.21.15.39:0/3381098465 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f40d41024e0 0x7f40d419e780 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f40c4000c00 tx=0x7f40c4003730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:35:43.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.950+0000 7f40d17fa700 1 -- 172.21.15.39:0/3381098465 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40c4027070 con 0x7f40d41024e0 2024-06-13T06:35:43.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.950+0000 7f40d9cb7700 1 -- 172.21.15.39:0/3381098465 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40d4199380 con 0x7f40d41024e0 2024-06-13T06:35:43.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.950+0000 7f40d17fa700 1 -- 172.21.15.39:0/3381098465 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f40c4004190 con 0x7f40d41024e0 2024-06-13T06:35:43.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.950+0000 7f40d17fa700 1 -- 172.21.15.39:0/3381098465 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40c400f460 con 0x7f40d41024e0 2024-06-13T06:35:43.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.950+0000 7f40d9cb7700 1 -- 172.21.15.39:0/3381098465 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40d41a5650 con 0x7f40d41024e0 2024-06-13T06:35:43.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.952+0000 7f40d17fa700 1 -- 172.21.15.39:0/3381098465 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f40c402a070 con 0x7f40d41024e0 2024-06-13T06:35:43.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.953+0000 7f40d17fa700 1 --2- 172.21.15.39:0/3381098465 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f40c00a2d90 0x7f40c00a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:35:43.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.953+0000 7f40d17fa700 1 -- 172.21.15.39:0/3381098465 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 8550+0+0 (secure 0 0 0) 0x7f40c40d02e0 con 0x7f40d41024e0 2024-06-13T06:35:43.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.953+0000 7f40caffd700 1 --2- 172.21.15.39:0/3381098465 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f40c00a2d90 0x7f40c00a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:35:43.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.953+0000 7f40caffd700 1 --2- 172.21.15.39:0/3381098465 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f40c00a2d90 0x7f40c00a5250 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f40d4079aa0 tx=0x7f40bc005f50 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:35:43.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.954+0000 7f40e453ab80 1 Processor -- start 2024-06-13T06:35:43.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.954+0000 7f40e453ab80 1 -- start start 2024-06-13T06:35:43.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.954+0000 7f40e453ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a882b3910 0x564a882b3cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:35:43.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.954+0000 7f40e453ab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564a882b4230 0x564a882adb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:35:43.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.954+0000 7f40e453ab80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x564a882ae060 0x564a882ae480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:35:43.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.954+0000 7f40e453ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x564a8819c060 con 0x564a882b3910 2024-06-13T06:35:43.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.954+0000 7f40e453ab80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x564a881fa950 con 0x564a882ae060 2024-06-13T06:35:43.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.954+0000 7f40e453ab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x564a88162560 con 0x564a882b4230 2024-06-13T06:35:43.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.954+0000 7f40d37fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a882b3910 0x564a882b3cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:35:43.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.954+0000 7f40d37fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a882b3910 0x564a882b3cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55436/0 (socket says 172.21.15.39:55436) 2024-06-13T06:35:43.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.954+0000 7f40d37fe700 1 -- 172.21.15.39:0/2150113993 learned_addr learned my addr 172.21.15.39:0/2150113993 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:35:43.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.954+0000 7f40d3fff700 1 --2- 172.21.15.39:0/2150113993 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x564a882ae060 0x564a882ae480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:35:43.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.954+0000 7f40caffd700 1 --2- 172.21.15.39:0/2150113993 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564a882b4230 0x564a882adb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:35:43.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.954+0000 7f40d37fe700 1 -- 172.21.15.39:0/2150113993 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564a882b4230 msgr2=0x564a882adb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:35:43.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.954+0000 7f40d37fe700 1 --2- 172.21.15.39:0/2150113993 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564a882b4230 0x564a882adb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:43.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.954+0000 7f40d37fe700 1 -- 172.21.15.39:0/2150113993 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x564a882ae060 msgr2=0x564a882ae480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:35:43.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.954+0000 7f40d37fe700 1 --2- 172.21.15.39:0/2150113993 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x564a882ae060 0x564a882ae480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:43.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.954+0000 7f40d37fe700 1 -- 172.21.15.39:0/2150113993 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564a881499d0 con 0x564a882b3910 2024-06-13T06:35:43.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.954+0000 7f40caffd700 1 --2- 172.21.15.39:0/2150113993 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564a882b4230 0x564a882adb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:35:43.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.954+0000 7f40d37fe700 1 --2- 172.21.15.39:0/2150113993 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a882b3910 0x564a882b3cf0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f40c4099240 tx=0x7f40c409c1d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9523248297d9b9be server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:35:43.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.955+0000 7f40c9ffb700 1 -- 172.21.15.39:0/2150113993 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40c40a0c20 con 0x564a882b3910 2024-06-13T06:35:43.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.955+0000 7f40c9ffb700 1 -- 172.21.15.39:0/2150113993 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f40c40a5450 con 0x564a882b3910 2024-06-13T06:35:43.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.955+0000 7f40c9ffb700 1 -- 172.21.15.39:0/2150113993 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40c409ac00 con 0x564a882b3910 2024-06-13T06:35:43.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.955+0000 7f40e453ab80 1 -- 172.21.15.39:0/2150113993 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a882b3910 msgr2=0x564a882b3cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:35:43.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.955+0000 7f40e453ab80 1 --2- 172.21.15.39:0/2150113993 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a882b3910 0x564a882b3cf0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f40c4099240 tx=0x7f40c409c1d0 comp rx=0 tx=0).stop 2024-06-13T06:35:43.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.956+0000 7f40e453ab80 1 -- 172.21.15.39:0/2150113993 shutdown_connections 2024-06-13T06:35:43.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.956+0000 7f40e453ab80 1 --2- 172.21.15.39:0/2150113993 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x564a882ae060 0x564a882ae480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:43.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.956+0000 7f40e453ab80 1 --2- 172.21.15.39:0/2150113993 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a882b3910 0x564a882b3cf0 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:43.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.956+0000 7f40e453ab80 1 --2- 172.21.15.39:0/2150113993 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564a882b4230 0x564a882adb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:43.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.956+0000 7f40e453ab80 1 -- 172.21.15.39:0/2150113993 >> 172.21.15.39:0/2150113993 conn(0x564a881d6180 msgr2=0x564a882a4a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:35:43.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.956+0000 7f40e453ab80 1 -- 172.21.15.39:0/2150113993 shutdown_connections 2024-06-13T06:35:43.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.956+0000 7f40e453ab80 1 -- 172.21.15.39:0/2150113993 wait complete. 2024-06-13T06:35:43.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.956+0000 7f40e453ab80 1 -- start start 2024-06-13T06:35:43.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.956+0000 7f40e453ab80 1 Processor -- start 2024-06-13T06:35:43.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.956+0000 7f40e453ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a882ae060 0x564a882b9fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:35:43.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.956+0000 7f40e453ab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564a882b3910 0x564a882b72a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:35:43.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.956+0000 7f40e453ab80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x564a882b4230 0x564a882b77e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:35:43.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.956+0000 7f40e453ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x564a8819b0c0 con 0x564a882ae060 2024-06-13T06:35:43.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.956+0000 7f40d37fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a882ae060 0x564a882b9fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:35:43.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.957+0000 7f40d37fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a882ae060 0x564a882b9fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55442/0 (socket says 172.21.15.39:55442) 2024-06-13T06:35:43.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.957+0000 7f40d37fe700 1 -- 172.21.15.39:0/2512552550 learned_addr learned my addr 172.21.15.39:0/2512552550 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:35:43.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.957+0000 7f40e453ab80 1 -- 172.21.15.39:0/2512552550 --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x564a881f6910 con 0x564a882b4230 2024-06-13T06:35:43.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.957+0000 7f40e453ab80 1 -- 172.21.15.39:0/2512552550 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x564a882ba9c0 con 0x564a882b3910 2024-06-13T06:35:43.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.957+0000 7f40e453ab80 10 client.0 _ll_register_callbacks cb 0x564a881906b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:35:43.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.957+0000 7f40caffd700 1 --2- 172.21.15.39:0/2512552550 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564a882b3910 0x564a882b72a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:35:43.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.957+0000 7f40d3fff700 1 --2- 172.21.15.39:0/2512552550 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x564a882b4230 0x564a882b77e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:35:43.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.957+0000 7f40d37fe700 1 -- 172.21.15.39:0/2512552550 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564a882b3910 msgr2=0x564a882b72a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:35:43.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.957+0000 7f40d37fe700 1 --2- 172.21.15.39:0/2512552550 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564a882b3910 0x564a882b72a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:43.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.957+0000 7f40d37fe700 1 -- 172.21.15.39:0/2512552550 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x564a882b4230 msgr2=0x564a882b77e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:35:43.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.957+0000 7f40d37fe700 1 --2- 172.21.15.39:0/2512552550 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x564a882b4230 0x564a882b77e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:43.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.957+0000 7f40d37fe700 1 -- 172.21.15.39:0/2512552550 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564a881c0850 con 0x564a882ae060 2024-06-13T06:35:43.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.957+0000 7f40d37fe700 1 --2- 172.21.15.39:0/2512552550 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a882ae060 0x564a882b9fa0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f40c40cdac0 tx=0x7f40c4009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=145a513b99ad443a server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:35:43.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.957+0000 7f40b2ffd700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:35:43.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.957+0000 7f40b2ffd700 1 -- 172.21.15.39:0/2512552550 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40c4004340 con 0x564a882ae060 2024-06-13T06:35:43.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.957+0000 7f40b2ffd700 1 -- 172.21.15.39:0/2512552550 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8550+0+0 (secure 0 0 0) 0x7f40c40a3050 con 0x564a882ae060 2024-06-13T06:35:43.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.957+0000 7f40e453ab80 1 -- 172.21.15.39:0/2512552550 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f40c40a5450 con 0x564a882ae060 2024-06-13T06:35:43.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.957+0000 7f40b2ffd700 1 -- 172.21.15.39:0/2512552550 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f40c40a0c20 con 0x564a882ae060 2024-06-13T06:35:43.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.958+0000 7f40e453ab80 10 client.15735 fetch_fsmap learned FSMap version 24 2024-06-13T06:35:43.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.958+0000 7f40e453ab80 1 -- 172.21.15.39:0/2512552550 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x564a882c5000 con 0x564a882ae060 2024-06-13T06:35:43.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.958+0000 7f40b2ffd700 1 -- 172.21.15.39:0/2512552550 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f40c40a5450 con 0x564a882ae060 2024-06-13T06:35:43.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.958+0000 7f40b2ffd700 1 -- 172.21.15.39:0/2512552550 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f40c409dba0 con 0x564a882ae060 2024-06-13T06:35:43.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.958+0000 7f40e453ab80 10 client.15735 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:35:43.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.958+0000 7f40e453ab80 10 client.15735 resolve_mds: validated gid 24512 aka daemon mds.b 2024-06-13T06:35:43.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.958+0000 7f40e453ab80 20 client.15735 populate_metadata read hostname 'smithi039' 2024-06-13T06:35:43.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.958+0000 7f40e453ab80 1 --2- 172.21.15.39:0/2512552550 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x564a882c74d0 0x564a882c98c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:35:43.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.958+0000 7f40e453ab80 4 client.15735 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T06:35:43.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.958+0000 7f40e453ab80 1 -- 172.21.15.39:0/2512552550 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564a88207e50 con 0x564a882c74d0 2024-06-13T06:35:43.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.958+0000 7f40caffd700 1 --2- 172.21.15.39:0/2512552550 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x564a882c74d0 0x564a882c98c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:35:43.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.959+0000 7f40caffd700 1 --2- 172.21.15.39:0/2512552550 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x564a882c74d0 0x564a882c98c0 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=15a2b3bf83034bb3 server_cookie=551b547b1622ba73 in_seq=0 out_seq=0 2024-06-13T06:35:43.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.959+0000 7f40b2ffd700 10 client.15735 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:35:43.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.959+0000 7f40b2ffd700 1 -- 172.21.15.39:0/2512552550 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x564a88207e50 con 0x564a882c74d0 2024-06-13T06:35:43.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.959+0000 7f40b2ffd700 10 client.15735 handle_command_reply: tid=0 2024-06-13T06:35:43.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.959+0000 7f40e453ab80 1 client.15735 shutdown 2024-06-13T06:35:43.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.960+0000 7f40e453ab80 1 -- 172.21.15.39:0/2512552550 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a882ae060 msgr2=0x564a882b9fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:35:43.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.960+0000 7f40e453ab80 1 --2- 172.21.15.39:0/2512552550 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a882ae060 0x564a882b9fa0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f40c40cdac0 tx=0x7f40c4009310 comp rx=0 tx=0).stop 2024-06-13T06:35:43.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.960+0000 7f40e453ab80 1 -- 172.21.15.39:0/2512552550 shutdown_connections 2024-06-13T06:35:43.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.960+0000 7f40e453ab80 1 --2- 172.21.15.39:0/2512552550 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x564a882c74d0 0x564a882c98c0 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:43.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.960+0000 7f40e453ab80 1 --2- 172.21.15.39:0/2512552550 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x564a882b4230 0x564a882b77e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:43.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.960+0000 7f40e453ab80 1 --2- 172.21.15.39:0/2512552550 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a882ae060 0x564a882b9fa0 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:43.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.960+0000 7f40e453ab80 1 --2- 172.21.15.39:0/2512552550 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564a882b3910 0x564a882b72a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:43.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.960+0000 7f40e453ab80 1 -- 172.21.15.39:0/2512552550 >> 172.21.15.39:0/2512552550 conn(0x564a881d6180 msgr2=0x564a882a8700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:35:43.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.960+0000 7f40b2ffd700 0 client.15735 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:35:43.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.960+0000 7f40e453ab80 1 -- 172.21.15.39:0/2512552550 shutdown_connections 2024-06-13T06:35:43.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.960+0000 7f40e453ab80 1 -- 172.21.15.39:0/2512552550 wait complete. 2024-06-13T06:35:43.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.960+0000 7f40e453ab80 20 client.15735 trim_cache size 0 max 16384 2024-06-13T06:35:43.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.980+0000 7f40e453ab80 1 Processor -- start 2024-06-13T06:35:43.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.980+0000 7f40e453ab80 1 -- start start 2024-06-13T06:35:43.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.980+0000 7f40e453ab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564a882ae060 0x564a882b4c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:35:43.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.980+0000 7f40e453ab80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x564a882b3910 0x564a882b8ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:35:43.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.981+0000 7f40e453ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a882b4230 0x564a882b9010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:35:43.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.981+0000 7f40e453ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f40d41ad290 con 0x564a882b4230 2024-06-13T06:35:43.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.981+0000 7f40e453ab80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f40d41aab20 con 0x564a882b3910 2024-06-13T06:35:43.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.981+0000 7f40e453ab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f40d41a8990 con 0x564a882ae060 2024-06-13T06:35:43.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.981+0000 7f40d3fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a882b4230 0x564a882b9010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:35:43.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.981+0000 7f40d3fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a882b4230 0x564a882b9010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55448/0 (socket says 172.21.15.39:55448) 2024-06-13T06:35:43.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.981+0000 7f40d3fff700 1 -- 172.21.15.39:0/3786107715 learned_addr learned my addr 172.21.15.39:0/3786107715 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:35:43.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.981+0000 7f40caffd700 1 --2- 172.21.15.39:0/3786107715 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x564a882b3910 0x564a882b8ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:35:43.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.981+0000 7f40d37fe700 1 --2- 172.21.15.39:0/3786107715 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564a882ae060 0x564a882b4c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:35:43.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.981+0000 7f40d3fff700 1 -- 172.21.15.39:0/3786107715 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564a882ae060 msgr2=0x564a882b4c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:35:43.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.981+0000 7f40d3fff700 1 --2- 172.21.15.39:0/3786107715 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564a882ae060 0x564a882b4c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:43.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.981+0000 7f40d3fff700 1 -- 172.21.15.39:0/3786107715 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x564a882b3910 msgr2=0x564a882b8ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:35:43.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.981+0000 7f40d3fff700 1 --2- 172.21.15.39:0/3786107715 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x564a882b3910 0x564a882b8ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:43.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.981+0000 7f40d3fff700 1 -- 172.21.15.39:0/3786107715 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564a882b81a0 con 0x564a882b4230 2024-06-13T06:35:43.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.981+0000 7f40caffd700 1 --2- 172.21.15.39:0/3786107715 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x564a882b3910 0x564a882b8ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T06:35:43.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.981+0000 7f40d3fff700 1 --2- 172.21.15.39:0/3786107715 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a882b4230 0x564a882b9010 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f40cc014500 tx=0x7f40cc007f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51d58e616f986739 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:35:43.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.982+0000 7f40c97fa700 1 -- 172.21.15.39:0/3786107715 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40cc01a070 con 0x564a882b4230 2024-06-13T06:35:43.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.982+0000 7f40c97fa700 1 -- 172.21.15.39:0/3786107715 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f40cc01f940 con 0x564a882b4230 2024-06-13T06:35:43.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.982+0000 7f40c97fa700 1 -- 172.21.15.39:0/3786107715 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40cc016b50 con 0x564a882b4230 2024-06-13T06:35:43.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.982+0000 7f40e453ab80 1 -- 172.21.15.39:0/3786107715 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a882b4230 msgr2=0x564a882b9010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:35:43.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.982+0000 7f40e453ab80 1 --2- 172.21.15.39:0/3786107715 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a882b4230 0x564a882b9010 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f40cc014500 tx=0x7f40cc007f90 comp rx=0 tx=0).stop 2024-06-13T06:35:43.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.982+0000 7f40e453ab80 1 -- 172.21.15.39:0/3786107715 shutdown_connections 2024-06-13T06:35:43.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.982+0000 7f40e453ab80 1 --2- 172.21.15.39:0/3786107715 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a882b4230 0x564a882b9010 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:43.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.982+0000 7f40e453ab80 1 --2- 172.21.15.39:0/3786107715 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564a882ae060 0x564a882b4c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:43.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.982+0000 7f40e453ab80 1 --2- 172.21.15.39:0/3786107715 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x564a882b3910 0x564a882b8ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:43.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.982+0000 7f40e453ab80 1 -- 172.21.15.39:0/3786107715 >> 172.21.15.39:0/3786107715 conn(0x564a881d6180 msgr2=0x564a882a8f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:35:43.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.982+0000 7f40e453ab80 1 -- 172.21.15.39:0/3786107715 shutdown_connections 2024-06-13T06:35:43.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.982+0000 7f40e453ab80 1 -- 172.21.15.39:0/3786107715 wait complete. 2024-06-13T06:35:43.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.983+0000 7f40e453ab80 1 -- start start 2024-06-13T06:35:43.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.983+0000 7f40e453ab80 1 Processor -- start 2024-06-13T06:35:43.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.983+0000 7f40e453ab80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x564a882ae060 0x564a882bfdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:35:43.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.983+0000 7f40e453ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a882b3910 0x564a882c0330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:35:43.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.983+0000 7f40e453ab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564a882b4230 0x564a882bcbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:35:43.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.983+0000 7f40e453ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f40d41a8fe0 con 0x564a882b3910 2024-06-13T06:35:43.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.983+0000 7f40e453ab80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f40d41aa450 con 0x564a882ae060 2024-06-13T06:35:43.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.983+0000 7f40e453ab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f40d41a96b0 con 0x564a882b4230 2024-06-13T06:35:43.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.983+0000 7f40e453ab80 10 client.0 _ll_register_callbacks cb 0x564a881906b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:35:43.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.983+0000 7f40caffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a882b3910 0x564a882c0330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:35:43.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.983+0000 7f40caffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a882b3910 0x564a882c0330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55454/0 (socket says 172.21.15.39:55454) 2024-06-13T06:35:43.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.983+0000 7f40caffd700 1 -- 172.21.15.39:0/3320047289 learned_addr learned my addr 172.21.15.39:0/3320047289 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:35:43.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.983+0000 7f40d3fff700 1 --2- 172.21.15.39:0/3320047289 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564a882b4230 0x564a882bcbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:35:43.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.984+0000 7f40d37fe700 1 --2- 172.21.15.39:0/3320047289 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x564a882ae060 0x564a882bfdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:35:43.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.984+0000 7f40caffd700 1 -- 172.21.15.39:0/3320047289 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564a882b4230 msgr2=0x564a882bcbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:35:43.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.984+0000 7f40caffd700 1 --2- 172.21.15.39:0/3320047289 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564a882b4230 0x564a882bcbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:43.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.984+0000 7f40caffd700 1 -- 172.21.15.39:0/3320047289 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x564a882ae060 msgr2=0x564a882bfdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:35:43.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.984+0000 7f40caffd700 1 --2- 172.21.15.39:0/3320047289 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x564a882ae060 0x564a882bfdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:43.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.984+0000 7f40caffd700 1 -- 172.21.15.39:0/3320047289 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564a882bd420 con 0x564a882b3910 2024-06-13T06:35:43.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.984+0000 7f40d3fff700 1 --2- 172.21.15.39:0/3320047289 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564a882b4230 0x564a882bcbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:35:43.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.984+0000 7f40d37fe700 1 --2- 172.21.15.39:0/3320047289 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x564a882ae060 0x564a882bfdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:35:43.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.984+0000 7f40caffd700 1 --2- 172.21.15.39:0/3320047289 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a882b3910 0x564a882c0330 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f40bc005c80 tx=0x7f40bc0047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e20d4902243d43d server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:35:43.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.984+0000 7f40b2ffd700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:35:43.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.984+0000 7f40b2ffd700 1 -- 172.21.15.39:0/3320047289 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40bc010cb0 con 0x564a882b3910 2024-06-13T06:35:43.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.984+0000 7f40b2ffd700 1 -- 172.21.15.39:0/3320047289 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 8550+0+0 (secure 0 0 0) 0x7f40bc004830 con 0x564a882b3910 2024-06-13T06:35:43.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.984+0000 7f40e453ab80 1 -- 172.21.15.39:0/3320047289 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f40cc01f940 con 0x564a882b3910 2024-06-13T06:35:43.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.984+0000 7f40b2ffd700 1 -- 172.21.15.39:0/3320047289 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f40bc010e50 con 0x564a882b3910 2024-06-13T06:35:43.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.984+0000 7f40e453ab80 10 client.15741 fetch_fsmap learned FSMap version 24 2024-06-13T06:35:43.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.984+0000 7f40e453ab80 1 -- 172.21.15.39:0/3320047289 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x564a88332b80 con 0x564a882b3910 2024-06-13T06:35:43.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.984+0000 7f40b2ffd700 1 -- 172.21.15.39:0/3320047289 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f40cc01f940 con 0x564a882b3910 2024-06-13T06:35:43.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.985+0000 7f40b2ffd700 1 -- 172.21.15.39:0/3320047289 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f40bc02f480 con 0x564a882b3910 2024-06-13T06:35:43.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.985+0000 7f40e453ab80 10 client.15741 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:35:43.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.985+0000 7f40e453ab80 10 client.15741 resolve_mds: validated gid 24512 aka daemon mds.b 2024-06-13T06:35:43.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.985+0000 7f40e453ab80 20 client.15741 populate_metadata read hostname 'smithi039' 2024-06-13T06:35:43.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.985+0000 7f40e453ab80 1 --2- 172.21.15.39:0/3320047289 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x564a88333210 0x564a88335630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:35:43.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.985+0000 7f40e453ab80 4 client.15741 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "300b9d12", "release": true, "await": true}] 2024-06-13T06:35:43.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.985+0000 7f40e453ab80 1 -- 172.21.15.39:0/3320047289 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "quiesce db", "set_id": "300b9d12", "release": true, "await": true}) -- 0x564a882023d0 con 0x564a88333210 2024-06-13T06:35:43.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.985+0000 7f40d37fe700 1 --2- 172.21.15.39:0/3320047289 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x564a88333210 0x564a88335630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:35:43.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.985+0000 7f40d37fe700 1 --2- 172.21.15.39:0/3320047289 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x564a88333210 0x564a88335630 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cb9967a3da6442bd server_cookie=6983952cd5611c3 in_seq=0 out_seq=0 2024-06-13T06:35:43.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.985+0000 7f40b2ffd700 10 client.15741 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:35:43.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.988+0000 7f40b2ffd700 1 -- 172.21.15.39:0/3320047289 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x564a882023d0 con 0x564a88333210 2024-06-13T06:35:43.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.988+0000 7f40b2ffd700 10 client.15741 handle_command_reply: tid=0 2024-06-13T06:35:43.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.988+0000 7f40e453ab80 1 client.15741 shutdown 2024-06-13T06:35:43.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.988+0000 7f40e453ab80 1 -- 172.21.15.39:0/3320047289 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a882b3910 msgr2=0x564a882c0330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:35:43.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.988+0000 7f40e453ab80 1 --2- 172.21.15.39:0/3320047289 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a882b3910 0x564a882c0330 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f40bc005c80 tx=0x7f40bc0047c0 comp rx=0 tx=0).stop 2024-06-13T06:35:43.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.989+0000 7f40e453ab80 1 -- 172.21.15.39:0/3320047289 shutdown_connections 2024-06-13T06:35:43.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.989+0000 7f40e453ab80 1 --2- 172.21.15.39:0/3320047289 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564a882b4230 0x564a882bcbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:43.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.989+0000 7f40e453ab80 1 --2- 172.21.15.39:0/3320047289 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x564a88333210 0x564a88335630 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:43.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.989+0000 7f40e453ab80 1 --2- 172.21.15.39:0/3320047289 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x564a882ae060 0x564a882bfdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:43.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.989+0000 7f40e453ab80 1 --2- 172.21.15.39:0/3320047289 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a882b3910 0x564a882c0330 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:43.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.989+0000 7f40e453ab80 1 -- 172.21.15.39:0/3320047289 >> 172.21.15.39:0/3320047289 conn(0x564a881d6180 msgr2=0x564a882a8f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:35:43.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.989+0000 7f40b2ffd700 0 client.15741 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:35:43.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.989+0000 7f40e453ab80 1 -- 172.21.15.39:0/3320047289 shutdown_connections 2024-06-13T06:35:43.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.989+0000 7f40e453ab80 1 -- 172.21.15.39:0/3320047289 wait complete. 2024-06-13T06:35:43.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.989+0000 7f40e453ab80 20 client.15741 trim_cache size 0 max 16384 2024-06-13T06:35:43.991 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-06-13T06:35:43.991 INFO:teuthology.orchestra.run.smithi039.stdout: "epoch": 24, 2024-06-13T06:35:43.991 INFO:teuthology.orchestra.run.smithi039.stdout: "leader": 24512, 2024-06-13T06:35:43.991 INFO:teuthology.orchestra.run.smithi039.stdout: "set_version": 36, 2024-06-13T06:35:43.991 INFO:teuthology.orchestra.run.smithi039.stdout: "sets": { 2024-06-13T06:35:43.991 INFO:teuthology.orchestra.run.smithi039.stdout: "300b9d12": { 2024-06-13T06:35:43.991 INFO:teuthology.orchestra.run.smithi039.stdout: "version": 36, 2024-06-13T06:35:43.992 INFO:teuthology.orchestra.run.smithi039.stdout: "age_ref": 0.0, 2024-06-13T06:35:43.992 INFO:teuthology.orchestra.run.smithi039.stdout: "state": { 2024-06-13T06:35:43.992 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "RELEASED", 2024-06-13T06:35:43.992 INFO:teuthology.orchestra.run.smithi039.stdout: "age": 0.0 2024-06-13T06:35:43.992 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:35:43.992 INFO:teuthology.orchestra.run.smithi039.stdout: "timeout": 90.0, 2024-06-13T06:35:43.992 INFO:teuthology.orchestra.run.smithi039.stdout: "expiration": 151.3, 2024-06-13T06:35:43.992 INFO:teuthology.orchestra.run.smithi039.stdout: "members": { 2024-06-13T06:35:43.992 INFO:teuthology.orchestra.run.smithi039.stdout: "file:/": { 2024-06-13T06:35:43.992 INFO:teuthology.orchestra.run.smithi039.stdout: "excluded": false, 2024-06-13T06:35:43.992 INFO:teuthology.orchestra.run.smithi039.stdout: "state": { 2024-06-13T06:35:43.992 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "RELEASED", 2024-06-13T06:35:43.992 INFO:teuthology.orchestra.run.smithi039.stdout: "age": 0.0 2024-06-13T06:35:43.993 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:35:43.993 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:35:43.993 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:35:43.993 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:35:43.993 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:35:43.993 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-06-13T06:35:43.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.989+0000 7f40d9cb7700 1 -- 172.21.15.39:0/3381098465 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f40c00a2d90 msgr2=0x7f40c00a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:35:43.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.989+0000 7f40d9cb7700 1 --2- 172.21.15.39:0/3381098465 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f40c00a2d90 0x7f40c00a5250 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f40d4079aa0 tx=0x7f40bc005f50 comp rx=0 tx=0).stop 2024-06-13T06:35:43.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.989+0000 7f40d9cb7700 1 -- 172.21.15.39:0/3381098465 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f40d41024e0 msgr2=0x7f40d419e780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:35:43.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.989+0000 7f40d9cb7700 1 --2- 172.21.15.39:0/3381098465 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f40d41024e0 0x7f40d419e780 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f40c4000c00 tx=0x7f40c4003730 comp rx=0 tx=0).stop 2024-06-13T06:35:43.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.990+0000 7f40d9cb7700 1 -- 172.21.15.39:0/3381098465 shutdown_connections 2024-06-13T06:35:43.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.990+0000 7f40d9cb7700 1 --2- 172.21.15.39:0/3381098465 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f40c00a2d90 0x7f40c00a5250 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:43.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.990+0000 7f40d9cb7700 1 --2- 172.21.15.39:0/3381098465 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f40d41084f0 0x7f40d4198990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:43.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.990+0000 7f40d9cb7700 1 --2- 172.21.15.39:0/3381098465 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f40d41024e0 0x7f40d419e780 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:43.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.990+0000 7f40d9cb7700 1 --2- 172.21.15.39:0/3381098465 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f40d4102e80 0x7f40d419ecc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:35:43.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.990+0000 7f40d9cb7700 1 -- 172.21.15.39:0/3381098465 >> 172.21.15.39:0/3381098465 conn(0x7f40d4079530 msgr2=0x7f40d4100530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:35:43.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.990+0000 7f40d9cb7700 1 -- 172.21.15.39:0/3381098465 shutdown_connections 2024-06-13T06:35:43.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:35:43.990+0000 7f40d9cb7700 1 -- 172.21.15.39:0/3381098465 wait complete. 2024-06-13T06:35:44.672 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '300b9d12', total seconds elapsed: 36.8 2024-06-13T06:35:45.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:35:45 smithi096 ceph-mon[36532]: pgmap v392: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 938 B/s wr, 5 op/s 2024-06-13T06:35:45.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:35:45 smithi039 ceph-mon[32479]: pgmap v392: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 938 B/s wr, 5 op/s 2024-06-13T06:35:45.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:35:45 smithi149 ceph-mon[36963]: pgmap v392: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 938 B/s wr, 5 op/s 2024-06-13T06:35:47.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:35:47 smithi096 ceph-mon[36532]: pgmap v393: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 12 KiB/s wr, 8 op/s 2024-06-13T06:35:47.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:35:47 smithi039 ceph-mon[32479]: pgmap v393: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 12 KiB/s wr, 8 op/s 2024-06-13T06:35:47.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:35:47 smithi149 ceph-mon[36963]: pgmap v393: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 12 KiB/s wr, 8 op/s 2024-06-13T06:35:49.292 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:35:49 smithi096 ceph-mon[36532]: pgmap v394: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 11 KiB/s wr, 5 op/s 2024-06-13T06:35:49.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:35:49 smithi039 ceph-mon[32479]: pgmap v394: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 11 KiB/s wr, 5 op/s 2024-06-13T06:35:49.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:35:49 smithi149 ceph-mon[36963]: pgmap v394: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 11 KiB/s wr, 5 op/s 2024-06-13T06:35:51.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:35:51 smithi096 ceph-mon[36532]: pgmap v395: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 11 KiB/s wr, 5 op/s 2024-06-13T06:35:51.360 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:35:51 smithi039 ceph-mon[32479]: pgmap v395: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 11 KiB/s wr, 5 op/s 2024-06-13T06:35:51.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:35:51 smithi149 ceph-mon[36963]: pgmap v395: 97 pgs: 97 active+clean; 20 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 11 KiB/s wr, 5 op/s 2024-06-13T06:35:53.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:35:53 smithi096 ceph-mon[36532]: pgmap v396: 97 pgs: 97 active+clean; 21 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 39 KiB/s wr, 10 op/s 2024-06-13T06:35:53.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:35:53 smithi039 ceph-mon[32479]: pgmap v396: 97 pgs: 97 active+clean; 21 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 39 KiB/s wr, 10 op/s 2024-06-13T06:35:53.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:35:53 smithi149 ceph-mon[36963]: pgmap v396: 97 pgs: 97 active+clean; 21 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 39 KiB/s wr, 10 op/s 2024-06-13T06:35:55.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:35:55 smithi096 ceph-mon[36532]: pgmap v397: 97 pgs: 97 active+clean; 21 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 39 KiB/s wr, 8 op/s 2024-06-13T06:35:55.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:35:55 smithi039 ceph-mon[32479]: pgmap v397: 97 pgs: 97 active+clean; 21 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 39 KiB/s wr, 8 op/s 2024-06-13T06:35:55.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:35:55 smithi149 ceph-mon[36963]: pgmap v397: 97 pgs: 97 active+clean; 21 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 39 KiB/s wr, 8 op/s 2024-06-13T06:35:57.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:35:57 smithi096 ceph-mon[36532]: pgmap v398: 97 pgs: 97 active+clean; 21 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 66 KiB/s wr, 12 op/s 2024-06-13T06:35:57.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:35:57 smithi039 ceph-mon[32479]: pgmap v398: 97 pgs: 97 active+clean; 21 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 66 KiB/s wr, 12 op/s 2024-06-13T06:35:57.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:35:57 smithi149 ceph-mon[36963]: pgmap v398: 97 pgs: 97 active+clean; 21 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 66 KiB/s wr, 12 op/s 2024-06-13T06:35:59.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:35:59 smithi096 ceph-mon[36532]: pgmap v399: 97 pgs: 97 active+clean; 21 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 55 KiB/s wr, 9 op/s 2024-06-13T06:35:59.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:35:59 smithi039 ceph-mon[32479]: pgmap v399: 97 pgs: 97 active+clean; 21 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 55 KiB/s wr, 9 op/s 2024-06-13T06:35:59.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:35:59 smithi149 ceph-mon[36963]: pgmap v399: 97 pgs: 97 active+clean; 21 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 55 KiB/s wr, 9 op/s 2024-06-13T06:36:01.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:36:01 smithi096 ceph-mon[36532]: pgmap v400: 97 pgs: 97 active+clean; 21 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 55 KiB/s wr, 9 op/s 2024-06-13T06:36:01.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:36:01 smithi039 ceph-mon[32479]: pgmap v400: 97 pgs: 97 active+clean; 21 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 55 KiB/s wr, 9 op/s 2024-06-13T06:36:01.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:36:01 smithi149 ceph-mon[36963]: pgmap v400: 97 pgs: 97 active+clean; 21 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 55 KiB/s wr, 9 op/s 2024-06-13T06:36:03.293 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:36:03 smithi096 ceph-mon[36532]: pgmap v401: 97 pgs: 97 active+clean; 21 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 84 KiB/s rd, 84 KiB/s wr, 14 op/s 2024-06-13T06:36:03.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:36:03 smithi039 ceph-mon[32479]: pgmap v401: 97 pgs: 97 active+clean; 21 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 84 KiB/s rd, 84 KiB/s wr, 14 op/s 2024-06-13T06:36:03.467 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:36:03 smithi149 ceph-mon[36963]: pgmap v401: 97 pgs: 97 active+clean; 21 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 84 KiB/s rd, 84 KiB/s wr, 14 op/s 2024-06-13T06:36:05.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:36:05 smithi039 ceph-mon[32479]: pgmap v402: 97 pgs: 97 active+clean; 21 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 55 KiB/s wr, 9 op/s 2024-06-13T06:36:05.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:36:05 smithi039 ceph-mon[32479]: osdmap e105: 12 total, 12 up, 12 in 2024-06-13T06:36:05.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:36:05 smithi149 ceph-mon[36963]: pgmap v402: 97 pgs: 97 active+clean; 21 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 55 KiB/s wr, 9 op/s 2024-06-13T06:36:05.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:36:05 smithi149 ceph-mon[36963]: osdmap e105: 12 total, 12 up, 12 in 2024-06-13T06:36:05.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:36:05 smithi096 ceph-mon[36532]: pgmap v402: 97 pgs: 97 active+clean; 21 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 55 KiB/s wr, 9 op/s 2024-06-13T06:36:05.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:36:05 smithi096 ceph-mon[36532]: osdmap e105: 12 total, 12 up, 12 in 2024-06-13T06:36:07.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:36:07 smithi039 ceph-mon[32479]: pgmap v404: 97 pgs: 97 active+clean; 22 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 85 KiB/s rd, 125 KiB/s wr, 32 op/s 2024-06-13T06:36:07.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:36:07 smithi039 ceph-mon[32479]: osdmap e106: 12 total, 12 up, 12 in 2024-06-13T06:36:07.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:36:07 smithi149 ceph-mon[36963]: pgmap v404: 97 pgs: 97 active+clean; 22 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 85 KiB/s rd, 125 KiB/s wr, 32 op/s 2024-06-13T06:36:07.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:36:07 smithi149 ceph-mon[36963]: osdmap e106: 12 total, 12 up, 12 in 2024-06-13T06:36:07.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:36:07 smithi096 ceph-mon[36532]: pgmap v404: 97 pgs: 97 active+clean; 22 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 85 KiB/s rd, 125 KiB/s wr, 32 op/s 2024-06-13T06:36:07.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:36:07 smithi096 ceph-mon[36532]: osdmap e106: 12 total, 12 up, 12 in 2024-06-13T06:36:09.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:36:09 smithi039 ceph-mon[32479]: pgmap v406: 97 pgs: 97 active+clean; 22 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 107 KiB/s rd, 157 KiB/s wr, 40 op/s 2024-06-13T06:36:09.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:36:09 smithi149 ceph-mon[36963]: pgmap v406: 97 pgs: 97 active+clean; 22 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 107 KiB/s rd, 157 KiB/s wr, 40 op/s 2024-06-13T06:36:09.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:36:09 smithi096 ceph-mon[36532]: pgmap v406: 97 pgs: 97 active+clean; 22 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 107 KiB/s rd, 157 KiB/s wr, 40 op/s 2024-06-13T06:36:11.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:36:11 smithi039 ceph-mon[32479]: pgmap v407: 97 pgs: 97 active+clean; 22 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 114 KiB/s wr, 33 op/s 2024-06-13T06:36:11.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:36:11 smithi149 ceph-mon[36963]: pgmap v407: 97 pgs: 97 active+clean; 22 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 114 KiB/s wr, 33 op/s 2024-06-13T06:36:11.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:36:11 smithi096 ceph-mon[36532]: pgmap v407: 97 pgs: 97 active+clean; 22 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 114 KiB/s wr, 33 op/s 2024-06-13T06:36:13.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:36:13 smithi039 ceph-mon[32479]: pgmap v408: 97 pgs: 97 active+clean; 22 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 110 KiB/s rd, 158 KiB/s wr, 41 op/s 2024-06-13T06:36:13.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:36:13 smithi149 ceph-mon[36963]: pgmap v408: 97 pgs: 97 active+clean; 22 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 110 KiB/s rd, 158 KiB/s wr, 41 op/s 2024-06-13T06:36:13.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:36:13 smithi096 ceph-mon[36532]: pgmap v408: 97 pgs: 97 active+clean; 22 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 110 KiB/s rd, 158 KiB/s wr, 41 op/s 2024-06-13T06:36:15.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:36:15 smithi039 ceph-mon[32479]: pgmap v409: 97 pgs: 97 active+clean; 22 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 91 KiB/s rd, 131 KiB/s wr, 34 op/s 2024-06-13T06:36:15.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:36:15 smithi149 ceph-mon[36963]: pgmap v409: 97 pgs: 97 active+clean; 22 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 91 KiB/s rd, 131 KiB/s wr, 34 op/s 2024-06-13T06:36:15.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:36:15 smithi096 ceph-mon[36532]: pgmap v409: 97 pgs: 97 active+clean; 22 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 91 KiB/s rd, 131 KiB/s wr, 34 op/s 2024-06-13T06:36:17.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:36:17 smithi039 ceph-mon[32479]: pgmap v410: 97 pgs: 97 active+clean; 22 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 75 KiB/s rd, 74 KiB/s wr, 12 op/s 2024-06-13T06:36:17.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:36:17 smithi149 ceph-mon[36963]: pgmap v410: 97 pgs: 97 active+clean; 22 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 75 KiB/s rd, 74 KiB/s wr, 12 op/s 2024-06-13T06:36:17.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:36:17 smithi096 ceph-mon[36532]: pgmap v410: 97 pgs: 97 active+clean; 22 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 75 KiB/s rd, 74 KiB/s wr, 12 op/s 2024-06-13T06:36:19.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:36:19 smithi039 ceph-mon[32479]: pgmap v411: 97 pgs: 97 active+clean; 22 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 66 KiB/s wr, 11 op/s 2024-06-13T06:36:19.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:36:19 smithi149 ceph-mon[36963]: pgmap v411: 97 pgs: 97 active+clean; 22 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 66 KiB/s wr, 11 op/s 2024-06-13T06:36:19.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:36:19 smithi096 ceph-mon[36532]: pgmap v411: 97 pgs: 97 active+clean; 22 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 66 KiB/s wr, 11 op/s 2024-06-13T06:36:21.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:36:21 smithi039 ceph-mon[32479]: pgmap v412: 97 pgs: 97 active+clean; 22 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 61 KiB/s wr, 10 op/s 2024-06-13T06:36:21.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:36:21 smithi149 ceph-mon[36963]: pgmap v412: 97 pgs: 97 active+clean; 22 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 61 KiB/s wr, 10 op/s 2024-06-13T06:36:21.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:36:21 smithi096 ceph-mon[36532]: pgmap v412: 97 pgs: 97 active+clean; 22 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 61 KiB/s wr, 10 op/s 2024-06-13T06:36:23.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:36:23 smithi039 ceph-mon[32479]: pgmap v413: 97 pgs: 97 active+clean; 23 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 93 KiB/s rd, 91 KiB/s wr, 15 op/s 2024-06-13T06:36:23.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:36:23 smithi149 ceph-mon[36963]: pgmap v413: 97 pgs: 97 active+clean; 23 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 93 KiB/s rd, 91 KiB/s wr, 15 op/s 2024-06-13T06:36:23.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:36:23 smithi096 ceph-mon[36532]: pgmap v413: 97 pgs: 97 active+clean; 23 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 93 KiB/s rd, 91 KiB/s wr, 15 op/s 2024-06-13T06:36:25.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:36:25 smithi039 ceph-mon[32479]: pgmap v414: 97 pgs: 97 active+clean; 23 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 61 KiB/s wr, 10 op/s 2024-06-13T06:36:25.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:36:25 smithi149 ceph-mon[36963]: pgmap v414: 97 pgs: 97 active+clean; 23 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 61 KiB/s wr, 10 op/s 2024-06-13T06:36:25.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:36:25 smithi096 ceph-mon[36532]: pgmap v414: 97 pgs: 97 active+clean; 23 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 61 KiB/s wr, 10 op/s 2024-06-13T06:36:27.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:36:27 smithi039 ceph-mon[32479]: pgmap v415: 97 pgs: 97 active+clean; 23 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 95 KiB/s rd, 93 KiB/s wr, 15 op/s 2024-06-13T06:36:27.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:36:27 smithi149 ceph-mon[36963]: pgmap v415: 97 pgs: 97 active+clean; 23 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 95 KiB/s rd, 93 KiB/s wr, 15 op/s 2024-06-13T06:36:27.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:36:27 smithi096 ceph-mon[36532]: pgmap v415: 97 pgs: 97 active+clean; 23 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 95 KiB/s rd, 93 KiB/s wr, 15 op/s 2024-06-13T06:36:29.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:36:29 smithi039 ceph-mon[32479]: pgmap v416: 97 pgs: 97 active+clean; 23 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 61 KiB/s wr, 9 op/s 2024-06-13T06:36:29.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:36:29 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:36:29.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:36:29 smithi149 ceph-mon[36963]: pgmap v416: 97 pgs: 97 active+clean; 23 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 61 KiB/s wr, 9 op/s 2024-06-13T06:36:29.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:36:29 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:36:29.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:36:29 smithi096 ceph-mon[36532]: pgmap v416: 97 pgs: 97 active+clean; 23 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 61 KiB/s wr, 9 op/s 2024-06-13T06:36:29.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:36:29 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:36:30.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:36:30 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:36:30.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:36:30 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:36:30.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:36:30 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:36:30.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:36:30 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:36:30.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:36:30 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:36:30.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:36:30 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:36:30.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:36:30 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:36:30.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:36:30 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:36:30.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:36:30 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:36:31.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:36:31 smithi039 ceph-mon[32479]: pgmap v417: 97 pgs: 97 active+clean; 23 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 61 KiB/s wr, 9 op/s 2024-06-13T06:36:31.423 INFO:tasks.workunit.client.0.smithi039.stdout:437/600: open fd = 3 2024-06-13T06:36:31.423 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.423 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.423 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.423 INFO:tasks.workunit.client.0.smithi039.stdout:438/600: open fd = 3 2024-06-13T06:36:31.423 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.423 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.423 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.423 INFO:tasks.workunit.client.0.smithi039.stdout:439/600: open fd = 3 2024-06-13T06:36:31.424 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.424 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.424 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.424 INFO:tasks.workunit.client.0.smithi039.stdout:440/600: open fd = 3 2024-06-13T06:36:31.424 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.424 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.424 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.424 INFO:tasks.workunit.client.0.smithi039.stdout:441/600: open fd = 3 2024-06-13T06:36:31.424 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.424 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.424 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.424 INFO:tasks.workunit.client.0.smithi039.stdout:442/600: open fd = 3 2024-06-13T06:36:31.424 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.425 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.425 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.425 INFO:tasks.workunit.client.0.smithi039.stdout:443/600: open fd = 3 2024-06-13T06:36:31.425 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.425 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.425 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.425 INFO:tasks.workunit.client.0.smithi039.stdout:444/600: open fd = 3 2024-06-13T06:36:31.425 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.425 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.425 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.425 INFO:tasks.workunit.client.0.smithi039.stdout:445/600: open fd = 3 2024-06-13T06:36:31.425 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.425 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.425 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.425 INFO:tasks.workunit.client.0.smithi039.stdout:446/600: open fd = 3 2024-06-13T06:36:31.426 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.426 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.426 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.426 INFO:tasks.workunit.client.0.smithi039.stdout:447/600: open fd = 3 2024-06-13T06:36:31.426 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.426 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.426 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.426 INFO:tasks.workunit.client.0.smithi039.stdout:448/600: open fd = 3 2024-06-13T06:36:31.426 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.426 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.427 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.427 INFO:tasks.workunit.client.0.smithi039.stdout:449/600: open fd = 3 2024-06-13T06:36:31.427 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.427 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.427 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.427 INFO:tasks.workunit.client.0.smithi039.stdout:450/600: open fd = 3 2024-06-13T06:36:31.427 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.427 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.427 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.427 INFO:tasks.workunit.client.0.smithi039.stdout:451/600: open fd = 3 2024-06-13T06:36:31.427 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.427 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.427 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.428 INFO:tasks.workunit.client.0.smithi039.stdout:452/600: open fd = 3 2024-06-13T06:36:31.428 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.428 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.428 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.428 INFO:tasks.workunit.client.0.smithi039.stdout:453/600: open fd = 3 2024-06-13T06:36:31.428 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.428 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.428 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.428 INFO:tasks.workunit.client.0.smithi039.stdout:454/600: open fd = 3 2024-06-13T06:36:31.428 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.428 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.428 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.428 INFO:tasks.workunit.client.0.smithi039.stdout:455/600: open fd = 3 2024-06-13T06:36:31.429 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.429 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.429 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.429 INFO:tasks.workunit.client.0.smithi039.stdout:456/600: open fd = 3 2024-06-13T06:36:31.429 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.429 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.429 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.429 INFO:tasks.workunit.client.0.smithi039.stdout:457/600: open fd = 3 2024-06-13T06:36:31.429 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.429 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.429 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.429 INFO:tasks.workunit.client.0.smithi039.stdout:458/600: open fd = 3 2024-06-13T06:36:31.429 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.429 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.430 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.430 INFO:tasks.workunit.client.0.smithi039.stdout:459/600: open fd = 3 2024-06-13T06:36:31.430 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.430 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.430 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.430 INFO:tasks.workunit.client.0.smithi039.stdout:460/600: open fd = 3 2024-06-13T06:36:31.430 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.430 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.430 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.430 INFO:tasks.workunit.client.0.smithi039.stdout:461/600: open fd = 3 2024-06-13T06:36:31.430 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.430 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.430 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.431 INFO:tasks.workunit.client.0.smithi039.stdout:462/600: open fd = 3 2024-06-13T06:36:31.431 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.431 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.431 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.431 INFO:tasks.workunit.client.0.smithi039.stdout:463/600: open fd = 3 2024-06-13T06:36:31.431 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.431 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.431 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.431 INFO:tasks.workunit.client.0.smithi039.stdout:464/600: open fd = 3 2024-06-13T06:36:31.431 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.431 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.431 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.431 INFO:tasks.workunit.client.0.smithi039.stdout:465/600: open fd = 3 2024-06-13T06:36:31.431 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.432 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.432 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.432 INFO:tasks.workunit.client.0.smithi039.stdout:466/600: open fd = 3 2024-06-13T06:36:31.432 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.432 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.432 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.432 INFO:tasks.workunit.client.0.smithi039.stdout:467/600: open fd = 3 2024-06-13T06:36:31.432 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.432 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.432 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.432 INFO:tasks.workunit.client.0.smithi039.stdout:468/600: open fd = 3 2024-06-13T06:36:31.432 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.432 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.432 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.433 INFO:tasks.workunit.client.0.smithi039.stdout:469/600: open fd = 3 2024-06-13T06:36:31.433 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.433 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.433 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.433 INFO:tasks.workunit.client.0.smithi039.stdout:470/600: open fd = 3 2024-06-13T06:36:31.433 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.433 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.433 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.433 INFO:tasks.workunit.client.0.smithi039.stdout:471/600: open fd = 3 2024-06-13T06:36:31.433 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.433 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.433 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.433 INFO:tasks.workunit.client.0.smithi039.stdout:472/600: open fd = 3 2024-06-13T06:36:31.434 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.434 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.434 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.434 INFO:tasks.workunit.client.0.smithi039.stdout:473/600: open fd = 3 2024-06-13T06:36:31.434 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.434 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.434 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.434 INFO:tasks.workunit.client.0.smithi039.stdout:474/600: open fd = 3 2024-06-13T06:36:31.434 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.434 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.434 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.434 INFO:tasks.workunit.client.0.smithi039.stdout:475/600: open fd = 3 2024-06-13T06:36:31.435 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.435 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.435 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.435 INFO:tasks.workunit.client.0.smithi039.stdout:476/600: open fd = 3 2024-06-13T06:36:31.435 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.435 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.435 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.435 INFO:tasks.workunit.client.0.smithi039.stdout:477/600: open fd = 3 2024-06-13T06:36:31.435 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.435 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.435 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.435 INFO:tasks.workunit.client.0.smithi039.stdout:478/600: open fd = 3 2024-06-13T06:36:31.435 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.435 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.436 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.436 INFO:tasks.workunit.client.0.smithi039.stdout:479/600: open fd = 3 2024-06-13T06:36:31.436 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.436 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.436 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.436 INFO:tasks.workunit.client.0.smithi039.stdout:480/600: open fd = 3 2024-06-13T06:36:31.436 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.436 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.436 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.436 INFO:tasks.workunit.client.0.smithi039.stdout:481/600: open fd = 3 2024-06-13T06:36:31.436 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.436 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.436 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.437 INFO:tasks.workunit.client.0.smithi039.stdout:482/600: open fd = 3 2024-06-13T06:36:31.437 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.437 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.437 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.437 INFO:tasks.workunit.client.0.smithi039.stdout:483/600: open fd = 3 2024-06-13T06:36:31.437 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.437 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.437 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.437 INFO:tasks.workunit.client.0.smithi039.stdout:484/600: open fd = 3 2024-06-13T06:36:31.437 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.437 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.437 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.438 INFO:tasks.workunit.client.0.smithi039.stdout:485/600: open fd = 3 2024-06-13T06:36:31.438 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.438 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.438 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.438 INFO:tasks.workunit.client.0.smithi039.stdout:486/600: open fd = 3 2024-06-13T06:36:31.438 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.438 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.438 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.438 INFO:tasks.workunit.client.0.smithi039.stdout:487/600: open fd = 3 2024-06-13T06:36:31.439 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.439 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.439 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.439 INFO:tasks.workunit.client.0.smithi039.stdout:488/600: open fd = 3 2024-06-13T06:36:31.439 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.439 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.439 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.439 INFO:tasks.workunit.client.0.smithi039.stdout:489/600: open fd = 3 2024-06-13T06:36:31.439 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.439 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.439 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.439 INFO:tasks.workunit.client.0.smithi039.stdout:490/600: open fd = 3 2024-06-13T06:36:31.439 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.440 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.440 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.440 INFO:tasks.workunit.client.0.smithi039.stdout:491/600: open fd = 3 2024-06-13T06:36:31.440 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.440 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.440 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.440 INFO:tasks.workunit.client.0.smithi039.stdout:492/600: open fd = 3 2024-06-13T06:36:31.440 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.440 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.440 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.440 INFO:tasks.workunit.client.0.smithi039.stdout:493/600: open fd = 3 2024-06-13T06:36:31.440 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.440 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.440 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.440 INFO:tasks.workunit.client.0.smithi039.stdout:494/600: open fd = 3 2024-06-13T06:36:31.441 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.441 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.441 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.441 INFO:tasks.workunit.client.0.smithi039.stdout:495/600: open fd = 3 2024-06-13T06:36:31.441 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.441 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.441 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.441 INFO:tasks.workunit.client.0.smithi039.stdout:496/600: open fd = 3 2024-06-13T06:36:31.441 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.441 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.441 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.441 INFO:tasks.workunit.client.0.smithi039.stdout:497/600: open fd = 3 2024-06-13T06:36:31.441 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.441 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.442 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.442 INFO:tasks.workunit.client.0.smithi039.stdout:498/600: open fd = 3 2024-06-13T06:36:31.442 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.442 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:36:31.442 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:36:31.442 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:36:31 smithi096 ceph-mon[36532]: pgmap v417: 97 pgs: 97 active+clean; 23 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 61 KiB/s wr, 9 op/s 2024-06-13T06:36:31.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:36:31 smithi149 ceph-mon[36963]: pgmap v417: 97 pgs: 97 active+clean; 23 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 61 KiB/s wr, 9 op/s 2024-06-13T06:36:33.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:36:33 smithi039 ceph-mon[32479]: pgmap v418: 97 pgs: 97 active+clean; 23 MiB data, 459 MiB used, 1.0 TiB / 1.0 TiB avail; 92 KiB/s rd, 90 KiB/s wr, 14 op/s 2024-06-13T06:36:33.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:36:33 smithi149 ceph-mon[36963]: pgmap v418: 97 pgs: 97 active+clean; 23 MiB data, 459 MiB used, 1.0 TiB / 1.0 TiB avail; 92 KiB/s rd, 90 KiB/s wr, 14 op/s 2024-06-13T06:36:33.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:36:33 smithi096 ceph-mon[36532]: pgmap v418: 97 pgs: 97 active+clean; 23 MiB data, 459 MiB used, 1.0 TiB / 1.0 TiB avail; 92 KiB/s rd, 90 KiB/s wr, 14 op/s 2024-06-13T06:36:35.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:36:35 smithi039 ceph-mon[32479]: pgmap v419: 97 pgs: 97 active+clean; 23 MiB data, 459 MiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 61 KiB/s wr, 9 op/s 2024-06-13T06:36:35.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:36:35 smithi149 ceph-mon[36963]: pgmap v419: 97 pgs: 97 active+clean; 23 MiB data, 459 MiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 61 KiB/s wr, 9 op/s 2024-06-13T06:36:35.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:36:35 smithi096 ceph-mon[36532]: pgmap v419: 97 pgs: 97 active+clean; 23 MiB data, 459 MiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 61 KiB/s wr, 9 op/s 2024-06-13T06:36:37.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:36:37 smithi039 ceph-mon[32479]: pgmap v420: 97 pgs: 97 active+clean; 24 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 93 KiB/s rd, 91 KiB/s wr, 14 op/s 2024-06-13T06:36:37.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:36:37 smithi149 ceph-mon[36963]: pgmap v420: 97 pgs: 97 active+clean; 24 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 93 KiB/s rd, 91 KiB/s wr, 14 op/s 2024-06-13T06:36:37.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:36:37 smithi096 ceph-mon[36532]: pgmap v420: 97 pgs: 97 active+clean; 24 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 93 KiB/s rd, 91 KiB/s wr, 14 op/s 2024-06-13T06:36:39.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:36:39 smithi039 ceph-mon[32479]: pgmap v421: 97 pgs: 97 active+clean; 24 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 60 KiB/s wr, 9 op/s 2024-06-13T06:36:39.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:36:39 smithi149 ceph-mon[36963]: pgmap v421: 97 pgs: 97 active+clean; 24 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 60 KiB/s wr, 9 op/s 2024-06-13T06:36:39.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:36:39 smithi096 ceph-mon[36532]: pgmap v421: 97 pgs: 97 active+clean; 24 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 60 KiB/s wr, 9 op/s 2024-06-13T06:36:41.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:36:41 smithi039 ceph-mon[32479]: pgmap v422: 97 pgs: 97 active+clean; 24 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 60 KiB/s wr, 9 op/s 2024-06-13T06:36:41.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:36:41 smithi149 ceph-mon[36963]: pgmap v422: 97 pgs: 97 active+clean; 24 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 60 KiB/s wr, 9 op/s 2024-06-13T06:36:41.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:36:41 smithi096 ceph-mon[36532]: pgmap v422: 97 pgs: 97 active+clean; 24 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 60 KiB/s wr, 9 op/s 2024-06-13T06:36:42.802 INFO:tasks.quiescer.fs.[cephfs]:Total duration (60) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-06-13T06:36:42.802 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 30.0 2024-06-13T06:36:42.803 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T06:36:43.066 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:36:43.380 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:36:43 smithi039 ceph-mon[32479]: pgmap v423: 97 pgs: 97 active+clean; 24 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 91 KiB/s rd, 89 KiB/s wr, 14 op/s 2024-06-13T06:36:43.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:36:43 smithi149 ceph-mon[36963]: pgmap v423: 97 pgs: 97 active+clean; 24 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 91 KiB/s rd, 89 KiB/s wr, 14 op/s 2024-06-13T06:36:43.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:36:43 smithi096 ceph-mon[36532]: pgmap v423: 97 pgs: 97 active+clean; 24 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 91 KiB/s rd, 89 KiB/s wr, 14 op/s 2024-06-13T06:36:44.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.696+0000 7fcb1e994700 1 -- 172.21.15.39:0/3586580030 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb1806b580 msgr2=0x7fcb1810f320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:36:44.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.696+0000 7fcb1e994700 1 --2- 172.21.15.39:0/3586580030 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb1806b580 0x7fcb1810f320 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7fcb1000b0a0 tx=0x7fcb1000b3b0 comp rx=0 tx=0).stop 2024-06-13T06:36:44.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.696+0000 7fcb1e994700 1 -- 172.21.15.39:0/3586580030 shutdown_connections 2024-06-13T06:36:44.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.696+0000 7fcb1e994700 1 --2- 172.21.15.39:0/3586580030 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb1806b580 0x7fcb1810f320 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:36:44.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.696+0000 7fcb1e994700 1 --2- 172.21.15.39:0/3586580030 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fcb18108500 0x7fcb181088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:36:44.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.696+0000 7fcb1e994700 1 --2- 172.21.15.39:0/3586580030 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcb1806abc0 0x7fcb1806b040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:36:44.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.696+0000 7fcb1e994700 1 -- 172.21.15.39:0/3586580030 >> 172.21.15.39:0/3586580030 conn(0x7fcb18078340 msgr2=0x7fcb18078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:36:44.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.696+0000 7fcb1e994700 1 -- 172.21.15.39:0/3586580030 shutdown_connections 2024-06-13T06:36:44.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.696+0000 7fcb1e994700 1 -- 172.21.15.39:0/3586580030 wait complete. 2024-06-13T06:36:44.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.697+0000 7fcb1e994700 1 Processor -- start 2024-06-13T06:36:44.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.697+0000 7fcb1e994700 1 -- start start 2024-06-13T06:36:44.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.698+0000 7fcb1e994700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fcb1806abc0 0x7fcb1819e780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:36:44.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.698+0000 7fcb1e994700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcb1806b580 0x7fcb1819ecc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:36:44.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.698+0000 7fcb1e994700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb18108500 0x7fcb18198940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:36:44.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.698+0000 7fcb1e994700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fcb18112780 con 0x7fcb18108500 2024-06-13T06:36:44.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.698+0000 7fcb1e994700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fcb18112600 con 0x7fcb1806abc0 2024-06-13T06:36:44.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.698+0000 7fcb1e994700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fcb18112900 con 0x7fcb1806b580 2024-06-13T06:36:44.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.698+0000 7fcb1cf31700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb18108500 0x7fcb18198940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:36:44.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.698+0000 7fcb1cf31700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb18108500 0x7fcb18198940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34480/0 (socket says 172.21.15.39:34480) 2024-06-13T06:36:44.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.698+0000 7fcb1cf31700 1 -- 172.21.15.39:0/1744491393 learned_addr learned my addr 172.21.15.39:0/1744491393 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:36:44.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.698+0000 7fcb17fff700 1 --2- 172.21.15.39:0/1744491393 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fcb1806abc0 0x7fcb1819e780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:36:44.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.698+0000 7fcb177fe700 1 --2- 172.21.15.39:0/1744491393 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcb1806b580 0x7fcb1819ecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:36:44.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.698+0000 7fcb1cf31700 1 -- 172.21.15.39:0/1744491393 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcb1806b580 msgr2=0x7fcb1819ecc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:36:44.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.698+0000 7fcb1cf31700 1 --2- 172.21.15.39:0/1744491393 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcb1806b580 0x7fcb1819ecc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:36:44.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.698+0000 7fcb1cf31700 1 -- 172.21.15.39:0/1744491393 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fcb1806abc0 msgr2=0x7fcb1819e780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:36:44.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.698+0000 7fcb1cf31700 1 --2- 172.21.15.39:0/1744491393 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fcb1806abc0 0x7fcb1819e780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:36:44.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.698+0000 7fcb1cf31700 1 -- 172.21.15.39:0/1744491393 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb181990a0 con 0x7fcb18108500 2024-06-13T06:36:44.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.698+0000 7fcb17fff700 1 --2- 172.21.15.39:0/1744491393 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fcb1806abc0 0x7fcb1819e780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:36:44.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.698+0000 7fcb1cf31700 1 --2- 172.21.15.39:0/1744491393 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb18108500 0x7fcb18198940 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7fcb100062a0 tx=0x7fcb10004e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:36:44.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.698+0000 7fcb157fa700 1 -- 172.21.15.39:0/1744491393 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb10021070 con 0x7fcb18108500 2024-06-13T06:36:44.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.699+0000 7fcb157fa700 1 -- 172.21.15.39:0/1744491393 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcb10007c80 con 0x7fcb18108500 2024-06-13T06:36:44.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.699+0000 7fcb1e994700 1 -- 172.21.15.39:0/1744491393 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb18199330 con 0x7fcb18108500 2024-06-13T06:36:44.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.699+0000 7fcb157fa700 1 -- 172.21.15.39:0/1744491393 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb1001d450 con 0x7fcb18108500 2024-06-13T06:36:44.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.699+0000 7fcb1e994700 1 -- 172.21.15.39:0/1744491393 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb181a5650 con 0x7fcb18108500 2024-06-13T06:36:44.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.699+0000 7fcb1e994700 1 -- 172.21.15.39:0/1744491393 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcb18069180 con 0x7fcb18108500 2024-06-13T06:36:44.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.701+0000 7fcb157fa700 1 -- 172.21.15.39:0/1744491393 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fcb10004000 con 0x7fcb18108500 2024-06-13T06:36:44.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.701+0000 7fcb157fa700 1 --2- 172.21.15.39:0/1744491393 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fcb000a2d90 0x7fcb000a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:36:44.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.701+0000 7fcb157fa700 1 -- 172.21.15.39:0/1744491393 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 8550+0+0 (secure 0 0 0) 0x7fcb1000f020 con 0x7fcb18108500 2024-06-13T06:36:44.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.701+0000 7fcb17fff700 1 --2- 172.21.15.39:0/1744491393 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fcb000a2d90 0x7fcb000a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:36:44.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.702+0000 7fcb17fff700 1 --2- 172.21.15.39:0/1744491393 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fcb000a2d90 0x7fcb000a5250 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fcb08005ea0 tx=0x7fcb08005e30 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:36:44.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.705+0000 7fcb157fa700 1 -- 172.21.15.39:0/1744491393 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fcb1002a020 con 0x7fcb18108500 2024-06-13T06:36:44.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.958+0000 7fcb1e994700 1 -- 172.21.15.39:0/1744491393 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcb18199e70 con 0x7fcb18108500 2024-06-13T06:36:44.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.959+0000 7fcb157fa700 1 -- 172.21.15.39:0/1744491393 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11865 (secure 0 0 0) 0x7fcb18199e70 con 0x7fcb18108500 2024-06-13T06:36:44.959 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:36:44.959 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/2373452665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":2373452665},{"type":"v1","addr":"172.21.15.39:6835","nonce":2373452665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/2187635150","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":2187635150},{"type":"v1","addr":"172.21.15.39:6837","nonce":2187635150}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14571,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6839/1475451558","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":1475451558},{"type":"v1","addr":"172.21.15.39:6839","nonce":1475451558}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14577,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6841/313570480","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":313570480},{"type":"v1","addr":"172.21.15.39:6841","nonce":313570480}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/980475055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":980475055},{"type":"v1","addr":"172.21.15.149:6833","nonce":980475055}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24427,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/2757180167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":2757180167},{"type":"v1","addr":"172.21.15.149:6835","nonce":2757180167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-13T06:20:05.248660+0000","modified":"2024-06-13T06:23:07.325841+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24512,"mds_1":24482,"mds_2":24455},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24431":{"gid":24431,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.96:6833/2827318421","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6832","nonce":2827318421},{"type":"v1","addr":"172.21.15.96:6833","nonce":2827318421}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24439":{"gid":24439,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6837/1742889729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":1742889729},{"type":"v1","addr":"172.21.15.149:6837","nonce":1742889729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6839/862740064","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":862740064},{"type":"v1","addr":"172.21.15.149:6839","nonce":862740064}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.96:6835/3408571209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6834","nonce":3408571209},{"type":"v1","addr":"172.21.15.96:6835","nonce":3408571209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.96:6837/2574644445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6836","nonce":2574644445},{"type":"v1","addr":"172.21.15.96:6837","nonce":2574644445}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.96:6839/1459106434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6838","nonce":1459106434},{"type":"v1","addr":"172.21.15.96:6839","nonce":1459106434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24512,"qdb_cluster":[24482,24512,24455]},"id":1}]} 2024-06-13T06:36:44.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.961+0000 7fcb1e994700 1 -- 172.21.15.39:0/1744491393 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fcb000a2d90 msgr2=0x7fcb000a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:36:44.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.961+0000 7fcb1e994700 1 --2- 172.21.15.39:0/1744491393 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fcb000a2d90 0x7fcb000a5250 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fcb08005ea0 tx=0x7fcb08005e30 comp rx=0 tx=0).stop 2024-06-13T06:36:44.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.961+0000 7fcb1e994700 1 -- 172.21.15.39:0/1744491393 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb18108500 msgr2=0x7fcb18198940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:36:44.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.961+0000 7fcb1e994700 1 --2- 172.21.15.39:0/1744491393 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb18108500 0x7fcb18198940 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7fcb100062a0 tx=0x7fcb10004e20 comp rx=0 tx=0).stop 2024-06-13T06:36:44.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.961+0000 7fcb1e994700 1 -- 172.21.15.39:0/1744491393 shutdown_connections 2024-06-13T06:36:44.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.961+0000 7fcb1e994700 1 --2- 172.21.15.39:0/1744491393 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fcb000a2d90 0x7fcb000a5250 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:36:44.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.961+0000 7fcb1e994700 1 --2- 172.21.15.39:0/1744491393 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb18108500 0x7fcb18198940 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:36:44.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.961+0000 7fcb1e994700 1 --2- 172.21.15.39:0/1744491393 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fcb1806abc0 0x7fcb1819e780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:36:44.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.961+0000 7fcb1e994700 1 --2- 172.21.15.39:0/1744491393 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcb1806b580 0x7fcb1819ecc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:36:44.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.961+0000 7fcb1e994700 1 -- 172.21.15.39:0/1744491393 >> 172.21.15.39:0/1744491393 conn(0x7fcb18078340 msgr2=0x7fcb180ffe10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:36:44.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.961+0000 7fcb1e994700 1 -- 172.21.15.39:0/1744491393 shutdown_connections 2024-06-13T06:36:44.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:44.961+0000 7fcb1e994700 1 -- 172.21.15.39:0/1744491393 wait complete. 2024-06-13T06:36:44.962 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 24 2024-06-13T06:36:45.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:36:45 smithi039 ceph-mon[32479]: pgmap v424: 97 pgs: 97 active+clean; 24 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 60 KiB/s wr, 9 op/s 2024-06-13T06:36:45.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:36:45 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/1744491393' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:36:45.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:36:45 smithi149 ceph-mon[36963]: pgmap v424: 97 pgs: 97 active+clean; 24 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 60 KiB/s wr, 9 op/s 2024-06-13T06:36:45.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:36:45 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/1744491393' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:36:45.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:36:45 smithi096 ceph-mon[36532]: pgmap v424: 97 pgs: 97 active+clean; 24 MiB data, 460 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 60 KiB/s wr, 9 op/s 2024-06-13T06:36:45.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:36:45 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/1744491393' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:36:45.750 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24512 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0' 2024-06-13T06:36:45.750 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- timeout 105 ceph tell mds.24512 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0 2024-06-13T06:36:46.005 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:36:47.378 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:36:47 smithi039 ceph-mon[32479]: pgmap v425: 97 pgs: 97 active+clean; 24 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 93 KiB/s rd, 92 KiB/s wr, 14 op/s 2024-06-13T06:36:47.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:36:47 smithi149 ceph-mon[36963]: pgmap v425: 97 pgs: 97 active+clean; 24 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 93 KiB/s rd, 92 KiB/s wr, 14 op/s 2024-06-13T06:36:47.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:36:47 smithi096 ceph-mon[36532]: pgmap v425: 97 pgs: 97 active+clean; 24 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 93 KiB/s rd, 92 KiB/s wr, 14 op/s 2024-06-13T06:36:47.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.805+0000 7f2b3d456700 1 -- 172.21.15.39:0/1060033841 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b38103150 msgr2=0x7f2b381070b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:36:47.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.805+0000 7f2b3d456700 1 --2- 172.21.15.39:0/1060033841 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b38103150 0x7f2b381070b0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f2b2c0099c0 tx=0x7f2b2c009cd0 comp rx=0 tx=0).stop 2024-06-13T06:36:47.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.805+0000 7f2b3d456700 1 -- 172.21.15.39:0/1060033841 shutdown_connections 2024-06-13T06:36:47.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.805+0000 7f2b3d456700 1 --2- 172.21.15.39:0/1060033841 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f2b38107790 0x7f2b3810f3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:36:47.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.805+0000 7f2b3d456700 1 --2- 172.21.15.39:0/1060033841 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2b381027a0 0x7f2b38102b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:36:47.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.805+0000 7f2b3d456700 1 --2- 172.21.15.39:0/1060033841 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b38103150 0x7f2b381070b0 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:36:47.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.805+0000 7f2b3d456700 1 -- 172.21.15.39:0/1060033841 >> 172.21.15.39:0/1060033841 conn(0x7f2b38079560 msgr2=0x7f2b38079970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:36:47.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.805+0000 7f2b3d456700 1 -- 172.21.15.39:0/1060033841 shutdown_connections 2024-06-13T06:36:47.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.805+0000 7f2b3d456700 1 -- 172.21.15.39:0/1060033841 wait complete. 2024-06-13T06:36:47.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.806+0000 7f2b3d456700 1 Processor -- start 2024-06-13T06:36:47.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.806+0000 7f2b3d456700 1 -- start start 2024-06-13T06:36:47.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.806+0000 7f2b3d456700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f2b381027a0 0x7f2b38074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:36:47.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.806+0000 7f2b3d456700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2b38103150 0x7f2b38074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:36:47.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.806+0000 7f2b3d456700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b38107790 0x7f2b38075210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:36:47.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.806+0000 7f2b3d456700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f2b38112790 con 0x7f2b38107790 2024-06-13T06:36:47.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.806+0000 7f2b3d456700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f2b38112610 con 0x7f2b381027a0 2024-06-13T06:36:47.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.806+0000 7f2b3d456700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f2b38112910 con 0x7f2b38103150 2024-06-13T06:36:47.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.806+0000 7f2b377fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b38107790 0x7f2b38075210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:36:47.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.806+0000 7f2b377fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b38107790 0x7f2b38075210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34498/0 (socket says 172.21.15.39:34498) 2024-06-13T06:36:47.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.806+0000 7f2b377fe700 1 -- 172.21.15.39:0/2980640973 learned_addr learned my addr 172.21.15.39:0/2980640973 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:36:47.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.806+0000 7f2b367fc700 1 --2- 172.21.15.39:0/2980640973 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2b38103150 0x7f2b38074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:36:47.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.806+0000 7f2b36ffd700 1 --2- 172.21.15.39:0/2980640973 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f2b381027a0 0x7f2b38074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:36:47.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.807+0000 7f2b377fe700 1 -- 172.21.15.39:0/2980640973 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2b38103150 msgr2=0x7f2b38074cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:36:47.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.807+0000 7f2b377fe700 1 --2- 172.21.15.39:0/2980640973 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2b38103150 0x7f2b38074cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:36:47.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.807+0000 7f2b377fe700 1 -- 172.21.15.39:0/2980640973 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f2b381027a0 msgr2=0x7f2b38074790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:36:47.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.807+0000 7f2b377fe700 1 --2- 172.21.15.39:0/2980640973 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f2b381027a0 0x7f2b38074790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:36:47.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.807+0000 7f2b377fe700 1 -- 172.21.15.39:0/2980640973 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b381a7100 con 0x7f2b38107790 2024-06-13T06:36:47.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.807+0000 7f2b36ffd700 1 --2- 172.21.15.39:0/2980640973 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f2b381027a0 0x7f2b38074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:36:47.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.807+0000 7f2b377fe700 1 --2- 172.21.15.39:0/2980640973 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b38107790 0x7f2b38075210 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f2b30007ee0 tx=0x7f2b3000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:36:47.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.807+0000 7f2b1ffff700 1 -- 172.21.15.39:0/2980640973 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b3000dbd0 con 0x7f2b38107790 2024-06-13T06:36:47.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.807+0000 7f2b1ffff700 1 -- 172.21.15.39:0/2980640973 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2b3000dd70 con 0x7f2b38107790 2024-06-13T06:36:47.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.807+0000 7f2b3d456700 1 -- 172.21.15.39:0/2980640973 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b381a73f0 con 0x7f2b38107790 2024-06-13T06:36:47.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.807+0000 7f2b1ffff700 1 -- 172.21.15.39:0/2980640973 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b30005a60 con 0x7f2b38107790 2024-06-13T06:36:47.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.807+0000 7f2b3d456700 1 -- 172.21.15.39:0/2980640973 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b381a78b0 con 0x7f2b38107790 2024-06-13T06:36:47.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.809+0000 7f2b1ffff700 1 -- 172.21.15.39:0/2980640973 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f2b3001a020 con 0x7f2b38107790 2024-06-13T06:36:47.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.810+0000 7f2b1ffff700 1 --2- 172.21.15.39:0/2980640973 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f2b200a2e30 0x7f2b200a52f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:36:47.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.810+0000 7f2b36ffd700 1 --2- 172.21.15.39:0/2980640973 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f2b200a2e30 0x7f2b200a52f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:36:47.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.810+0000 7f2b1ffff700 1 -- 172.21.15.39:0/2980640973 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 8550+0+0 (secure 0 0 0) 0x7f2b300ceb20 con 0x7f2b38107790 2024-06-13T06:36:47.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.810+0000 7f2b36ffd700 1 --2- 172.21.15.39:0/2980640973 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f2b200a2e30 0x7f2b200a52f0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f2b28005950 tx=0x7f2b280058e0 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:36:47.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.811+0000 7f2b47cd9b80 1 Processor -- start 2024-06-13T06:36:47.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.811+0000 7f2b47cd9b80 1 -- start start 2024-06-13T06:36:47.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.811+0000 7f2b47cd9b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56162f69ecd0 0x56162f69f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:36:47.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.811+0000 7f2b47cd9b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56162f69f5f0 0x56162f698f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:36:47.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.811+0000 7f2b47cd9b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56162f699460 0x56162f6998a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:36:47.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.811+0000 7f2b47cd9b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x56162f5ea9a0 con 0x56162f69ecd0 2024-06-13T06:36:47.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.811+0000 7f2b47cd9b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x56162f5928b0 con 0x56162f699460 2024-06-13T06:36:47.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.811+0000 7f2b47cd9b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x56162f5e6960 con 0x56162f69f5f0 2024-06-13T06:36:47.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.811+0000 7f2b36ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56162f69ecd0 0x56162f69f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:36:47.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.811+0000 7f2b36ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56162f69ecd0 0x56162f69f0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34500/0 (socket says 172.21.15.39:34500) 2024-06-13T06:36:47.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.811+0000 7f2b36ffd700 1 -- 172.21.15.39:0/1628369806 learned_addr learned my addr 172.21.15.39:0/1628369806 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:36:47.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.811+0000 7f2b377fe700 1 --2- 172.21.15.39:0/1628369806 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56162f699460 0x56162f6998a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:36:47.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.811+0000 7f2b367fc700 1 --2- 172.21.15.39:0/1628369806 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56162f69f5f0 0x56162f698f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:36:47.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.812+0000 7f2b36ffd700 1 -- 172.21.15.39:0/1628369806 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56162f69f5f0 msgr2=0x56162f698f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:36:47.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.812+0000 7f2b36ffd700 1 --2- 172.21.15.39:0/1628369806 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56162f69f5f0 0x56162f698f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:36:47.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.812+0000 7f2b36ffd700 1 -- 172.21.15.39:0/1628369806 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56162f699460 msgr2=0x56162f6998a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:36:47.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.812+0000 7f2b36ffd700 1 --2- 172.21.15.39:0/1628369806 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56162f699460 0x56162f6998a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:36:47.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.812+0000 7f2b36ffd700 1 -- 172.21.15.39:0/1628369806 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56162f5890e0 con 0x56162f69ecd0 2024-06-13T06:36:47.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.812+0000 7f2b36ffd700 1 --2- 172.21.15.39:0/1628369806 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56162f69ecd0 0x56162f69f0b0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f2b2800ff00 tx=0x7f2b28012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6936f7658a7e2802 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:36:47.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.812+0000 7f2b1d7fa700 1 -- 172.21.15.39:0/1628369806 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b28003680 con 0x56162f69ecd0 2024-06-13T06:36:47.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.812+0000 7f2b1d7fa700 1 -- 172.21.15.39:0/1628369806 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2b28024070 con 0x56162f69ecd0 2024-06-13T06:36:47.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.812+0000 7f2b1d7fa700 1 -- 172.21.15.39:0/1628369806 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b2801fdf0 con 0x56162f69ecd0 2024-06-13T06:36:47.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.813+0000 7f2b47cd9b80 1 -- 172.21.15.39:0/1628369806 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56162f69ecd0 msgr2=0x56162f69f0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:36:47.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.813+0000 7f2b47cd9b80 1 --2- 172.21.15.39:0/1628369806 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56162f69ecd0 0x56162f69f0b0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f2b2800ff00 tx=0x7f2b28012000 comp rx=0 tx=0).stop 2024-06-13T06:36:47.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.813+0000 7f2b47cd9b80 1 -- 172.21.15.39:0/1628369806 shutdown_connections 2024-06-13T06:36:47.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.813+0000 7f2b47cd9b80 1 --2- 172.21.15.39:0/1628369806 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56162f699460 0x56162f6998a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:36:47.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.813+0000 7f2b47cd9b80 1 --2- 172.21.15.39:0/1628369806 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56162f69ecd0 0x56162f69f0b0 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:36:47.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.813+0000 7f2b47cd9b80 1 --2- 172.21.15.39:0/1628369806 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56162f69f5f0 0x56162f698f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:36:47.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.813+0000 7f2b47cd9b80 1 -- 172.21.15.39:0/1628369806 >> 172.21.15.39:0/1628369806 conn(0x56162f5c3e50 msgr2=0x56162f6941b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:36:47.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.813+0000 7f2b47cd9b80 1 -- 172.21.15.39:0/1628369806 shutdown_connections 2024-06-13T06:36:47.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.813+0000 7f2b47cd9b80 1 -- 172.21.15.39:0/1628369806 wait complete. 2024-06-13T06:36:47.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.813+0000 7f2b47cd9b80 1 -- start start 2024-06-13T06:36:47.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.813+0000 7f2b47cd9b80 1 Processor -- start 2024-06-13T06:36:47.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.814+0000 7f2b47cd9b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56162f699460 0x56162f6a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:36:47.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.814+0000 7f2b47cd9b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56162f69ecd0 0x56162f6a25d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:36:47.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.814+0000 7f2b47cd9b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56162f69f5f0 0x56162f6a2b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:36:47.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.814+0000 7f2b47cd9b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x56162f6a6060 con 0x56162f699460 2024-06-13T06:36:47.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.814+0000 7f2b47cd9b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x56162f58ad80 con 0x56162f69ecd0 2024-06-13T06:36:47.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.814+0000 7f2b47cd9b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x56162f6a61e0 con 0x56162f69f5f0 2024-06-13T06:36:47.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.814+0000 7f2b47cd9b80 10 client.0 _ll_register_callbacks cb 0x56162f584ab0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:36:47.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.814+0000 7f2b36ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56162f699460 0x56162f6a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:36:47.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.814+0000 7f2b36ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56162f699460 0x56162f6a52d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34518/0 (socket says 172.21.15.39:34518) 2024-06-13T06:36:47.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.814+0000 7f2b36ffd700 1 -- 172.21.15.39:0/1503963474 learned_addr learned my addr 172.21.15.39:0/1503963474 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:36:47.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.814+0000 7f2b377fe700 1 --2- 172.21.15.39:0/1503963474 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56162f69f5f0 0x56162f6a2b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:36:47.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.814+0000 7f2b367fc700 1 --2- 172.21.15.39:0/1503963474 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56162f69ecd0 0x56162f6a25d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:36:47.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.814+0000 7f2b36ffd700 1 -- 172.21.15.39:0/1503963474 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56162f69f5f0 msgr2=0x56162f6a2b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:36:47.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.814+0000 7f2b36ffd700 1 --2- 172.21.15.39:0/1503963474 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56162f69f5f0 0x56162f6a2b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:36:47.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.814+0000 7f2b36ffd700 1 -- 172.21.15.39:0/1503963474 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56162f69ecd0 msgr2=0x56162f6a25d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:36:47.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.814+0000 7f2b36ffd700 1 --2- 172.21.15.39:0/1503963474 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56162f69ecd0 0x56162f6a25d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:36:47.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.814+0000 7f2b36ffd700 1 -- 172.21.15.39:0/1503963474 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56162f539a60 con 0x56162f699460 2024-06-13T06:36:47.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.814+0000 7f2b36ffd700 1 --2- 172.21.15.39:0/1503963474 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56162f699460 0x56162f6a52d0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f2b2800f9d0 tx=0x7f2b2801f770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c51981c206c922be server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:36:47.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.814+0000 7f2b1aff5700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:36:47.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.814+0000 7f2b1aff5700 1 -- 172.21.15.39:0/1503963474 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b2801fe40 con 0x56162f699460 2024-06-13T06:36:47.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.814+0000 7f2b1aff5700 1 -- 172.21.15.39:0/1503963474 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 8550+0+0 (secure 0 0 0) 0x7f2b28003680 con 0x56162f699460 2024-06-13T06:36:47.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.815+0000 7f2b47cd9b80 1 -- 172.21.15.39:0/1503963474 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2b28024070 con 0x56162f699460 2024-06-13T06:36:47.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.815+0000 7f2b1aff5700 1 -- 172.21.15.39:0/1503963474 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f2b28003880 con 0x56162f699460 2024-06-13T06:36:47.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.815+0000 7f2b47cd9b80 10 client.15759 fetch_fsmap learned FSMap version 24 2024-06-13T06:36:47.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.815+0000 7f2b47cd9b80 1 -- 172.21.15.39:0/1503963474 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56162f6b0900 con 0x56162f699460 2024-06-13T06:36:47.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.815+0000 7f2b1aff5700 1 -- 172.21.15.39:0/1503963474 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2b28024070 con 0x56162f699460 2024-06-13T06:36:47.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.815+0000 7f2b1aff5700 1 -- 172.21.15.39:0/1503963474 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f2b28032020 con 0x56162f699460 2024-06-13T06:36:47.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.815+0000 7f2b47cd9b80 10 client.15759 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:36:47.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.815+0000 7f2b47cd9b80 10 client.15759 resolve_mds: validated gid 24512 aka daemon mds.b 2024-06-13T06:36:47.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.815+0000 7f2b47cd9b80 20 client.15759 populate_metadata read hostname 'smithi039' 2024-06-13T06:36:47.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.815+0000 7f2b47cd9b80 1 --2- 172.21.15.39:0/1503963474 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x56162f6b2f40 0x56162f6b5330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:36:47.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.815+0000 7f2b47cd9b80 4 client.15759 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T06:36:47.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.815+0000 7f2b47cd9b80 1 -- 172.21.15.39:0/1503963474 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56162f5f7ea0 con 0x56162f6b2f40 2024-06-13T06:36:47.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.815+0000 7f2b367fc700 1 --2- 172.21.15.39:0/1503963474 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x56162f6b2f40 0x56162f6b5330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:36:47.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.816+0000 7f2b367fc700 1 --2- 172.21.15.39:0/1503963474 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x56162f6b2f40 0x56162f6b5330 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f259a8dd6f57f341 server_cookie=7cdcfcdf2d493f6e in_seq=0 out_seq=0 2024-06-13T06:36:47.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.816+0000 7f2b1aff5700 10 client.15759 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:36:47.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.817+0000 7f2b1aff5700 1 -- 172.21.15.39:0/1503963474 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x56162f5f7ea0 con 0x56162f6b2f40 2024-06-13T06:36:47.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.817+0000 7f2b1aff5700 10 client.15759 handle_command_reply: tid=0 2024-06-13T06:36:47.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.817+0000 7f2b47cd9b80 1 client.15759 shutdown 2024-06-13T06:36:47.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.817+0000 7f2b47cd9b80 1 -- 172.21.15.39:0/1503963474 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56162f699460 msgr2=0x56162f6a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:36:47.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.817+0000 7f2b47cd9b80 1 --2- 172.21.15.39:0/1503963474 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56162f699460 0x56162f6a52d0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f2b2800f9d0 tx=0x7f2b2801f770 comp rx=0 tx=0).stop 2024-06-13T06:36:47.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.817+0000 7f2b47cd9b80 1 -- 172.21.15.39:0/1503963474 shutdown_connections 2024-06-13T06:36:47.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.817+0000 7f2b47cd9b80 1 --2- 172.21.15.39:0/1503963474 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56162f69f5f0 0x56162f6a2b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:36:47.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.817+0000 7f2b47cd9b80 1 --2- 172.21.15.39:0/1503963474 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56162f699460 0x56162f6a52d0 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:36:47.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.817+0000 7f2b47cd9b80 1 --2- 172.21.15.39:0/1503963474 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x56162f6b2f40 0x56162f6b5330 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:36:47.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.817+0000 7f2b1aff5700 0 client.15759 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:36:47.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.817+0000 7f2b47cd9b80 1 --2- 172.21.15.39:0/1503963474 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56162f69ecd0 0x56162f6a25d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:36:47.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.817+0000 7f2b47cd9b80 1 -- 172.21.15.39:0/1503963474 >> 172.21.15.39:0/1503963474 conn(0x56162f5c3e50 msgr2=0x56162f693da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:36:47.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.817+0000 7f2b47cd9b80 1 -- 172.21.15.39:0/1503963474 shutdown_connections 2024-06-13T06:36:47.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.817+0000 7f2b47cd9b80 1 -- 172.21.15.39:0/1503963474 wait complete. 2024-06-13T06:36:47.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.817+0000 7f2b47cd9b80 20 client.15759 trim_cache size 0 max 16384 2024-06-13T06:36:47.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.837+0000 7f2b47cd9b80 1 Processor -- start 2024-06-13T06:36:47.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.837+0000 7f2b47cd9b80 1 -- start start 2024-06-13T06:36:47.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.838+0000 7f2b47cd9b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56162f699460 0x56162f698f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:36:47.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.838+0000 7f2b47cd9b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56162f69ecd0 0x56162f6a0260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:36:47.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.838+0000 7f2b47cd9b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56162f69f5f0 0x56162f693f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:36:47.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.838+0000 7f2b47cd9b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f2b381b1960 con 0x56162f699460 2024-06-13T06:36:47.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.838+0000 7f2b47cd9b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f2b381af1f0 con 0x56162f69ecd0 2024-06-13T06:36:47.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.838+0000 7f2b47cd9b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f2b381ad060 con 0x56162f69f5f0 2024-06-13T06:36:47.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.838+0000 7f2b36ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56162f699460 0x56162f698f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:36:47.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.838+0000 7f2b36ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56162f699460 0x56162f698f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34520/0 (socket says 172.21.15.39:34520) 2024-06-13T06:36:47.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.838+0000 7f2b36ffd700 1 -- 172.21.15.39:0/1113389297 learned_addr learned my addr 172.21.15.39:0/1113389297 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:36:47.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.838+0000 7f2b367fc700 1 --2- 172.21.15.39:0/1113389297 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56162f69ecd0 0x56162f6a0260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:36:47.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.838+0000 7f2b377fe700 1 --2- 172.21.15.39:0/1113389297 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56162f69f5f0 0x56162f693f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:36:47.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.838+0000 7f2b36ffd700 1 -- 172.21.15.39:0/1113389297 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56162f69f5f0 msgr2=0x56162f693f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:36:47.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.838+0000 7f2b36ffd700 1 --2- 172.21.15.39:0/1113389297 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56162f69f5f0 0x56162f693f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:36:47.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.838+0000 7f2b36ffd700 1 -- 172.21.15.39:0/1113389297 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56162f69ecd0 msgr2=0x56162f6a0260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:36:47.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.838+0000 7f2b36ffd700 1 --2- 172.21.15.39:0/1113389297 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56162f69ecd0 0x56162f6a0260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:36:47.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.838+0000 7f2b36ffd700 1 -- 172.21.15.39:0/1113389297 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56162f6a5ad0 con 0x56162f699460 2024-06-13T06:36:47.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.838+0000 7f2b367fc700 1 --2- 172.21.15.39:0/1113389297 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56162f69ecd0 0x56162f6a0260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:36:47.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.838+0000 7f2b36ffd700 1 --2- 172.21.15.39:0/1113389297 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56162f699460 0x56162f698f20 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f2b28029c20 tx=0x7f2b28029e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee42fbea2649562c server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:36:47.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.838+0000 7f2b1cff9700 1 -- 172.21.15.39:0/1113389297 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b28041020 con 0x56162f699460 2024-06-13T06:36:47.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.838+0000 7f2b1cff9700 1 -- 172.21.15.39:0/1113389297 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2b28024070 con 0x56162f699460 2024-06-13T06:36:47.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.838+0000 7f2b1cff9700 1 -- 172.21.15.39:0/1113389297 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b2803d6b0 con 0x56162f699460 2024-06-13T06:36:47.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.839+0000 7f2b47cd9b80 1 -- 172.21.15.39:0/1113389297 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56162f699460 msgr2=0x56162f698f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:36:47.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.839+0000 7f2b47cd9b80 1 --2- 172.21.15.39:0/1113389297 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56162f699460 0x56162f698f20 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f2b28029c20 tx=0x7f2b28029e10 comp rx=0 tx=0).stop 2024-06-13T06:36:47.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.839+0000 7f2b47cd9b80 1 -- 172.21.15.39:0/1113389297 shutdown_connections 2024-06-13T06:36:47.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.839+0000 7f2b47cd9b80 1 --2- 172.21.15.39:0/1113389297 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56162f69f5f0 0x56162f693f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:36:47.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.839+0000 7f2b47cd9b80 1 --2- 172.21.15.39:0/1113389297 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56162f699460 0x56162f698f20 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:36:47.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.839+0000 7f2b47cd9b80 1 --2- 172.21.15.39:0/1113389297 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56162f69ecd0 0x56162f6a0260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:36:47.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.839+0000 7f2b47cd9b80 1 -- 172.21.15.39:0/1113389297 >> 172.21.15.39:0/1113389297 conn(0x56162f5c3e50 msgr2=0x56162f69d730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:36:47.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.839+0000 7f2b47cd9b80 1 -- 172.21.15.39:0/1113389297 shutdown_connections 2024-06-13T06:36:47.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.839+0000 7f2b47cd9b80 1 -- 172.21.15.39:0/1113389297 wait complete. 2024-06-13T06:36:47.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.839+0000 7f2b47cd9b80 1 -- start start 2024-06-13T06:36:47.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.840+0000 7f2b47cd9b80 1 Processor -- start 2024-06-13T06:36:47.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.840+0000 7f2b47cd9b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56162f699460 0x56162f6a84a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:36:47.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.840+0000 7f2b47cd9b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56162f69ecd0 0x56162f6a89e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:36:47.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.840+0000 7f2b47cd9b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56162f69f5f0 0x56162f6a8f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:36:47.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.840+0000 7f2b47cd9b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f2b381ad6b0 con 0x56162f69ecd0 2024-06-13T06:36:47.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.840+0000 7f2b47cd9b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f2b381aeb20 con 0x56162f699460 2024-06-13T06:36:47.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.840+0000 7f2b47cd9b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f2b381add80 con 0x56162f69f5f0 2024-06-13T06:36:47.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.840+0000 7f2b47cd9b80 10 client.0 _ll_register_callbacks cb 0x56162f584ab0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:36:47.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.840+0000 7f2b367fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56162f69ecd0 0x56162f6a89e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:36:47.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.840+0000 7f2b367fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56162f69ecd0 0x56162f6a89e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34536/0 (socket says 172.21.15.39:34536) 2024-06-13T06:36:47.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.840+0000 7f2b367fc700 1 -- 172.21.15.39:0/1476907502 learned_addr learned my addr 172.21.15.39:0/1476907502 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:36:47.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.840+0000 7f2b36ffd700 1 --2- 172.21.15.39:0/1476907502 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56162f699460 0x56162f6a84a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:36:47.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.840+0000 7f2b377fe700 1 --2- 172.21.15.39:0/1476907502 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56162f69f5f0 0x56162f6a8f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:36:47.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.840+0000 7f2b367fc700 1 -- 172.21.15.39:0/1476907502 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56162f69f5f0 msgr2=0x56162f6a8f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:36:47.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.840+0000 7f2b367fc700 1 --2- 172.21.15.39:0/1476907502 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56162f69f5f0 0x56162f6a8f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:36:47.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.840+0000 7f2b367fc700 1 -- 172.21.15.39:0/1476907502 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56162f699460 msgr2=0x56162f6a84a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:36:47.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.840+0000 7f2b367fc700 1 --2- 172.21.15.39:0/1476907502 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56162f699460 0x56162f6a84a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:36:47.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.840+0000 7f2b367fc700 1 -- 172.21.15.39:0/1476907502 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56162f71da80 con 0x56162f69ecd0 2024-06-13T06:36:47.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.840+0000 7f2b377fe700 1 --2- 172.21.15.39:0/1476907502 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56162f69f5f0 0x56162f6a8f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:36:47.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.841+0000 7f2b367fc700 1 --2- 172.21.15.39:0/1476907502 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56162f69ecd0 0x56162f6a89e0 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f2b2c0099c0 tx=0x7f2b2c003a10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=648d3e4dd7b75a49 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:36:47.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.841+0000 7f2b1aff5700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:36:47.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.841+0000 7f2b1aff5700 1 -- 172.21.15.39:0/1476907502 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b2c0052b0 con 0x56162f69ecd0 2024-06-13T06:36:47.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.841+0000 7f2b1aff5700 1 -- 172.21.15.39:0/1476907502 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 8550+0+0 (secure 0 0 0) 0x7f2b2c005450 con 0x56162f69ecd0 2024-06-13T06:36:47.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.841+0000 7f2b47cd9b80 1 -- 172.21.15.39:0/1476907502 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2b28024070 con 0x56162f69ecd0 2024-06-13T06:36:47.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.841+0000 7f2b1aff5700 1 -- 172.21.15.39:0/1476907502 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f2b2c003e40 con 0x56162f69ecd0 2024-06-13T06:36:47.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.841+0000 7f2b47cd9b80 10 client.15765 fetch_fsmap learned FSMap version 24 2024-06-13T06:36:47.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.841+0000 7f2b47cd9b80 1 -- 172.21.15.39:0/1476907502 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x56162f71ed20 con 0x56162f69ecd0 2024-06-13T06:36:47.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.841+0000 7f2b1aff5700 1 -- 172.21.15.39:0/1476907502 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f2b28024070 con 0x56162f69ecd0 2024-06-13T06:36:47.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.841+0000 7f2b1aff5700 1 -- 172.21.15.39:0/1476907502 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f2b2c00f730 con 0x56162f69ecd0 2024-06-13T06:36:47.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.841+0000 7f2b47cd9b80 10 client.15765 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:36:47.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.841+0000 7f2b47cd9b80 10 client.15765 resolve_mds: validated gid 24512 aka daemon mds.b 2024-06-13T06:36:47.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.841+0000 7f2b47cd9b80 20 client.15765 populate_metadata read hostname 'smithi039' 2024-06-13T06:36:47.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.841+0000 7f2b47cd9b80 1 --2- 172.21.15.39:0/1476907502 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x56162f71f500 0x56162f721920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:36:47.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.841+0000 7f2b47cd9b80 4 client.15765 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}] 2024-06-13T06:36:47.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.841+0000 7f2b47cd9b80 1 -- 172.21.15.39:0/1476907502 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}) -- 0x56162f5f2420 con 0x56162f71f500 2024-06-13T06:36:47.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.842+0000 7f2b36ffd700 1 --2- 172.21.15.39:0/1476907502 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x56162f71f500 0x56162f721920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:36:47.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.842+0000 7f2b36ffd700 1 --2- 172.21.15.39:0/1476907502 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x56162f71f500 0x56162f721920 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d4491a73c5ae6bc6 server_cookie=f5211dc2cdd130f2 in_seq=0 out_seq=0 2024-06-13T06:36:47.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.842+0000 7f2b1aff5700 10 client.15765 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:36:47.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.855+0000 7f2b1aff5700 1 -- 172.21.15.39:0/1476907502 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x56162f5f2420 con 0x56162f71f500 2024-06-13T06:36:47.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.855+0000 7f2b1aff5700 10 client.15765 handle_command_reply: tid=0 2024-06-13T06:36:47.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.855+0000 7f2b47cd9b80 1 client.15765 shutdown 2024-06-13T06:36:47.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.855+0000 7f2b47cd9b80 1 -- 172.21.15.39:0/1476907502 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56162f69ecd0 msgr2=0x56162f6a89e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:36:47.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.855+0000 7f2b47cd9b80 1 --2- 172.21.15.39:0/1476907502 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56162f69ecd0 0x56162f6a89e0 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f2b2c0099c0 tx=0x7f2b2c003a10 comp rx=0 tx=0).stop 2024-06-13T06:36:47.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.855+0000 7f2b47cd9b80 1 -- 172.21.15.39:0/1476907502 shutdown_connections 2024-06-13T06:36:47.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.855+0000 7f2b47cd9b80 1 --2- 172.21.15.39:0/1476907502 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56162f69f5f0 0x56162f6a8f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:36:47.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.855+0000 7f2b47cd9b80 1 --2- 172.21.15.39:0/1476907502 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x56162f71f500 0x56162f721920 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:36:47.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.855+0000 7f2b47cd9b80 1 --2- 172.21.15.39:0/1476907502 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x56162f699460 0x56162f6a84a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:36:47.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.855+0000 7f2b47cd9b80 1 --2- 172.21.15.39:0/1476907502 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56162f69ecd0 0x56162f6a89e0 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:36:47.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.855+0000 7f2b1aff5700 0 client.15765 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:36:47.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.855+0000 7f2b47cd9b80 1 -- 172.21.15.39:0/1476907502 >> 172.21.15.39:0/1476907502 conn(0x56162f5c3e50 msgr2=0x56162f6a3e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:36:47.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.855+0000 7f2b47cd9b80 1 -- 172.21.15.39:0/1476907502 shutdown_connections 2024-06-13T06:36:47.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.855+0000 7f2b47cd9b80 1 -- 172.21.15.39:0/1476907502 wait complete. 2024-06-13T06:36:47.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.855+0000 7f2b47cd9b80 20 client.15765 trim_cache size 0 max 16384 2024-06-13T06:36:47.856 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-06-13T06:36:47.856 INFO:teuthology.orchestra.run.smithi039.stdout: "epoch": 24, 2024-06-13T06:36:47.856 INFO:teuthology.orchestra.run.smithi039.stdout: "leader": 24512, 2024-06-13T06:36:47.856 INFO:teuthology.orchestra.run.smithi039.stdout: "set_version": 38, 2024-06-13T06:36:47.856 INFO:teuthology.orchestra.run.smithi039.stdout: "sets": { 2024-06-13T06:36:47.856 INFO:teuthology.orchestra.run.smithi039.stdout: "9a7e296d": { 2024-06-13T06:36:47.856 INFO:teuthology.orchestra.run.smithi039.stdout: "version": 38, 2024-06-13T06:36:47.856 INFO:teuthology.orchestra.run.smithi039.stdout: "age_ref": 0.0, 2024-06-13T06:36:47.856 INFO:teuthology.orchestra.run.smithi039.stdout: "state": { 2024-06-13T06:36:47.856 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "QUIESCED", 2024-06-13T06:36:47.857 INFO:teuthology.orchestra.run.smithi039.stdout: "age": 0.0 2024-06-13T06:36:47.857 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:36:47.857 INFO:teuthology.orchestra.run.smithi039.stdout: "timeout": 90.0, 2024-06-13T06:36:47.857 INFO:teuthology.orchestra.run.smithi039.stdout: "expiration": 150.0, 2024-06-13T06:36:47.857 INFO:teuthology.orchestra.run.smithi039.stdout: "members": { 2024-06-13T06:36:47.857 INFO:teuthology.orchestra.run.smithi039.stdout: "file:/": { 2024-06-13T06:36:47.857 INFO:teuthology.orchestra.run.smithi039.stdout: "excluded": false, 2024-06-13T06:36:47.857 INFO:teuthology.orchestra.run.smithi039.stdout: "state": { 2024-06-13T06:36:47.857 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "QUIESCED", 2024-06-13T06:36:47.857 INFO:teuthology.orchestra.run.smithi039.stdout: "age": 0.0 2024-06-13T06:36:47.857 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:36:47.857 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:36:47.857 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:36:47.858 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:36:47.858 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:36:47.858 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-06-13T06:36:47.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.856+0000 7f2b3d456700 1 -- 172.21.15.39:0/2980640973 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f2b200a2e30 msgr2=0x7f2b200a52f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:36:47.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.856+0000 7f2b3d456700 1 --2- 172.21.15.39:0/2980640973 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f2b200a2e30 0x7f2b200a52f0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f2b28005950 tx=0x7f2b280058e0 comp rx=0 tx=0).stop 2024-06-13T06:36:47.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.856+0000 7f2b3d456700 1 -- 172.21.15.39:0/2980640973 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b38107790 msgr2=0x7f2b38075210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:36:47.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.856+0000 7f2b3d456700 1 --2- 172.21.15.39:0/2980640973 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b38107790 0x7f2b38075210 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f2b30007ee0 tx=0x7f2b3000d3b0 comp rx=0 tx=0).stop 2024-06-13T06:36:47.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.856+0000 7f2b3d456700 1 -- 172.21.15.39:0/2980640973 shutdown_connections 2024-06-13T06:36:47.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.856+0000 7f2b3d456700 1 --2- 172.21.15.39:0/2980640973 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f2b200a2e30 0x7f2b200a52f0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:36:47.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.856+0000 7f2b3d456700 1 --2- 172.21.15.39:0/2980640973 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b38107790 0x7f2b38075210 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:36:47.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.856+0000 7f2b3d456700 1 --2- 172.21.15.39:0/2980640973 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f2b381027a0 0x7f2b38074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:36:47.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.856+0000 7f2b3d456700 1 --2- 172.21.15.39:0/2980640973 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2b38103150 0x7f2b38074cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:36:47.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.856+0000 7f2b3d456700 1 -- 172.21.15.39:0/2980640973 >> 172.21.15.39:0/2980640973 conn(0x7f2b38079560 msgr2=0x7f2b38101760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:36:47.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.856+0000 7f2b3d456700 1 -- 172.21.15.39:0/2980640973 shutdown_connections 2024-06-13T06:36:47.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:36:47.856+0000 7f2b3d456700 1 -- 172.21.15.39:0/2980640973 wait complete. 2024-06-13T06:36:48.557 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '9a7e296d', quiesce took 5.8 seconds. Will release after: 24.2 2024-06-13T06:36:49.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:36:49 smithi039 ceph-mon[32479]: pgmap v426: 97 pgs: 97 active+clean; 24 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 61 KiB/s wr, 9 op/s 2024-06-13T06:36:49.467 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:36:49 smithi149 ceph-mon[36963]: pgmap v426: 97 pgs: 97 active+clean; 24 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 61 KiB/s wr, 9 op/s 2024-06-13T06:36:49.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:36:49 smithi096 ceph-mon[36532]: pgmap v426: 97 pgs: 97 active+clean; 24 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 61 KiB/s wr, 9 op/s 2024-06-13T06:36:51.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:36:51 smithi039 ceph-mon[32479]: pgmap v427: 97 pgs: 97 active+clean; 24 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 61 KiB/s wr, 9 op/s 2024-06-13T06:36:51.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:36:51 smithi149 ceph-mon[36963]: pgmap v427: 97 pgs: 97 active+clean; 24 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 61 KiB/s wr, 9 op/s 2024-06-13T06:36:51.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:36:51 smithi096 ceph-mon[36532]: pgmap v427: 97 pgs: 97 active+clean; 24 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 61 KiB/s wr, 9 op/s 2024-06-13T06:36:53.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:36:53 smithi039 ceph-mon[32479]: pgmap v428: 97 pgs: 97 active+clean; 24 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 74 KiB/s wr, 13 op/s 2024-06-13T06:36:53.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:36:53 smithi149 ceph-mon[36963]: pgmap v428: 97 pgs: 97 active+clean; 24 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 74 KiB/s wr, 13 op/s 2024-06-13T06:36:53.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:36:53 smithi096 ceph-mon[36532]: pgmap v428: 97 pgs: 97 active+clean; 24 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 74 KiB/s wr, 13 op/s 2024-06-13T06:36:55.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:36:55 smithi039 ceph-mon[32479]: pgmap v429: 97 pgs: 97 active+clean; 24 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 44 KiB/s wr, 8 op/s 2024-06-13T06:36:55.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:36:55 smithi149 ceph-mon[36963]: pgmap v429: 97 pgs: 97 active+clean; 24 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 44 KiB/s wr, 8 op/s 2024-06-13T06:36:55.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:36:55 smithi096 ceph-mon[36532]: pgmap v429: 97 pgs: 97 active+clean; 24 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 44 KiB/s wr, 8 op/s 2024-06-13T06:36:57.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:36:57 smithi039 ceph-mon[32479]: pgmap v430: 97 pgs: 97 active+clean; 24 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 49 KiB/s wr, 11 op/s 2024-06-13T06:36:57.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:36:57 smithi149 ceph-mon[36963]: pgmap v430: 97 pgs: 97 active+clean; 24 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 49 KiB/s wr, 11 op/s 2024-06-13T06:36:57.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:36:57 smithi096 ceph-mon[36532]: pgmap v430: 97 pgs: 97 active+clean; 24 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 49 KiB/s wr, 11 op/s 2024-06-13T06:36:59.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:36:59 smithi039 ceph-mon[32479]: pgmap v431: 97 pgs: 97 active+clean; 24 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 17 KiB/s wr, 6 op/s 2024-06-13T06:36:59.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:36:59 smithi149 ceph-mon[36963]: pgmap v431: 97 pgs: 97 active+clean; 24 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 17 KiB/s wr, 6 op/s 2024-06-13T06:36:59.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:36:59 smithi096 ceph-mon[36532]: pgmap v431: 97 pgs: 97 active+clean; 24 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 17 KiB/s wr, 6 op/s 2024-06-13T06:37:01.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:37:01 smithi039 ceph-mon[32479]: pgmap v432: 97 pgs: 97 active+clean; 24 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 17 KiB/s wr, 6 op/s 2024-06-13T06:37:01.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:37:01 smithi149 ceph-mon[36963]: pgmap v432: 97 pgs: 97 active+clean; 24 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 17 KiB/s wr, 6 op/s 2024-06-13T06:37:01.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:37:01 smithi096 ceph-mon[36532]: pgmap v432: 97 pgs: 97 active+clean; 24 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 17 KiB/s wr, 6 op/s 2024-06-13T06:37:03.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:37:03 smithi039 ceph-mon[32479]: pgmap v433: 97 pgs: 97 active+clean; 25 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 61 KiB/s wr, 26 op/s 2024-06-13T06:37:03.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:37:03 smithi149 ceph-mon[36963]: pgmap v433: 97 pgs: 97 active+clean; 25 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 61 KiB/s wr, 26 op/s 2024-06-13T06:37:03.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:37:03 smithi096 ceph-mon[36532]: pgmap v433: 97 pgs: 97 active+clean; 25 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 61 KiB/s wr, 26 op/s 2024-06-13T06:37:05.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:37:05 smithi039 ceph-mon[32479]: pgmap v434: 97 pgs: 97 active+clean; 25 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 49 KiB/s wr, 22 op/s 2024-06-13T06:37:05.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:37:05 smithi149 ceph-mon[36963]: pgmap v434: 97 pgs: 97 active+clean; 25 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 49 KiB/s wr, 22 op/s 2024-06-13T06:37:05.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:37:05 smithi096 ceph-mon[36532]: pgmap v434: 97 pgs: 97 active+clean; 25 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 49 KiB/s wr, 22 op/s 2024-06-13T06:37:07.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:37:07 smithi149 ceph-mon[36963]: pgmap v435: 97 pgs: 97 active+clean; 25 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 52 KiB/s wr, 25 op/s 2024-06-13T06:37:07.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:37:07 smithi096 ceph-mon[36532]: pgmap v435: 97 pgs: 97 active+clean; 25 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 52 KiB/s wr, 25 op/s 2024-06-13T06:37:07.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:37:07 smithi039 ceph-mon[32479]: pgmap v435: 97 pgs: 97 active+clean; 25 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 52 KiB/s wr, 25 op/s 2024-06-13T06:37:09.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:37:09 smithi149 ceph-mon[36963]: pgmap v436: 97 pgs: 97 active+clean; 25 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 48 KiB/s wr, 22 op/s 2024-06-13T06:37:09.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:37:09 smithi096 ceph-mon[36532]: pgmap v436: 97 pgs: 97 active+clean; 25 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 48 KiB/s wr, 22 op/s 2024-06-13T06:37:09.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:37:09 smithi039 ceph-mon[32479]: pgmap v436: 97 pgs: 97 active+clean; 25 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 48 KiB/s wr, 22 op/s 2024-06-13T06:37:10.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:37:10 smithi149 ceph-mon[36963]: osdmap e107: 12 total, 12 up, 12 in 2024-06-13T06:37:10.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:37:10 smithi096 ceph-mon[36532]: osdmap e107: 12 total, 12 up, 12 in 2024-06-13T06:37:10.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:37:10 smithi039 ceph-mon[32479]: osdmap e107: 12 total, 12 up, 12 in 2024-06-13T06:37:11.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:37:11 smithi149 ceph-mon[36963]: pgmap v438: 97 pgs: 97 active+clean; 25 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 57 KiB/s wr, 27 op/s 2024-06-13T06:37:11.540 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:37:11 smithi096 ceph-mon[36532]: pgmap v438: 97 pgs: 97 active+clean; 25 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 57 KiB/s wr, 27 op/s 2024-06-13T06:37:11.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:37:11 smithi039 ceph-mon[32479]: pgmap v438: 97 pgs: 97 active+clean; 25 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 57 KiB/s wr, 27 op/s 2024-06-13T06:37:12.758 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T06:37:13.029 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:37:13.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:37:13 smithi039 ceph-mon[32479]: pgmap v439: 97 pgs: 97 active+clean; 25 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 3.8 KiB/s wr, 6 op/s 2024-06-13T06:37:13.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:37:13 smithi149 ceph-mon[36963]: pgmap v439: 97 pgs: 97 active+clean; 25 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 3.8 KiB/s wr, 6 op/s 2024-06-13T06:37:13.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:37:13 smithi096 ceph-mon[36532]: pgmap v439: 97 pgs: 97 active+clean; 25 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 3.8 KiB/s wr, 6 op/s 2024-06-13T06:37:14.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.669+0000 7f5b4a61f700 1 -- 172.21.15.39:0/1123820275 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5b441066f0 msgr2=0x7f5b4410e2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:37:14.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.669+0000 7f5b4a61f700 1 --2- 172.21.15.39:0/1123820275 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5b441066f0 0x7f5b4410e2c0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f5b3c00b0d0 tx=0x7f5b3c00b3e0 comp rx=0 tx=0).stop 2024-06-13T06:37:14.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.670+0000 7f5b4a61f700 1 -- 172.21.15.39:0/1123820275 shutdown_connections 2024-06-13T06:37:14.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.670+0000 7f5b4a61f700 1 --2- 172.21.15.39:0/1123820275 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5b441066f0 0x7f5b4410e2c0 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:14.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.670+0000 7f5b4a61f700 1 --2- 172.21.15.39:0/1123820275 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f5b44101610 0x7f5b441019f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:14.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.670+0000 7f5b4a61f700 1 --2- 172.21.15.39:0/1123820275 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5b44101fc0 0x7f5b44106010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:14.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.670+0000 7f5b4a61f700 1 -- 172.21.15.39:0/1123820275 >> 172.21.15.39:0/1123820275 conn(0x7f5b44078430 msgr2=0x7f5b44078840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:37:14.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.670+0000 7f5b4a61f700 1 -- 172.21.15.39:0/1123820275 shutdown_connections 2024-06-13T06:37:14.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.670+0000 7f5b4a61f700 1 -- 172.21.15.39:0/1123820275 wait complete. 2024-06-13T06:37:14.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.670+0000 7f5b4a61f700 1 Processor -- start 2024-06-13T06:37:14.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.670+0000 7f5b4a61f700 1 -- start start 2024-06-13T06:37:14.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.671+0000 7f5b4a61f700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5b44101610 0x7f5b4419d760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:14.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.671+0000 7f5b4a61f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5b44101fc0 0x7f5b4419dca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:14.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.671+0000 7f5b4a61f700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f5b441066f0 0x7f5b44197920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:14.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.671+0000 7f5b4a61f700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f5b44111700 con 0x7f5b44101fc0 2024-06-13T06:37:14.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.671+0000 7f5b4a61f700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f5b44111580 con 0x7f5b441066f0 2024-06-13T06:37:14.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.671+0000 7f5b4a61f700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f5b44111880 con 0x7f5b44101610 2024-06-13T06:37:14.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.671+0000 7f5b437fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5b44101fc0 0x7f5b4419dca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:14.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.671+0000 7f5b437fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5b44101fc0 0x7f5b4419dca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36168/0 (socket says 172.21.15.39:36168) 2024-06-13T06:37:14.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.671+0000 7f5b437fe700 1 -- 172.21.15.39:0/1008190329 learned_addr learned my addr 172.21.15.39:0/1008190329 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:37:14.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.671+0000 7f5b48bbc700 1 --2- 172.21.15.39:0/1008190329 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f5b441066f0 0x7f5b44197920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:14.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.671+0000 7f5b43fff700 1 --2- 172.21.15.39:0/1008190329 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5b44101610 0x7f5b4419d760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:14.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.671+0000 7f5b437fe700 1 -- 172.21.15.39:0/1008190329 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5b44101610 msgr2=0x7f5b4419d760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:37:14.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.671+0000 7f5b437fe700 1 --2- 172.21.15.39:0/1008190329 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5b44101610 0x7f5b4419d760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:14.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.671+0000 7f5b437fe700 1 -- 172.21.15.39:0/1008190329 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f5b441066f0 msgr2=0x7f5b44197920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:37:14.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.671+0000 7f5b437fe700 1 --2- 172.21.15.39:0/1008190329 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f5b441066f0 0x7f5b44197920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:14.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.671+0000 7f5b437fe700 1 -- 172.21.15.39:0/1008190329 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b44198080 con 0x7f5b44101fc0 2024-06-13T06:37:14.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.672+0000 7f5b437fe700 1 --2- 172.21.15.39:0/1008190329 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5b44101fc0 0x7f5b4419dca0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f5b3800afa0 tx=0x7f5b3800cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:37:14.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.672+0000 7f5b417fa700 1 -- 172.21.15.39:0/1008190329 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b3800ce60 con 0x7f5b44101fc0 2024-06-13T06:37:14.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.672+0000 7f5b417fa700 1 -- 172.21.15.39:0/1008190329 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f5b38004830 con 0x7f5b44101fc0 2024-06-13T06:37:14.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.672+0000 7f5b417fa700 1 -- 172.21.15.39:0/1008190329 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b38005560 con 0x7f5b44101fc0 2024-06-13T06:37:14.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.672+0000 7f5b4a61f700 1 -- 172.21.15.39:0/1008190329 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b44198370 con 0x7f5b44101fc0 2024-06-13T06:37:14.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.672+0000 7f5b4a61f700 1 -- 172.21.15.39:0/1008190329 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b4406abc0 con 0x7f5b44101fc0 2024-06-13T06:37:14.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.673+0000 7f5b4a61f700 1 -- 172.21.15.39:0/1008190329 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5b44069180 con 0x7f5b44101fc0 2024-06-13T06:37:14.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.674+0000 7f5b417fa700 1 -- 172.21.15.39:0/1008190329 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f5b380049e0 con 0x7f5b44101fc0 2024-06-13T06:37:14.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.675+0000 7f5b417fa700 1 --2- 172.21.15.39:0/1008190329 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f5b2c0a2e10 0x7f5b2c0a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:14.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.675+0000 7f5b43fff700 1 --2- 172.21.15.39:0/1008190329 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f5b2c0a2e10 0x7f5b2c0a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:14.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.675+0000 7f5b417fa700 1 -- 172.21.15.39:0/1008190329 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 8594+0+0 (secure 0 0 0) 0x7f5b380d1210 con 0x7f5b44101fc0 2024-06-13T06:37:14.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.676+0000 7f5b43fff700 1 --2- 172.21.15.39:0/1008190329 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f5b2c0a2e10 0x7f5b2c0a52d0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f5b34005fd0 tx=0x7f5b34005f60 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:37:14.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.679+0000 7f5b417fa700 1 -- 172.21.15.39:0/1008190329 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f5b3809def0 con 0x7f5b44101fc0 2024-06-13T06:37:14.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.929+0000 7f5b4a61f700 1 -- 172.21.15.39:0/1008190329 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5b44198e50 con 0x7f5b44101fc0 2024-06-13T06:37:14.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.930+0000 7f5b417fa700 1 -- 172.21.15.39:0/1008190329 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11865 (secure 0 0 0) 0x7f5b3809d7f0 con 0x7f5b44101fc0 2024-06-13T06:37:14.930 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:37:14.930 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/2373452665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":2373452665},{"type":"v1","addr":"172.21.15.39:6835","nonce":2373452665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/2187635150","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":2187635150},{"type":"v1","addr":"172.21.15.39:6837","nonce":2187635150}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14571,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6839/1475451558","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":1475451558},{"type":"v1","addr":"172.21.15.39:6839","nonce":1475451558}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14577,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6841/313570480","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":313570480},{"type":"v1","addr":"172.21.15.39:6841","nonce":313570480}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/980475055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":980475055},{"type":"v1","addr":"172.21.15.149:6833","nonce":980475055}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24427,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/2757180167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":2757180167},{"type":"v1","addr":"172.21.15.149:6835","nonce":2757180167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-13T06:20:05.248660+0000","modified":"2024-06-13T06:23:07.325841+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24512,"mds_1":24482,"mds_2":24455},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24431":{"gid":24431,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.96:6833/2827318421","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6832","nonce":2827318421},{"type":"v1","addr":"172.21.15.96:6833","nonce":2827318421}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24439":{"gid":24439,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6837/1742889729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":1742889729},{"type":"v1","addr":"172.21.15.149:6837","nonce":1742889729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6839/862740064","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":862740064},{"type":"v1","addr":"172.21.15.149:6839","nonce":862740064}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.96:6835/3408571209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6834","nonce":3408571209},{"type":"v1","addr":"172.21.15.96:6835","nonce":3408571209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.96:6837/2574644445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6836","nonce":2574644445},{"type":"v1","addr":"172.21.15.96:6837","nonce":2574644445}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.96:6839/1459106434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6838","nonce":1459106434},{"type":"v1","addr":"172.21.15.96:6839","nonce":1459106434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24512,"qdb_cluster":[24482,24512,24455]},"id":1}]} 2024-06-13T06:37:14.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.933+0000 7f5b4a61f700 1 -- 172.21.15.39:0/1008190329 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f5b2c0a2e10 msgr2=0x7f5b2c0a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:37:14.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.933+0000 7f5b4a61f700 1 --2- 172.21.15.39:0/1008190329 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f5b2c0a2e10 0x7f5b2c0a52d0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f5b34005fd0 tx=0x7f5b34005f60 comp rx=0 tx=0).stop 2024-06-13T06:37:14.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.933+0000 7f5b4a61f700 1 -- 172.21.15.39:0/1008190329 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5b44101fc0 msgr2=0x7f5b4419dca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:37:14.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.933+0000 7f5b4a61f700 1 --2- 172.21.15.39:0/1008190329 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5b44101fc0 0x7f5b4419dca0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f5b3800afa0 tx=0x7f5b3800cc20 comp rx=0 tx=0).stop 2024-06-13T06:37:14.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.933+0000 7f5b4a61f700 1 -- 172.21.15.39:0/1008190329 shutdown_connections 2024-06-13T06:37:14.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.933+0000 7f5b4a61f700 1 --2- 172.21.15.39:0/1008190329 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f5b2c0a2e10 0x7f5b2c0a52d0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:14.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.933+0000 7f5b4a61f700 1 --2- 172.21.15.39:0/1008190329 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f5b441066f0 0x7f5b44197920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:14.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.933+0000 7f5b4a61f700 1 --2- 172.21.15.39:0/1008190329 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5b44101610 0x7f5b4419d760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:14.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.933+0000 7f5b4a61f700 1 --2- 172.21.15.39:0/1008190329 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5b44101fc0 0x7f5b4419dca0 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:14.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.933+0000 7f5b4a61f700 1 -- 172.21.15.39:0/1008190329 >> 172.21.15.39:0/1008190329 conn(0x7f5b44078430 msgr2=0x7f5b440ff340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:37:14.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.933+0000 7f5b4a61f700 1 -- 172.21.15.39:0/1008190329 shutdown_connections 2024-06-13T06:37:14.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:14.933+0000 7f5b4a61f700 1 -- 172.21.15.39:0/1008190329 wait complete. 2024-06-13T06:37:14.934 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 24 2024-06-13T06:37:15.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:37:15 smithi149 ceph-mon[36963]: pgmap v440: 97 pgs: 97 active+clean; 25 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 3.8 KiB/s wr, 6 op/s 2024-06-13T06:37:15.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:37:15 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/1008190329' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:37:15.477 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:37:15 smithi039 ceph-mon[32479]: pgmap v440: 97 pgs: 97 active+clean; 25 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 3.8 KiB/s wr, 6 op/s 2024-06-13T06:37:15.478 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:37:15 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/1008190329' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:37:15.506 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24512 quiesce db --set-id 9a7e296d --release --await' 2024-06-13T06:37:15.507 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- timeout 105 ceph tell mds.24512 quiesce db --set-id 9a7e296d --release --await 2024-06-13T06:37:15.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:37:15 smithi096 ceph-mon[36532]: pgmap v440: 97 pgs: 97 active+clean; 25 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 3.8 KiB/s wr, 6 op/s 2024-06-13T06:37:15.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:37:15 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/1008190329' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:37:15.768 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:37:17.365 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:37:17 smithi039 ceph-mon[32479]: pgmap v441: 97 pgs: 97 active+clean; 25 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2024-06-13T06:37:17.365 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:37:17 smithi039 ceph-mon[32479]: osdmap e108: 12 total, 12 up, 12 in 2024-06-13T06:37:17.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:37:17 smithi149 ceph-mon[36963]: pgmap v441: 97 pgs: 97 active+clean; 25 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2024-06-13T06:37:17.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:37:17 smithi149 ceph-mon[36963]: osdmap e108: 12 total, 12 up, 12 in 2024-06-13T06:37:17.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.479+0000 7fe08ff1b700 1 -- 172.21.15.39:0/3064281225 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0881084f0 msgr2=0x7fe0881088d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:37:17.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.479+0000 7fe08ff1b700 1 --2- 172.21.15.39:0/3064281225 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0881084f0 0x7fe0881088d0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fe07800b0a0 tx=0x7fe07800b3b0 comp rx=0 tx=0).stop 2024-06-13T06:37:17.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.479+0000 7fe08ff1b700 1 -- 172.21.15.39:0/3064281225 shutdown_connections 2024-06-13T06:37:17.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.479+0000 7fe08ff1b700 1 --2- 172.21.15.39:0/3064281225 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe08806b3c0 0x7fe08810f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:17.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.479+0000 7fe08ff1b700 1 --2- 172.21.15.39:0/3064281225 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0881084f0 0x7fe0881088d0 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:17.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.479+0000 7fe08ff1b700 1 --2- 172.21.15.39:0/3064281225 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe08806aa00 0x7fe08806ae80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:17.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.479+0000 7fe08ff1b700 1 -- 172.21.15.39:0/3064281225 >> 172.21.15.39:0/3064281225 conn(0x7fe088078300 msgr2=0x7fe088078710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:37:17.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.480+0000 7fe08ff1b700 1 -- 172.21.15.39:0/3064281225 shutdown_connections 2024-06-13T06:37:17.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.480+0000 7fe08ff1b700 1 -- 172.21.15.39:0/3064281225 wait complete. 2024-06-13T06:37:17.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.480+0000 7fe08ff1b700 1 Processor -- start 2024-06-13T06:37:17.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.480+0000 7fe08ff1b700 1 -- start start 2024-06-13T06:37:17.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.480+0000 7fe08ff1b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe08806aa00 0x7fe088101450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:17.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.480+0000 7fe08ff1b700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe08806b3c0 0x7fe088101990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:17.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.480+0000 7fe08ff1b700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe0881084f0 0x7fe088101ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:17.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.480+0000 7fe08ff1b700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fe088112770 con 0x7fe08806aa00 2024-06-13T06:37:17.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.480+0000 7fe08ff1b700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fe0881125f0 con 0x7fe08806b3c0 2024-06-13T06:37:17.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.480+0000 7fe08ff1b700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fe0881128f0 con 0x7fe0881084f0 2024-06-13T06:37:17.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.481+0000 7fe08dcb7700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe08806aa00 0x7fe088101450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:17.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.481+0000 7fe08dcb7700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe08806aa00 0x7fe088101450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36190/0 (socket says 172.21.15.39:36190) 2024-06-13T06:37:17.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.481+0000 7fe08dcb7700 1 -- 172.21.15.39:0/2245194455 learned_addr learned my addr 172.21.15.39:0/2245194455 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:37:17.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.481+0000 7fe08e4b8700 1 --2- 172.21.15.39:0/2245194455 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe0881084f0 0x7fe088101ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:17.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.481+0000 7fe08dcb7700 1 -- 172.21.15.39:0/2245194455 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe0881084f0 msgr2=0x7fe088101ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:37:17.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.481+0000 7fe08dcb7700 1 --2- 172.21.15.39:0/2245194455 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe0881084f0 0x7fe088101ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:17.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.481+0000 7fe08dcb7700 1 -- 172.21.15.39:0/2245194455 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe08806b3c0 msgr2=0x7fe088101990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:37:17.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.481+0000 7fe08d4b6700 1 --2- 172.21.15.39:0/2245194455 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe08806b3c0 0x7fe088101990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:17.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.481+0000 7fe08dcb7700 1 --2- 172.21.15.39:0/2245194455 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe08806b3c0 0x7fe088101990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:17.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.481+0000 7fe08dcb7700 1 -- 172.21.15.39:0/2245194455 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0881a7170 con 0x7fe08806aa00 2024-06-13T06:37:17.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.481+0000 7fe08e4b8700 1 --2- 172.21.15.39:0/2245194455 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe0881084f0 0x7fe088101ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:37:17.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.481+0000 7fe08dcb7700 1 --2- 172.21.15.39:0/2245194455 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe08806aa00 0x7fe088101450 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fe07800b070 tx=0x7fe078004ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:37:17.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.481+0000 7fe086ffd700 1 -- 172.21.15.39:0/2245194455 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe078021070 con 0x7fe08806aa00 2024-06-13T06:37:17.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.481+0000 7fe086ffd700 1 -- 172.21.15.39:0/2245194455 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe07801d930 con 0x7fe08806aa00 2024-06-13T06:37:17.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.481+0000 7fe08ff1b700 1 -- 172.21.15.39:0/2245194455 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0881a7400 con 0x7fe08806aa00 2024-06-13T06:37:17.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.481+0000 7fe086ffd700 1 -- 172.21.15.39:0/2245194455 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe078005440 con 0x7fe08806aa00 2024-06-13T06:37:17.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.481+0000 7fe08ff1b700 1 -- 172.21.15.39:0/2245194455 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0881a78b0 con 0x7fe08806aa00 2024-06-13T06:37:17.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.484+0000 7fe086ffd700 1 -- 172.21.15.39:0/2245194455 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fe078024070 con 0x7fe08806aa00 2024-06-13T06:37:17.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.485+0000 7fe086ffd700 1 --2- 172.21.15.39:0/2245194455 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fe0700a2d90 0x7fe0700a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:17.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.485+0000 7fe086ffd700 1 -- 172.21.15.39:0/2245194455 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 8550+0+0 (secure 0 0 0) 0x7fe07800f020 con 0x7fe08806aa00 2024-06-13T06:37:17.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.485+0000 7fe08d4b6700 1 --2- 172.21.15.39:0/2245194455 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fe0700a2d90 0x7fe0700a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:17.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.486+0000 7fe09a79eb80 1 Processor -- start 2024-06-13T06:37:17.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.486+0000 7fe08d4b6700 1 --2- 172.21.15.39:0/2245194455 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fe0700a2d90 0x7fe0700a5250 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fe07c005950 tx=0x7fe07c0058e0 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:37:17.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.486+0000 7fe09a79eb80 1 -- start start 2024-06-13T06:37:17.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.486+0000 7fe09a79eb80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55937b68f500 0x55937b68f8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:17.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.486+0000 7fe09a79eb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55937b68fe20 0x55937b689710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:17.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.486+0000 7fe09a79eb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55937b689c50 0x55937b68a070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:17.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.486+0000 7fe09a79eb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55937b57c060 con 0x55937b68fe20 2024-06-13T06:37:17.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.486+0000 7fe09a79eb80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x55937b5da950 con 0x55937b68f500 2024-06-13T06:37:17.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.486+0000 7fe09a79eb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55937b542560 con 0x55937b689c50 2024-06-13T06:37:17.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.486+0000 7fe08d4b6700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55937b68fe20 0x55937b689710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:17.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.486+0000 7fe08d4b6700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55937b68fe20 0x55937b689710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36198/0 (socket says 172.21.15.39:36198) 2024-06-13T06:37:17.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.486+0000 7fe08dcb7700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55937b68f500 0x55937b68f8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:17.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.486+0000 7fe08d4b6700 1 -- 172.21.15.39:0/166730978 learned_addr learned my addr 172.21.15.39:0/166730978 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:37:17.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.486+0000 7fe08e4b8700 1 --2- 172.21.15.39:0/166730978 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55937b689c50 0x55937b68a070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:17.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.487+0000 7fe08d4b6700 1 -- 172.21.15.39:0/166730978 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55937b689c50 msgr2=0x55937b68a070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:37:17.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.487+0000 7fe08d4b6700 1 --2- 172.21.15.39:0/166730978 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55937b689c50 0x55937b68a070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:17.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.487+0000 7fe08d4b6700 1 -- 172.21.15.39:0/166730978 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55937b68f500 msgr2=0x55937b68f8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:37:17.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.487+0000 7fe08d4b6700 1 --2- 172.21.15.39:0/166730978 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55937b68f500 0x55937b68f8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:17.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.487+0000 7fe08d4b6700 1 -- 172.21.15.39:0/166730978 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55937b5299d0 con 0x55937b68fe20 2024-06-13T06:37:17.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.487+0000 7fe08dcb7700 1 --2- 172.21.15.39:0/166730978 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55937b68f500 0x55937b68f8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T06:37:17.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.487+0000 7fe08d4b6700 1 --2- 172.21.15.39:0/166730978 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55937b68fe20 0x55937b689710 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7fe07c00ec20 tx=0x7fe07c011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e6283d171ef1259 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:37:17.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.487+0000 7fe06ffff700 1 -- 172.21.15.39:0/166730978 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe07c011b00 con 0x55937b68fe20 2024-06-13T06:37:17.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.487+0000 7fe06ffff700 1 -- 172.21.15.39:0/166730978 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe07c023070 con 0x55937b68fe20 2024-06-13T06:37:17.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.487+0000 7fe06ffff700 1 -- 172.21.15.39:0/166730978 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe07c010630 con 0x55937b68fe20 2024-06-13T06:37:17.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.488+0000 7fe09a79eb80 1 -- 172.21.15.39:0/166730978 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55937b68fe20 msgr2=0x55937b689710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:37:17.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.488+0000 7fe09a79eb80 1 --2- 172.21.15.39:0/166730978 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55937b68fe20 0x55937b689710 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7fe07c00ec20 tx=0x7fe07c011000 comp rx=0 tx=0).stop 2024-06-13T06:37:17.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.488+0000 7fe09a79eb80 1 -- 172.21.15.39:0/166730978 shutdown_connections 2024-06-13T06:37:17.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.488+0000 7fe09a79eb80 1 --2- 172.21.15.39:0/166730978 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55937b689c50 0x55937b68a070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:17.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.488+0000 7fe09a79eb80 1 --2- 172.21.15.39:0/166730978 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55937b68f500 0x55937b68f8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:17.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.488+0000 7fe09a79eb80 1 --2- 172.21.15.39:0/166730978 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55937b68fe20 0x55937b689710 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:17.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.488+0000 7fe09a79eb80 1 -- 172.21.15.39:0/166730978 >> 172.21.15.39:0/166730978 conn(0x55937b5b6180 msgr2=0x55937b684a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:37:17.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.488+0000 7fe09a79eb80 1 -- 172.21.15.39:0/166730978 shutdown_connections 2024-06-13T06:37:17.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.488+0000 7fe09a79eb80 1 -- 172.21.15.39:0/166730978 wait complete. 2024-06-13T06:37:17.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.488+0000 7fe09a79eb80 1 -- start start 2024-06-13T06:37:17.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.488+0000 7fe09a79eb80 1 Processor -- start 2024-06-13T06:37:17.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.489+0000 7fe09a79eb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55937b689c50 0x55937b695b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:17.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.489+0000 7fe09a79eb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55937b68f500 0x55937b692e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:17.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.489+0000 7fe09a79eb80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55937b68fe20 0x55937b693360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:17.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.489+0000 7fe09a79eb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55937b57b0c0 con 0x55937b68f500 2024-06-13T06:37:17.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.489+0000 7fe09a79eb80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x55937b5d6910 con 0x55937b68fe20 2024-06-13T06:37:17.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.489+0000 7fe09a79eb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55937b6967a0 con 0x55937b689c50 2024-06-13T06:37:17.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.489+0000 7fe09a79eb80 10 client.0 _ll_register_callbacks cb 0x55937b5706b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:37:17.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.489+0000 7fe08d4b6700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55937b68f500 0x55937b692e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:17.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.489+0000 7fe08d4b6700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55937b68f500 0x55937b692e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36208/0 (socket says 172.21.15.39:36208) 2024-06-13T06:37:17.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.489+0000 7fe08d4b6700 1 -- 172.21.15.39:0/3379186617 learned_addr learned my addr 172.21.15.39:0/3379186617 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:37:17.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.489+0000 7fe08e4b8700 1 --2- 172.21.15.39:0/3379186617 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55937b68fe20 0x55937b693360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:17.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.489+0000 7fe08dcb7700 1 --2- 172.21.15.39:0/3379186617 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55937b689c50 0x55937b695b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:17.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.489+0000 7fe08d4b6700 1 -- 172.21.15.39:0/3379186617 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55937b689c50 msgr2=0x55937b695b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:37:17.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.489+0000 7fe08d4b6700 1 --2- 172.21.15.39:0/3379186617 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55937b689c50 0x55937b695b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:17.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.489+0000 7fe08d4b6700 1 -- 172.21.15.39:0/3379186617 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55937b68fe20 msgr2=0x55937b693360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:37:17.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.489+0000 7fe08d4b6700 1 --2- 172.21.15.39:0/3379186617 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55937b68fe20 0x55937b693360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:17.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.489+0000 7fe08d4b6700 1 -- 172.21.15.39:0/3379186617 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55937b5a0850 con 0x55937b68f500 2024-06-13T06:37:17.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.490+0000 7fe08d4b6700 1 --2- 172.21.15.39:0/3379186617 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55937b68f500 0x55937b692e20 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7fe07c01ec10 tx=0x7fe07c01eab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8bd02184eb531a67 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:37:17.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.490+0000 7fe06d7fa700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:37:17.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.490+0000 7fe06d7fa700 1 -- 172.21.15.39:0/3379186617 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe07c01e740 con 0x55937b68f500 2024-06-13T06:37:17.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.490+0000 7fe06d7fa700 1 -- 172.21.15.39:0/3379186617 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 8550+0+0 (secure 0 0 0) 0x7fe07c011900 con 0x55937b68f500 2024-06-13T06:37:17.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.490+0000 7fe09a79eb80 1 -- 172.21.15.39:0/3379186617 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe07c023070 con 0x55937b68f500 2024-06-13T06:37:17.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.490+0000 7fe06d7fa700 1 -- 172.21.15.39:0/3379186617 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fe07c011b00 con 0x55937b68f500 2024-06-13T06:37:17.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.490+0000 7fe09a79eb80 10 client.15783 fetch_fsmap learned FSMap version 24 2024-06-13T06:37:17.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.490+0000 7fe09a79eb80 1 -- 172.21.15.39:0/3379186617 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55937b6a0ee0 con 0x55937b68f500 2024-06-13T06:37:17.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.490+0000 7fe06d7fa700 1 -- 172.21.15.39:0/3379186617 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe07c023070 con 0x55937b68f500 2024-06-13T06:37:17.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.490+0000 7fe06d7fa700 1 -- 172.21.15.39:0/3379186617 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fe07c00f040 con 0x55937b68f500 2024-06-13T06:37:17.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.490+0000 7fe09a79eb80 10 client.15783 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:37:17.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.490+0000 7fe09a79eb80 10 client.15783 resolve_mds: validated gid 24512 aka daemon mds.b 2024-06-13T06:37:17.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.490+0000 7fe09a79eb80 20 client.15783 populate_metadata read hostname 'smithi039' 2024-06-13T06:37:17.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.490+0000 7fe09a79eb80 1 --2- 172.21.15.39:0/3379186617 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55937b6a3520 0x55937b6a5910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:17.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.490+0000 7fe09a79eb80 4 client.15783 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T06:37:17.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.490+0000 7fe09a79eb80 1 -- 172.21.15.39:0/3379186617 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55937b5e7e50 con 0x55937b6a3520 2024-06-13T06:37:17.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.491+0000 7fe08dcb7700 1 --2- 172.21.15.39:0/3379186617 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55937b6a3520 0x55937b6a5910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:17.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.491+0000 7fe08dcb7700 1 --2- 172.21.15.39:0/3379186617 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55937b6a3520 0x55937b6a5910 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c38f0d4b3b2a91c3 server_cookie=7ca10ba56f84d66c in_seq=0 out_seq=0 2024-06-13T06:37:17.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.491+0000 7fe06d7fa700 10 client.15783 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:37:17.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.492+0000 7fe06d7fa700 1 -- 172.21.15.39:0/3379186617 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55937b5e7e50 con 0x55937b6a3520 2024-06-13T06:37:17.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.492+0000 7fe06d7fa700 10 client.15783 handle_command_reply: tid=0 2024-06-13T06:37:17.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.492+0000 7fe09a79eb80 1 client.15783 shutdown 2024-06-13T06:37:17.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.492+0000 7fe09a79eb80 1 -- 172.21.15.39:0/3379186617 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55937b68f500 msgr2=0x55937b692e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:37:17.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.492+0000 7fe09a79eb80 1 --2- 172.21.15.39:0/3379186617 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55937b68f500 0x55937b692e20 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7fe07c01ec10 tx=0x7fe07c01eab0 comp rx=0 tx=0).stop 2024-06-13T06:37:17.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.492+0000 7fe09a79eb80 1 -- 172.21.15.39:0/3379186617 shutdown_connections 2024-06-13T06:37:17.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.492+0000 7fe09a79eb80 1 --2- 172.21.15.39:0/3379186617 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55937b6a3520 0x55937b6a5910 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:17.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.492+0000 7fe09a79eb80 1 --2- 172.21.15.39:0/3379186617 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55937b68fe20 0x55937b693360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:17.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.492+0000 7fe09a79eb80 1 --2- 172.21.15.39:0/3379186617 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55937b689c50 0x55937b695b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:17.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.492+0000 7fe09a79eb80 1 --2- 172.21.15.39:0/3379186617 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55937b68f500 0x55937b692e20 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:17.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.492+0000 7fe06d7fa700 0 client.15783 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:37:17.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.492+0000 7fe09a79eb80 1 -- 172.21.15.39:0/3379186617 >> 172.21.15.39:0/3379186617 conn(0x55937b5b6180 msgr2=0x55937b683320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:37:17.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.492+0000 7fe09a79eb80 1 -- 172.21.15.39:0/3379186617 shutdown_connections 2024-06-13T06:37:17.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.492+0000 7fe09a79eb80 1 -- 172.21.15.39:0/3379186617 wait complete. 2024-06-13T06:37:17.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.492+0000 7fe09a79eb80 20 client.15783 trim_cache size 0 max 16384 2024-06-13T06:37:17.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.512+0000 7fe09a79eb80 1 Processor -- start 2024-06-13T06:37:17.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.512+0000 7fe09a79eb80 1 -- start start 2024-06-13T06:37:17.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.513+0000 7fe09a79eb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55937b689c50 0x55937b689710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:17.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.513+0000 7fe09a79eb80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55937b68f500 0x55937b693450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:17.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.513+0000 7fe09a79eb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55937b68fe20 0x55937b691fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:17.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.513+0000 7fe09a79eb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fe0881b1840 con 0x55937b68fe20 2024-06-13T06:37:17.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.513+0000 7fe09a79eb80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fe0881af0d0 con 0x55937b68f500 2024-06-13T06:37:17.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.513+0000 7fe09a79eb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fe0881acf40 con 0x55937b689c50 2024-06-13T06:37:17.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.513+0000 7fe08e4b8700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55937b68fe20 0x55937b691fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:17.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.513+0000 7fe08e4b8700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55937b68fe20 0x55937b691fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36224/0 (socket says 172.21.15.39:36224) 2024-06-13T06:37:17.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.513+0000 7fe08e4b8700 1 -- 172.21.15.39:0/1672512517 learned_addr learned my addr 172.21.15.39:0/1672512517 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:37:17.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.513+0000 7fe08dcb7700 1 --2- 172.21.15.39:0/1672512517 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55937b689c50 0x55937b689710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:17.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.513+0000 7fe08d4b6700 1 --2- 172.21.15.39:0/1672512517 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55937b68f500 0x55937b693450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:17.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.513+0000 7fe08e4b8700 1 -- 172.21.15.39:0/1672512517 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55937b689c50 msgr2=0x55937b689710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:37:17.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.513+0000 7fe08e4b8700 1 --2- 172.21.15.39:0/1672512517 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55937b689c50 0x55937b689710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:17.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.513+0000 7fe08e4b8700 1 -- 172.21.15.39:0/1672512517 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55937b68f500 msgr2=0x55937b693450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:37:17.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.513+0000 7fe08e4b8700 1 --2- 172.21.15.39:0/1672512517 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55937b68f500 0x55937b693450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:17.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.513+0000 7fe08e4b8700 1 -- 172.21.15.39:0/1672512517 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55937b692bf0 con 0x55937b68fe20 2024-06-13T06:37:17.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.513+0000 7fe08d4b6700 1 --2- 172.21.15.39:0/1672512517 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55937b68f500 0x55937b693450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:37:17.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.513+0000 7fe08e4b8700 1 --2- 172.21.15.39:0/1672512517 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55937b68fe20 0x55937b691fa0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7fe08000df10 tx=0x7fe080012730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30de4ff96330800c server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:37:17.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.513+0000 7fe06f7fe700 1 -- 172.21.15.39:0/1672512517 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe080020070 con 0x55937b68fe20 2024-06-13T06:37:17.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.513+0000 7fe06f7fe700 1 -- 172.21.15.39:0/1672512517 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe08001b8f0 con 0x55937b68fe20 2024-06-13T06:37:17.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.513+0000 7fe06f7fe700 1 -- 172.21.15.39:0/1672512517 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0800109d0 con 0x55937b68fe20 2024-06-13T06:37:17.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.514+0000 7fe09a79eb80 1 -- 172.21.15.39:0/1672512517 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55937b68fe20 msgr2=0x55937b691fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:37:17.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.514+0000 7fe09a79eb80 1 --2- 172.21.15.39:0/1672512517 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55937b68fe20 0x55937b691fa0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7fe08000df10 tx=0x7fe080012730 comp rx=0 tx=0).stop 2024-06-13T06:37:17.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.514+0000 7fe09a79eb80 1 -- 172.21.15.39:0/1672512517 shutdown_connections 2024-06-13T06:37:17.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.514+0000 7fe09a79eb80 1 --2- 172.21.15.39:0/1672512517 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55937b68fe20 0x55937b691fa0 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:17.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.514+0000 7fe09a79eb80 1 --2- 172.21.15.39:0/1672512517 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55937b689c50 0x55937b689710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:17.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.514+0000 7fe09a79eb80 1 --2- 172.21.15.39:0/1672512517 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55937b68f500 0x55937b693450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:17.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.514+0000 7fe09a79eb80 1 -- 172.21.15.39:0/1672512517 >> 172.21.15.39:0/1672512517 conn(0x55937b5b6180 msgr2=0x55937b683320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:37:17.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.514+0000 7fe09a79eb80 1 -- 172.21.15.39:0/1672512517 shutdown_connections 2024-06-13T06:37:17.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.514+0000 7fe09a79eb80 1 -- 172.21.15.39:0/1672512517 wait complete. 2024-06-13T06:37:17.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.514+0000 7fe09a79eb80 1 -- start start 2024-06-13T06:37:17.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.515+0000 7fe09a79eb80 1 Processor -- start 2024-06-13T06:37:17.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.515+0000 7fe09a79eb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55937b689c50 0x55937b69ba90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:17.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.515+0000 7fe09a79eb80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55937b68f500 0x55937b69bfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:17.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.515+0000 7fe09a79eb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55937b68fe20 0x55937b698a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:17.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.515+0000 7fe09a79eb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fe0881ad590 con 0x55937b68fe20 2024-06-13T06:37:17.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.515+0000 7fe09a79eb80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fe0881aea00 con 0x55937b68f500 2024-06-13T06:37:17.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.515+0000 7fe09a79eb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fe0881adc60 con 0x55937b689c50 2024-06-13T06:37:17.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.515+0000 7fe09a79eb80 10 client.0 _ll_register_callbacks cb 0x55937b5706b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:37:17.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.515+0000 7fe08e4b8700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55937b68fe20 0x55937b698a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:17.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.515+0000 7fe08e4b8700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55937b68fe20 0x55937b698a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36232/0 (socket says 172.21.15.39:36232) 2024-06-13T06:37:17.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.515+0000 7fe08e4b8700 1 -- 172.21.15.39:0/1132595049 learned_addr learned my addr 172.21.15.39:0/1132595049 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:37:17.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.515+0000 7fe08d4b6700 1 --2- 172.21.15.39:0/1132595049 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55937b68f500 0x55937b69bfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:17.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.515+0000 7fe08dcb7700 1 --2- 172.21.15.39:0/1132595049 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55937b689c50 0x55937b69ba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:17.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.516+0000 7fe08e4b8700 1 -- 172.21.15.39:0/1132595049 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55937b689c50 msgr2=0x55937b69ba90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:37:17.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.516+0000 7fe08e4b8700 1 --2- 172.21.15.39:0/1132595049 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55937b689c50 0x55937b69ba90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:17.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.516+0000 7fe08e4b8700 1 -- 172.21.15.39:0/1132595049 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55937b68f500 msgr2=0x55937b69bfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:37:17.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.516+0000 7fe08e4b8700 1 --2- 172.21.15.39:0/1132595049 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55937b68f500 0x55937b69bfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:17.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.516+0000 7fe08e4b8700 1 -- 172.21.15.39:0/1132595049 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55937b698fa0 con 0x55937b68fe20 2024-06-13T06:37:17.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.516+0000 7fe08e4b8700 1 --2- 172.21.15.39:0/1132595049 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55937b68fe20 0x55937b698a60 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7fe08000db60 tx=0x7fe08001b640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce5c0c1f40d2c21f server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:37:17.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.516+0000 7fe06d7fa700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:37:17.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.516+0000 7fe06d7fa700 1 -- 172.21.15.39:0/1132595049 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe08002a060 con 0x55937b68fe20 2024-06-13T06:37:17.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.516+0000 7fe06d7fa700 1 -- 172.21.15.39:0/1132595049 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 8550+0+0 (secure 0 0 0) 0x7fe08001baa0 con 0x55937b68fe20 2024-06-13T06:37:17.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.516+0000 7fe09a79eb80 1 -- 172.21.15.39:0/1132595049 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe08001b8f0 con 0x55937b68fe20 2024-06-13T06:37:17.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.516+0000 7fe06d7fa700 1 -- 172.21.15.39:0/1132595049 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fe080020040 con 0x55937b68fe20 2024-06-13T06:37:17.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.516+0000 7fe09a79eb80 10 client.15789 fetch_fsmap learned FSMap version 24 2024-06-13T06:37:17.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.516+0000 7fe09a79eb80 1 -- 172.21.15.39:0/1132595049 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55937b70e690 con 0x55937b68fe20 2024-06-13T06:37:17.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.516+0000 7fe06d7fa700 1 -- 172.21.15.39:0/1132595049 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe08001b8f0 con 0x55937b68fe20 2024-06-13T06:37:17.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.516+0000 7fe06d7fa700 1 -- 172.21.15.39:0/1132595049 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fe080023030 con 0x55937b68fe20 2024-06-13T06:37:17.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.516+0000 7fe09a79eb80 10 client.15789 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:37:17.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.517+0000 7fe09a79eb80 10 client.15789 resolve_mds: validated gid 24512 aka daemon mds.b 2024-06-13T06:37:17.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.517+0000 7fe09a79eb80 20 client.15789 populate_metadata read hostname 'smithi039' 2024-06-13T06:37:17.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.517+0000 7fe09a79eb80 1 --2- 172.21.15.39:0/1132595049 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55937b70ece0 0x55937b7110d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:17.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.517+0000 7fe09a79eb80 4 client.15789 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "9a7e296d", "release": true, "await": true}] 2024-06-13T06:37:17.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.517+0000 7fe09a79eb80 1 -- 172.21.15.39:0/1132595049 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "quiesce db", "set_id": "9a7e296d", "release": true, "await": true}) -- 0x55937b5e23d0 con 0x55937b70ece0 2024-06-13T06:37:17.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.517+0000 7fe08dcb7700 1 --2- 172.21.15.39:0/1132595049 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55937b70ece0 0x55937b7110d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:17.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.517+0000 7fe08dcb7700 1 --2- 172.21.15.39:0/1132595049 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55937b70ece0 0x55937b7110d0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c5a8e6cd10f0f97f server_cookie=8b9b60ac5d64921c in_seq=0 out_seq=0 2024-06-13T06:37:17.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.517+0000 7fe06d7fa700 10 client.15789 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:37:17.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.520+0000 7fe06d7fa700 1 -- 172.21.15.39:0/1132595049 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55937b5e23d0 con 0x55937b70ece0 2024-06-13T06:37:17.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.520+0000 7fe06d7fa700 10 client.15789 handle_command_reply: tid=0 2024-06-13T06:37:17.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.520+0000 7fe09a79eb80 1 client.15789 shutdown 2024-06-13T06:37:17.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.520+0000 7fe09a79eb80 1 -- 172.21.15.39:0/1132595049 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55937b68fe20 msgr2=0x55937b698a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:37:17.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.520+0000 7fe09a79eb80 1 --2- 172.21.15.39:0/1132595049 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55937b68fe20 0x55937b698a60 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7fe08000db60 tx=0x7fe08001b640 comp rx=0 tx=0).stop 2024-06-13T06:37:17.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.520+0000 7fe09a79eb80 1 -- 172.21.15.39:0/1132595049 shutdown_connections 2024-06-13T06:37:17.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.520+0000 7fe09a79eb80 1 --2- 172.21.15.39:0/1132595049 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55937b68fe20 0x55937b698a60 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:17.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.520+0000 7fe09a79eb80 1 --2- 172.21.15.39:0/1132595049 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55937b689c50 0x55937b69ba90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:17.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.520+0000 7fe09a79eb80 1 --2- 172.21.15.39:0/1132595049 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55937b70ece0 0x55937b7110d0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:17.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.520+0000 7fe09a79eb80 1 --2- 172.21.15.39:0/1132595049 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55937b68f500 0x55937b69bfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:17.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.520+0000 7fe09a79eb80 1 -- 172.21.15.39:0/1132595049 >> 172.21.15.39:0/1132595049 conn(0x55937b5b6180 msgr2=0x55937b683bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:37:17.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.520+0000 7fe06d7fa700 0 client.15789 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:37:17.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.521+0000 7fe09a79eb80 1 -- 172.21.15.39:0/1132595049 shutdown_connections 2024-06-13T06:37:17.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.521+0000 7fe09a79eb80 1 -- 172.21.15.39:0/1132595049 wait complete. 2024-06-13T06:37:17.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.521+0000 7fe09a79eb80 20 client.15789 trim_cache size 0 max 16384 2024-06-13T06:37:17.523 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-06-13T06:37:17.523 INFO:teuthology.orchestra.run.smithi039.stdout: "epoch": 24, 2024-06-13T06:37:17.523 INFO:teuthology.orchestra.run.smithi039.stdout: "leader": 24512, 2024-06-13T06:37:17.523 INFO:teuthology.orchestra.run.smithi039.stdout: "set_version": 40, 2024-06-13T06:37:17.523 INFO:teuthology.orchestra.run.smithi039.stdout: "sets": { 2024-06-13T06:37:17.523 INFO:teuthology.orchestra.run.smithi039.stdout: "9a7e296d": { 2024-06-13T06:37:17.523 INFO:teuthology.orchestra.run.smithi039.stdout: "version": 40, 2024-06-13T06:37:17.524 INFO:teuthology.orchestra.run.smithi039.stdout: "age_ref": 0.0, 2024-06-13T06:37:17.524 INFO:teuthology.orchestra.run.smithi039.stdout: "state": { 2024-06-13T06:37:17.524 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "RELEASED", 2024-06-13T06:37:17.524 INFO:teuthology.orchestra.run.smithi039.stdout: "age": 0.0 2024-06-13T06:37:17.524 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:37:17.524 INFO:teuthology.orchestra.run.smithi039.stdout: "timeout": 90.0, 2024-06-13T06:37:17.524 INFO:teuthology.orchestra.run.smithi039.stdout: "expiration": 150.0, 2024-06-13T06:37:17.524 INFO:teuthology.orchestra.run.smithi039.stdout: "members": { 2024-06-13T06:37:17.524 INFO:teuthology.orchestra.run.smithi039.stdout: "file:/": { 2024-06-13T06:37:17.524 INFO:teuthology.orchestra.run.smithi039.stdout: "excluded": false, 2024-06-13T06:37:17.524 INFO:teuthology.orchestra.run.smithi039.stdout: "state": { 2024-06-13T06:37:17.524 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "RELEASED", 2024-06-13T06:37:17.524 INFO:teuthology.orchestra.run.smithi039.stdout: "age": 0.0 2024-06-13T06:37:17.524 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:37:17.525 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:37:17.525 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:37:17.525 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:37:17.525 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:37:17.525 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-06-13T06:37:17.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.521+0000 7fe08ff1b700 1 -- 172.21.15.39:0/2245194455 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fe0700a2d90 msgr2=0x7fe0700a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:37:17.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.521+0000 7fe08ff1b700 1 --2- 172.21.15.39:0/2245194455 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fe0700a2d90 0x7fe0700a5250 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fe07c005950 tx=0x7fe07c0058e0 comp rx=0 tx=0).stop 2024-06-13T06:37:17.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.521+0000 7fe08ff1b700 1 -- 172.21.15.39:0/2245194455 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe08806aa00 msgr2=0x7fe088101450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:37:17.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.521+0000 7fe08ff1b700 1 --2- 172.21.15.39:0/2245194455 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe08806aa00 0x7fe088101450 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fe07800b070 tx=0x7fe078004ef0 comp rx=0 tx=0).stop 2024-06-13T06:37:17.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.521+0000 7fe08ff1b700 1 -- 172.21.15.39:0/2245194455 shutdown_connections 2024-06-13T06:37:17.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.521+0000 7fe08ff1b700 1 --2- 172.21.15.39:0/2245194455 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fe0700a2d90 0x7fe0700a5250 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:17.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.521+0000 7fe08ff1b700 1 --2- 172.21.15.39:0/2245194455 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe0881084f0 0x7fe088101ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:17.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.521+0000 7fe08ff1b700 1 --2- 172.21.15.39:0/2245194455 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe08806aa00 0x7fe088101450 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:17.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.521+0000 7fe08ff1b700 1 --2- 172.21.15.39:0/2245194455 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe08806b3c0 0x7fe088101990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:17.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.521+0000 7fe08ff1b700 1 -- 172.21.15.39:0/2245194455 >> 172.21.15.39:0/2245194455 conn(0x7fe088078300 msgr2=0x7fe0880fff80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:37:17.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.521+0000 7fe08ff1b700 1 -- 172.21.15.39:0/2245194455 shutdown_connections 2024-06-13T06:37:17.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:17.521+0000 7fe08ff1b700 1 -- 172.21.15.39:0/2245194455 wait complete. 2024-06-13T06:37:17.540 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:37:17 smithi096 ceph-mon[36532]: pgmap v441: 97 pgs: 97 active+clean; 25 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2024-06-13T06:37:17.540 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:37:17 smithi096 ceph-mon[36532]: osdmap e108: 12 total, 12 up, 12 in 2024-06-13T06:37:18.215 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '9a7e296d', total seconds elapsed: 35.4 2024-06-13T06:37:18.215 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 30.0 2024-06-13T06:37:18.216 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T06:37:18.468 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:37:19.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:37:19 smithi149 ceph-mon[36963]: pgmap v443: 97 pgs: 97 active+clean; 25 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.6 KiB/s wr, 7 op/s 2024-06-13T06:37:19.528 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:37:19 smithi039 ceph-mon[32479]: pgmap v443: 97 pgs: 97 active+clean; 25 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.6 KiB/s wr, 7 op/s 2024-06-13T06:37:19.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:37:19 smithi096 ceph-mon[36532]: pgmap v443: 97 pgs: 97 active+clean; 25 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.6 KiB/s wr, 7 op/s 2024-06-13T06:37:20.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.125+0000 7fe19803a700 1 -- 172.21.15.39:0/635731193 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe19006b100 msgr2=0x7fe19006b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:37:20.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.125+0000 7fe19803a700 1 --2- 172.21.15.39:0/635731193 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe19006b100 0x7fe19006b580 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7fe180009990 tx=0x7fe180009ca0 comp rx=0 tx=0).stop 2024-06-13T06:37:20.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.125+0000 7fe19803a700 1 -- 172.21.15.39:0/635731193 shutdown_connections 2024-06-13T06:37:20.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.125+0000 7fe19803a700 1 --2- 172.21.15.39:0/635731193 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe190104ec0 0x7fe190105370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:20.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.125+0000 7fe19803a700 1 --2- 172.21.15.39:0/635731193 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe1901073b0 0x7fe19006abc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:20.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.125+0000 7fe19803a700 1 --2- 172.21.15.39:0/635731193 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe19006b100 0x7fe19006b580 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:20.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.125+0000 7fe19803a700 1 -- 172.21.15.39:0/635731193 >> 172.21.15.39:0/635731193 conn(0x7fe190078340 msgr2=0x7fe190078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:37:20.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.125+0000 7fe19803a700 1 -- 172.21.15.39:0/635731193 shutdown_connections 2024-06-13T06:37:20.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.125+0000 7fe19803a700 1 -- 172.21.15.39:0/635731193 wait complete. 2024-06-13T06:37:20.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.125+0000 7fe19803a700 1 Processor -- start 2024-06-13T06:37:20.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.125+0000 7fe19803a700 1 -- start start 2024-06-13T06:37:20.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.126+0000 7fe19803a700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe19006b100 0x7fe19019f260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:20.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.126+0000 7fe19803a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe190104ec0 0x7fe19019f7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:20.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.126+0000 7fe19803a700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe1901073b0 0x7fe1901a3b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:20.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.126+0000 7fe19803a700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fe190118d90 con 0x7fe190104ec0 2024-06-13T06:37:20.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.126+0000 7fe19803a700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fe190118c10 con 0x7fe1901073b0 2024-06-13T06:37:20.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.126+0000 7fe19803a700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fe190118f10 con 0x7fe19006b100 2024-06-13T06:37:20.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.126+0000 7fe1955d5700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe190104ec0 0x7fe19019f7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:20.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.126+0000 7fe1955d5700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe190104ec0 0x7fe19019f7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36248/0 (socket says 172.21.15.39:36248) 2024-06-13T06:37:20.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.126+0000 7fe195dd6700 1 --2- 172.21.15.39:0/821554062 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe19006b100 0x7fe19019f260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:20.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.126+0000 7fe1955d5700 1 -- 172.21.15.39:0/821554062 learned_addr learned my addr 172.21.15.39:0/821554062 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:37:20.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.126+0000 7fe1965d7700 1 --2- 172.21.15.39:0/821554062 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe1901073b0 0x7fe1901a3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:20.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.126+0000 7fe1955d5700 1 -- 172.21.15.39:0/821554062 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe19006b100 msgr2=0x7fe19019f260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:37:20.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.126+0000 7fe1955d5700 1 --2- 172.21.15.39:0/821554062 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe19006b100 0x7fe19019f260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:20.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.126+0000 7fe1955d5700 1 -- 172.21.15.39:0/821554062 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe1901073b0 msgr2=0x7fe1901a3b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:37:20.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.126+0000 7fe1955d5700 1 --2- 172.21.15.39:0/821554062 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe1901073b0 0x7fe1901a3b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:20.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.126+0000 7fe1955d5700 1 -- 172.21.15.39:0/821554062 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1901a4270 con 0x7fe190104ec0 2024-06-13T06:37:20.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.126+0000 7fe1965d7700 1 --2- 172.21.15.39:0/821554062 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe1901073b0 0x7fe1901a3b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:37:20.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.126+0000 7fe1955d5700 1 --2- 172.21.15.39:0/821554062 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe190104ec0 0x7fe19019f7a0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7fe180000c00 tx=0x7fe1800047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:37:20.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.127+0000 7fe186ffd700 1 -- 172.21.15.39:0/821554062 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe180027070 con 0x7fe190104ec0 2024-06-13T06:37:20.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.127+0000 7fe19803a700 1 -- 172.21.15.39:0/821554062 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1901a4500 con 0x7fe190104ec0 2024-06-13T06:37:20.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.127+0000 7fe186ffd700 1 -- 172.21.15.39:0/821554062 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fe180003780 con 0x7fe190104ec0 2024-06-13T06:37:20.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.127+0000 7fe186ffd700 1 -- 172.21.15.39:0/821554062 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe180022dd0 con 0x7fe190104ec0 2024-06-13T06:37:20.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.127+0000 7fe19803a700 1 -- 172.21.15.39:0/821554062 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1901abde0 con 0x7fe190104ec0 2024-06-13T06:37:20.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.128+0000 7fe19803a700 1 -- 172.21.15.39:0/821554062 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe190069180 con 0x7fe190104ec0 2024-06-13T06:37:20.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.129+0000 7fe186ffd700 1 -- 172.21.15.39:0/821554062 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fe18002a070 con 0x7fe190104ec0 2024-06-13T06:37:20.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.130+0000 7fe186ffd700 1 --2- 172.21.15.39:0/821554062 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fe17c0a2d90 0x7fe17c0a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:20.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.130+0000 7fe195dd6700 1 --2- 172.21.15.39:0/821554062 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fe17c0a2d90 0x7fe17c0a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:20.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.130+0000 7fe186ffd700 1 -- 172.21.15.39:0/821554062 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 8550+0+0 (secure 0 0 0) 0x7fe1800d04f0 con 0x7fe190104ec0 2024-06-13T06:37:20.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.130+0000 7fe195dd6700 1 --2- 172.21.15.39:0/821554062 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fe17c0a2d90 0x7fe17c0a5250 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fe18c005950 tx=0x7fe18c00a300 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:37:20.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.133+0000 7fe186ffd700 1 -- 172.21.15.39:0/821554062 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fe180013070 con 0x7fe190104ec0 2024-06-13T06:37:20.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.387+0000 7fe19803a700 1 -- 172.21.15.39:0/821554062 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe1901abfb0 con 0x7fe190104ec0 2024-06-13T06:37:20.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.388+0000 7fe186ffd700 1 -- 172.21.15.39:0/821554062 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11865 (secure 0 0 0) 0x7fe18009d210 con 0x7fe190104ec0 2024-06-13T06:37:20.387 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:37:20.388 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/2373452665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":2373452665},{"type":"v1","addr":"172.21.15.39:6835","nonce":2373452665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/2187635150","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":2187635150},{"type":"v1","addr":"172.21.15.39:6837","nonce":2187635150}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14571,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6839/1475451558","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":1475451558},{"type":"v1","addr":"172.21.15.39:6839","nonce":1475451558}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14577,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6841/313570480","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":313570480},{"type":"v1","addr":"172.21.15.39:6841","nonce":313570480}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/980475055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":980475055},{"type":"v1","addr":"172.21.15.149:6833","nonce":980475055}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24427,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/2757180167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":2757180167},{"type":"v1","addr":"172.21.15.149:6835","nonce":2757180167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-13T06:20:05.248660+0000","modified":"2024-06-13T06:23:07.325841+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24512,"mds_1":24482,"mds_2":24455},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24431":{"gid":24431,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.96:6833/2827318421","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6832","nonce":2827318421},{"type":"v1","addr":"172.21.15.96:6833","nonce":2827318421}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24439":{"gid":24439,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6837/1742889729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":1742889729},{"type":"v1","addr":"172.21.15.149:6837","nonce":1742889729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6839/862740064","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":862740064},{"type":"v1","addr":"172.21.15.149:6839","nonce":862740064}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.96:6835/3408571209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6834","nonce":3408571209},{"type":"v1","addr":"172.21.15.96:6835","nonce":3408571209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.96:6837/2574644445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6836","nonce":2574644445},{"type":"v1","addr":"172.21.15.96:6837","nonce":2574644445}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.96:6839/1459106434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6838","nonce":1459106434},{"type":"v1","addr":"172.21.15.96:6839","nonce":1459106434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24512,"qdb_cluster":[24482,24512,24455]},"id":1}]} 2024-06-13T06:37:20.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.391+0000 7fe19803a700 1 -- 172.21.15.39:0/821554062 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fe17c0a2d90 msgr2=0x7fe17c0a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:37:20.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.391+0000 7fe19803a700 1 --2- 172.21.15.39:0/821554062 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fe17c0a2d90 0x7fe17c0a5250 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fe18c005950 tx=0x7fe18c00a300 comp rx=0 tx=0).stop 2024-06-13T06:37:20.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.391+0000 7fe19803a700 1 -- 172.21.15.39:0/821554062 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe190104ec0 msgr2=0x7fe19019f7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:37:20.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.391+0000 7fe19803a700 1 --2- 172.21.15.39:0/821554062 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe190104ec0 0x7fe19019f7a0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7fe180000c00 tx=0x7fe1800047b0 comp rx=0 tx=0).stop 2024-06-13T06:37:20.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.391+0000 7fe19803a700 1 -- 172.21.15.39:0/821554062 shutdown_connections 2024-06-13T06:37:20.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.391+0000 7fe19803a700 1 --2- 172.21.15.39:0/821554062 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fe17c0a2d90 0x7fe17c0a5250 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:20.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.391+0000 7fe19803a700 1 --2- 172.21.15.39:0/821554062 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fe1901073b0 0x7fe1901a3b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:20.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.391+0000 7fe19803a700 1 --2- 172.21.15.39:0/821554062 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe19006b100 0x7fe19019f260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:20.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.391+0000 7fe19803a700 1 --2- 172.21.15.39:0/821554062 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe190104ec0 0x7fe19019f7a0 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:20.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.391+0000 7fe19803a700 1 -- 172.21.15.39:0/821554062 >> 172.21.15.39:0/821554062 conn(0x7fe190078340 msgr2=0x7fe190103ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:37:20.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.391+0000 7fe19803a700 1 -- 172.21.15.39:0/821554062 shutdown_connections 2024-06-13T06:37:20.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:20.391+0000 7fe19803a700 1 -- 172.21.15.39:0/821554062 wait complete. 2024-06-13T06:37:20.392 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 24 2024-06-13T06:37:21.000 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24512 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0' 2024-06-13T06:37:21.000 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- timeout 105 ceph tell mds.24512 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0 2024-06-13T06:37:21.252 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:37:21.375 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:37:21 smithi039 ceph-mon[32479]: pgmap v444: 97 pgs: 97 active+clean; 25 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2024-06-13T06:37:21.375 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:37:21 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/821554062' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:37:21.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:37:21 smithi149 ceph-mon[36963]: pgmap v444: 97 pgs: 97 active+clean; 25 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2024-06-13T06:37:21.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:37:21 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/821554062' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:37:21.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:37:21 smithi096 ceph-mon[36532]: pgmap v444: 97 pgs: 97 active+clean; 25 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2024-06-13T06:37:21.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:37:21 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/821554062' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:37:22.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.900+0000 7f1e4eb09700 1 -- 172.21.15.39:0/77887836 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1e48102ea0 msgr2=0x7f1e4810f360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:37:22.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.900+0000 7f1e4eb09700 1 --2- 172.21.15.39:0/77887836 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1e48102ea0 0x7f1e4810f360 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f1e4000b0d0 tx=0x7f1e4000b3e0 comp rx=0 tx=0).stop 2024-06-13T06:37:22.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.900+0000 7f1e4eb09700 1 -- 172.21.15.39:0/77887836 shutdown_connections 2024-06-13T06:37:22.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.900+0000 7f1e4eb09700 1 --2- 172.21.15.39:0/77887836 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1e48102ea0 0x7f1e4810f360 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:22.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.900+0000 7f1e4eb09700 1 --2- 172.21.15.39:0/77887836 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1e48108590 0x7f1e48108970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:22.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.900+0000 7f1e4eb09700 1 --2- 172.21.15.39:0/77887836 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f1e481024e0 0x7f1e48102960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:22.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.900+0000 7f1e4eb09700 1 -- 172.21.15.39:0/77887836 >> 172.21.15.39:0/77887836 conn(0x7f1e480fdf70 msgr2=0x7f1e48100390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:37:22.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.900+0000 7f1e4eb09700 1 -- 172.21.15.39:0/77887836 shutdown_connections 2024-06-13T06:37:22.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.900+0000 7f1e4eb09700 1 -- 172.21.15.39:0/77887836 wait complete. 2024-06-13T06:37:22.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.901+0000 7f1e4eb09700 1 Processor -- start 2024-06-13T06:37:22.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.901+0000 7f1e4eb09700 1 -- start start 2024-06-13T06:37:22.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.901+0000 7f1e4eb09700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1e481024e0 0x7f1e481a0930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:22.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.901+0000 7f1e4eb09700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1e48102ea0 0x7f1e481a0e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:22.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.901+0000 7f1e4eb09700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f1e48108590 0x7f1e4819aaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:22.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.901+0000 7f1e4eb09700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f1e48112820 con 0x7f1e481024e0 2024-06-13T06:37:22.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.901+0000 7f1e4eb09700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f1e481126a0 con 0x7f1e48108590 2024-06-13T06:37:22.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.901+0000 7f1e4eb09700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f1e481129a0 con 0x7f1e48102ea0 2024-06-13T06:37:22.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.901+0000 7f1e4c8a5700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1e481024e0 0x7f1e481a0930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:22.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.901+0000 7f1e4c8a5700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1e481024e0 0x7f1e481a0930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47642/0 (socket says 172.21.15.39:47642) 2024-06-13T06:37:22.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.901+0000 7f1e4c8a5700 1 -- 172.21.15.39:0/1369723692 learned_addr learned my addr 172.21.15.39:0/1369723692 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:37:22.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.901+0000 7f1e4d0a6700 1 --2- 172.21.15.39:0/1369723692 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f1e48108590 0x7f1e4819aaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:22.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.902+0000 7f1e47fff700 1 --2- 172.21.15.39:0/1369723692 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1e48102ea0 0x7f1e481a0e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:22.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.902+0000 7f1e4c8a5700 1 -- 172.21.15.39:0/1369723692 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1e48102ea0 msgr2=0x7f1e481a0e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:37:22.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.902+0000 7f1e4c8a5700 1 --2- 172.21.15.39:0/1369723692 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1e48102ea0 0x7f1e481a0e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:22.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.902+0000 7f1e4c8a5700 1 -- 172.21.15.39:0/1369723692 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f1e48108590 msgr2=0x7f1e4819aaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:37:22.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.902+0000 7f1e4c8a5700 1 --2- 172.21.15.39:0/1369723692 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f1e48108590 0x7f1e4819aaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:22.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.902+0000 7f1e4c8a5700 1 -- 172.21.15.39:0/1369723692 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e4819b250 con 0x7f1e481024e0 2024-06-13T06:37:22.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.902+0000 7f1e4c8a5700 1 --2- 172.21.15.39:0/1369723692 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1e481024e0 0x7f1e481a0930 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f1e3800d950 tx=0x7f1e3800dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:37:22.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.902+0000 7f1e45ffb700 1 -- 172.21.15.39:0/1369723692 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e38016070 con 0x7f1e481024e0 2024-06-13T06:37:22.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.902+0000 7f1e4eb09700 1 -- 172.21.15.39:0/1369723692 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e4819b540 con 0x7f1e481024e0 2024-06-13T06:37:22.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.902+0000 7f1e45ffb700 1 -- 172.21.15.39:0/1369723692 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1e38009e20 con 0x7f1e481024e0 2024-06-13T06:37:22.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.902+0000 7f1e45ffb700 1 -- 172.21.15.39:0/1369723692 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e3800f620 con 0x7f1e481024e0 2024-06-13T06:37:22.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.902+0000 7f1e4eb09700 1 -- 172.21.15.39:0/1369723692 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e481a7800 con 0x7f1e481024e0 2024-06-13T06:37:22.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.905+0000 7f1e45ffb700 1 -- 172.21.15.39:0/1369723692 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f1e38019070 con 0x7f1e481024e0 2024-06-13T06:37:22.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.905+0000 7f1e45ffb700 1 --2- 172.21.15.39:0/1369723692 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f1e300a2eb0 0x7f1e300a5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:22.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.905+0000 7f1e47fff700 1 --2- 172.21.15.39:0/1369723692 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f1e300a2eb0 0x7f1e300a5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:22.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.905+0000 7f1e45ffb700 1 -- 172.21.15.39:0/1369723692 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 8550+0+0 (secure 0 0 0) 0x7f1e380cf350 con 0x7f1e481024e0 2024-06-13T06:37:22.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.906+0000 7f1e47fff700 1 --2- 172.21.15.39:0/1369723692 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f1e300a2eb0 0x7f1e300a5370 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f1e3c005950 tx=0x7f1e3c0058e0 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:37:22.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.906+0000 7f1e5938cb80 1 Processor -- start 2024-06-13T06:37:22.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.906+0000 7f1e5938cb80 1 -- start start 2024-06-13T06:37:22.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.906+0000 7f1e5938cb80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55c560134590 0x55c560134970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:22.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.906+0000 7f1e5938cb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c560134eb0 0x55c56012e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:22.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.907+0000 7f1e5938cb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c56012ece0 0x55c56012f100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:22.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.907+0000 7f1e5938cb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55c5600210f0 con 0x55c560134eb0 2024-06-13T06:37:22.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.907+0000 7f1e5938cb80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x55c56007f9e0 con 0x55c560134590 2024-06-13T06:37:22.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.907+0000 7f1e5938cb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55c55ffe75f0 con 0x55c56012ece0 2024-06-13T06:37:22.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.907+0000 7f1e47fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c560134eb0 0x55c56012e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:22.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.907+0000 7f1e47fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c560134eb0 0x55c56012e7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47646/0 (socket says 172.21.15.39:47646) 2024-06-13T06:37:22.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.907+0000 7f1e47fff700 1 -- 172.21.15.39:0/2621882086 learned_addr learned my addr 172.21.15.39:0/2621882086 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:37:22.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.907+0000 7f1e4d0a6700 1 --2- 172.21.15.39:0/2621882086 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c56012ece0 0x55c56012f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:22.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.907+0000 7f1e4c8a5700 1 --2- 172.21.15.39:0/2621882086 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55c560134590 0x55c560134970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:22.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.907+0000 7f1e47fff700 1 -- 172.21.15.39:0/2621882086 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c56012ece0 msgr2=0x55c56012f100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:37:22.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.907+0000 7f1e47fff700 1 --2- 172.21.15.39:0/2621882086 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c56012ece0 0x55c56012f100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:22.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.907+0000 7f1e47fff700 1 -- 172.21.15.39:0/2621882086 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55c560134590 msgr2=0x55c560134970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:37:22.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.907+0000 7f1e47fff700 1 --2- 172.21.15.39:0/2621882086 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55c560134590 0x55c560134970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:22.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.907+0000 7f1e47fff700 1 -- 172.21.15.39:0/2621882086 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c55ffcea60 con 0x55c560134eb0 2024-06-13T06:37:22.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.907+0000 7f1e47fff700 1 --2- 172.21.15.39:0/2621882086 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c560134eb0 0x55c56012e7a0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f1e3c00fd40 tx=0x7f1e3c012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89c4f3221b5b06b0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:37:22.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.907+0000 7f1e2effd700 1 -- 172.21.15.39:0/2621882086 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e3c022070 con 0x55c560134eb0 2024-06-13T06:37:22.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.907+0000 7f1e2effd700 1 -- 172.21.15.39:0/2621882086 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1e3c011c60 con 0x55c560134eb0 2024-06-13T06:37:22.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.907+0000 7f1e2effd700 1 -- 172.21.15.39:0/2621882086 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e3c01d6e0 con 0x55c560134eb0 2024-06-13T06:37:22.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.908+0000 7f1e5938cb80 1 -- 172.21.15.39:0/2621882086 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c560134eb0 msgr2=0x55c56012e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:37:22.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.908+0000 7f1e5938cb80 1 --2- 172.21.15.39:0/2621882086 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c560134eb0 0x55c56012e7a0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f1e3c00fd40 tx=0x7f1e3c012000 comp rx=0 tx=0).stop 2024-06-13T06:37:22.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.908+0000 7f1e5938cb80 1 -- 172.21.15.39:0/2621882086 shutdown_connections 2024-06-13T06:37:22.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.908+0000 7f1e5938cb80 1 --2- 172.21.15.39:0/2621882086 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c56012ece0 0x55c56012f100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:22.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.908+0000 7f1e5938cb80 1 --2- 172.21.15.39:0/2621882086 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55c560134590 0x55c560134970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:22.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.908+0000 7f1e5938cb80 1 --2- 172.21.15.39:0/2621882086 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c560134eb0 0x55c56012e7a0 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:22.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.908+0000 7f1e5938cb80 1 -- 172.21.15.39:0/2621882086 >> 172.21.15.39:0/2621882086 conn(0x55c56005b210 msgr2=0x55c560129a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:37:22.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.908+0000 7f1e5938cb80 1 -- 172.21.15.39:0/2621882086 shutdown_connections 2024-06-13T06:37:22.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.908+0000 7f1e5938cb80 1 -- 172.21.15.39:0/2621882086 wait complete. 2024-06-13T06:37:22.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.908+0000 7f1e5938cb80 1 -- start start 2024-06-13T06:37:22.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.909+0000 7f1e5938cb80 1 Processor -- start 2024-06-13T06:37:22.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.909+0000 7f1e5938cb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c56012ece0 0x55c56013ac10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:22.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.909+0000 7f1e5938cb80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55c560134590 0x55c560137f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:22.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.909+0000 7f1e5938cb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c560134eb0 0x55c560138450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:22.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.909+0000 7f1e5938cb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55c560020150 con 0x55c560134eb0 2024-06-13T06:37:22.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.909+0000 7f1e5938cb80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x55c56007b9a0 con 0x55c560134590 2024-06-13T06:37:22.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.909+0000 7f1e5938cb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55c56013b890 con 0x55c56012ece0 2024-06-13T06:37:22.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.909+0000 7f1e5938cb80 10 client.0 _ll_register_callbacks cb 0x55c560015740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:37:22.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.909+0000 7f1e4d0a6700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c560134eb0 0x55c560138450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:22.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.909+0000 7f1e4d0a6700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c560134eb0 0x55c560138450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47656/0 (socket says 172.21.15.39:47656) 2024-06-13T06:37:22.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.909+0000 7f1e47fff700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55c560134590 0x55c560137f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:22.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.909+0000 7f1e4d0a6700 1 -- 172.21.15.39:0/1751882555 learned_addr learned my addr 172.21.15.39:0/1751882555 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:37:22.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.909+0000 7f1e4c8a5700 1 --2- 172.21.15.39:0/1751882555 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c56012ece0 0x55c56013ac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:22.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.910+0000 7f1e4d0a6700 1 -- 172.21.15.39:0/1751882555 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c56012ece0 msgr2=0x55c56013ac10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:37:22.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.910+0000 7f1e4d0a6700 1 --2- 172.21.15.39:0/1751882555 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c56012ece0 0x55c56013ac10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:22.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.910+0000 7f1e4d0a6700 1 -- 172.21.15.39:0/1751882555 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55c560134590 msgr2=0x55c560137f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:37:22.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.910+0000 7f1e4d0a6700 1 --2- 172.21.15.39:0/1751882555 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55c560134590 0x55c560137f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:22.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.910+0000 7f1e4d0a6700 1 -- 172.21.15.39:0/1751882555 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c5600458e0 con 0x55c560134eb0 2024-06-13T06:37:22.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.910+0000 7f1e4d0a6700 1 --2- 172.21.15.39:0/1751882555 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c560134eb0 0x55c560138450 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f1e40004c40 tx=0x7f1e40004c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1eea670b627d0d30 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:37:22.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.910+0000 7f1e27fff700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:37:22.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.910+0000 7f1e27fff700 1 -- 172.21.15.39:0/1751882555 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e40004e50 con 0x55c560134eb0 2024-06-13T06:37:22.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.910+0000 7f1e27fff700 1 -- 172.21.15.39:0/1751882555 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 8550+0+0 (secure 0 0 0) 0x7f1e400074e0 con 0x55c560134eb0 2024-06-13T06:37:22.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.910+0000 7f1e5938cb80 1 -- 172.21.15.39:0/1751882555 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1e3c011c60 con 0x55c560134eb0 2024-06-13T06:37:22.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.910+0000 7f1e27fff700 1 -- 172.21.15.39:0/1751882555 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f1e40007720 con 0x55c560134eb0 2024-06-13T06:37:22.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.910+0000 7f1e5938cb80 10 client.15807 fetch_fsmap learned FSMap version 24 2024-06-13T06:37:22.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.910+0000 7f1e5938cb80 1 -- 172.21.15.39:0/1751882555 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55c560146060 con 0x55c560134eb0 2024-06-13T06:37:22.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.910+0000 7f1e27fff700 1 -- 172.21.15.39:0/1751882555 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1e3c011c60 con 0x55c560134eb0 2024-06-13T06:37:22.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.911+0000 7f1e27fff700 1 -- 172.21.15.39:0/1751882555 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f1e40011070 con 0x55c560134eb0 2024-06-13T06:37:22.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.911+0000 7f1e5938cb80 10 client.15807 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:37:22.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.911+0000 7f1e5938cb80 10 client.15807 resolve_mds: validated gid 24512 aka daemon mds.b 2024-06-13T06:37:22.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.911+0000 7f1e5938cb80 20 client.15807 populate_metadata read hostname 'smithi039' 2024-06-13T06:37:22.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.911+0000 7f1e5938cb80 1 --2- 172.21.15.39:0/1751882555 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55c5601486f0 0x55c56014aae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:22.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.911+0000 7f1e5938cb80 4 client.15807 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T06:37:22.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.911+0000 7f1e5938cb80 1 -- 172.21.15.39:0/1751882555 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c56008cee0 con 0x55c5601486f0 2024-06-13T06:37:22.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.911+0000 7f1e4c8a5700 1 --2- 172.21.15.39:0/1751882555 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55c5601486f0 0x55c56014aae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:22.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.912+0000 7f1e4c8a5700 1 --2- 172.21.15.39:0/1751882555 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55c5601486f0 0x55c56014aae0 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=43555624a1c0dfb7 server_cookie=2f8125e4d1badde in_seq=0 out_seq=0 2024-06-13T06:37:22.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.912+0000 7f1e27fff700 10 client.15807 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:37:22.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.912+0000 7f1e27fff700 1 -- 172.21.15.39:0/1751882555 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55c56008cee0 con 0x55c5601486f0 2024-06-13T06:37:22.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.912+0000 7f1e27fff700 10 client.15807 handle_command_reply: tid=0 2024-06-13T06:37:22.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.912+0000 7f1e5938cb80 1 client.15807 shutdown 2024-06-13T06:37:22.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.912+0000 7f1e5938cb80 1 -- 172.21.15.39:0/1751882555 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c560134eb0 msgr2=0x55c560138450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:37:22.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.912+0000 7f1e5938cb80 1 --2- 172.21.15.39:0/1751882555 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c560134eb0 0x55c560138450 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f1e40004c40 tx=0x7f1e40004c70 comp rx=0 tx=0).stop 2024-06-13T06:37:22.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.912+0000 7f1e5938cb80 1 -- 172.21.15.39:0/1751882555 shutdown_connections 2024-06-13T06:37:22.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.912+0000 7f1e5938cb80 1 --2- 172.21.15.39:0/1751882555 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c560134eb0 0x55c560138450 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:22.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.912+0000 7f1e5938cb80 1 --2- 172.21.15.39:0/1751882555 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c56012ece0 0x55c56013ac10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:22.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.912+0000 7f1e5938cb80 1 --2- 172.21.15.39:0/1751882555 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55c5601486f0 0x55c56014aae0 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:22.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.912+0000 7f1e5938cb80 1 --2- 172.21.15.39:0/1751882555 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55c560134590 0x55c560137f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:22.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.912+0000 7f1e5938cb80 1 -- 172.21.15.39:0/1751882555 >> 172.21.15.39:0/1751882555 conn(0x55c56005b210 msgr2=0x55c5601283b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:37:22.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.913+0000 7f1e27fff700 0 client.15807 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:37:22.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.913+0000 7f1e5938cb80 1 -- 172.21.15.39:0/1751882555 shutdown_connections 2024-06-13T06:37:22.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.913+0000 7f1e5938cb80 1 -- 172.21.15.39:0/1751882555 wait complete. 2024-06-13T06:37:22.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.913+0000 7f1e5938cb80 20 client.15807 trim_cache size 0 max 16384 2024-06-13T06:37:22.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.933+0000 7f1e5938cb80 1 Processor -- start 2024-06-13T06:37:22.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.933+0000 7f1e5938cb80 1 -- start start 2024-06-13T06:37:22.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.933+0000 7f1e5938cb80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55c56012ece0 0x55c56012e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:22.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.933+0000 7f1e5938cb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c560134590 0x55c56013a750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:22.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.933+0000 7f1e5938cb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c560134eb0 0x55c560150370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:22.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.933+0000 7f1e5938cb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f1e481b17b0 con 0x55c560134590 2024-06-13T06:37:22.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.933+0000 7f1e5938cb80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f1e481af040 con 0x55c56012ece0 2024-06-13T06:37:22.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.933+0000 7f1e5938cb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f1e481aceb0 con 0x55c560134eb0 2024-06-13T06:37:22.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.933+0000 7f1e47fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c560134590 0x55c56013a750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:22.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.933+0000 7f1e47fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c560134590 0x55c56013a750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47668/0 (socket says 172.21.15.39:47668) 2024-06-13T06:37:22.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.933+0000 7f1e47fff700 1 -- 172.21.15.39:0/4048009009 learned_addr learned my addr 172.21.15.39:0/4048009009 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:37:22.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.934+0000 7f1e4c8a5700 1 --2- 172.21.15.39:0/4048009009 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55c56012ece0 0x55c56012e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:22.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.934+0000 7f1e47fff700 1 -- 172.21.15.39:0/4048009009 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c560134eb0 msgr2=0x55c560150370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:37:22.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.934+0000 7f1e47fff700 1 --2- 172.21.15.39:0/4048009009 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c560134eb0 0x55c560150370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:22.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.934+0000 7f1e47fff700 1 -- 172.21.15.39:0/4048009009 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55c56012ece0 msgr2=0x55c56012e7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:37:22.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.934+0000 7f1e47fff700 1 --2- 172.21.15.39:0/4048009009 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55c56012ece0 0x55c56012e7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:22.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.934+0000 7f1e47fff700 1 -- 172.21.15.39:0/4048009009 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c560133fe0 con 0x55c560134590 2024-06-13T06:37:22.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.934+0000 7f1e4c8a5700 1 --2- 172.21.15.39:0/4048009009 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55c56012ece0 0x55c56012e7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:37:22.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.934+0000 7f1e47fff700 1 --2- 172.21.15.39:0/4048009009 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c560134590 0x55c56013a750 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f1e3c01ff50 tx=0x7f1e3c005da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aed1a5cfd0782be server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:37:22.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.934+0000 7f1e2e7fc700 1 -- 172.21.15.39:0/4048009009 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e3c038070 con 0x55c560134590 2024-06-13T06:37:22.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.934+0000 7f1e2e7fc700 1 -- 172.21.15.39:0/4048009009 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1e3c005520 con 0x55c560134590 2024-06-13T06:37:22.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.934+0000 7f1e2e7fc700 1 -- 172.21.15.39:0/4048009009 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e3c022070 con 0x55c560134590 2024-06-13T06:37:22.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.935+0000 7f1e5938cb80 1 -- 172.21.15.39:0/4048009009 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c560134590 msgr2=0x55c56013a750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:37:22.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.935+0000 7f1e5938cb80 1 --2- 172.21.15.39:0/4048009009 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c560134590 0x55c56013a750 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f1e3c01ff50 tx=0x7f1e3c005da0 comp rx=0 tx=0).stop 2024-06-13T06:37:22.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.935+0000 7f1e5938cb80 1 -- 172.21.15.39:0/4048009009 shutdown_connections 2024-06-13T06:37:22.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.935+0000 7f1e5938cb80 1 --2- 172.21.15.39:0/4048009009 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c560134eb0 0x55c560150370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:22.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.935+0000 7f1e5938cb80 1 --2- 172.21.15.39:0/4048009009 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55c56012ece0 0x55c56012e7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:22.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.935+0000 7f1e5938cb80 1 --2- 172.21.15.39:0/4048009009 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c560134590 0x55c56013a750 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:22.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.935+0000 7f1e5938cb80 1 -- 172.21.15.39:0/4048009009 >> 172.21.15.39:0/4048009009 conn(0x55c56005b210 msgr2=0x55c560128c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:37:22.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.935+0000 7f1e5938cb80 1 -- 172.21.15.39:0/4048009009 shutdown_connections 2024-06-13T06:37:22.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.935+0000 7f1e5938cb80 1 -- 172.21.15.39:0/4048009009 wait complete. 2024-06-13T06:37:22.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.935+0000 7f1e5938cb80 1 -- start start 2024-06-13T06:37:22.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.935+0000 7f1e5938cb80 1 Processor -- start 2024-06-13T06:37:22.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.936+0000 7f1e5938cb80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c56012ece0 0x55c56013e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:22.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.936+0000 7f1e5938cb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c560134590 0x55c56013ee10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:22.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.936+0000 7f1e5938cb80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55c560134eb0 0x55c56013f350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:22.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.936+0000 7f1e5938cb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f1e481ad500 con 0x55c560134590 2024-06-13T06:37:22.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.936+0000 7f1e5938cb80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f1e481ae970 con 0x55c560134eb0 2024-06-13T06:37:22.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.936+0000 7f1e5938cb80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f1e481adbd0 con 0x55c56012ece0 2024-06-13T06:37:22.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.936+0000 7f1e5938cb80 10 client.0 _ll_register_callbacks cb 0x55c560015740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:37:22.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.936+0000 7f1e47fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c560134590 0x55c56013ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:22.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.936+0000 7f1e47fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c560134590 0x55c56013ee10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47674/0 (socket says 172.21.15.39:47674) 2024-06-13T06:37:22.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.936+0000 7f1e47fff700 1 -- 172.21.15.39:0/1012368622 learned_addr learned my addr 172.21.15.39:0/1012368622 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:37:22.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.936+0000 7f1e4c8a5700 1 --2- 172.21.15.39:0/1012368622 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c56012ece0 0x55c56013e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:22.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.936+0000 7f1e4d0a6700 1 --2- 172.21.15.39:0/1012368622 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55c560134eb0 0x55c56013f350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:22.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.936+0000 7f1e47fff700 1 -- 172.21.15.39:0/1012368622 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c56012ece0 msgr2=0x55c56013e8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:37:22.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.936+0000 7f1e47fff700 1 --2- 172.21.15.39:0/1012368622 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c56012ece0 0x55c56013e8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:22.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.936+0000 7f1e47fff700 1 -- 172.21.15.39:0/1012368622 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55c560134eb0 msgr2=0x55c56013f350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:37:22.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.936+0000 7f1e47fff700 1 --2- 172.21.15.39:0/1012368622 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55c560134eb0 0x55c56013f350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:22.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.936+0000 7f1e47fff700 1 -- 172.21.15.39:0/1012368622 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c5601b2350 con 0x55c560134590 2024-06-13T06:37:22.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.936+0000 7f1e47fff700 1 --2- 172.21.15.39:0/1012368622 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c560134590 0x55c56013ee10 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f1e3c00fce0 tx=0x7f1e3c00fe60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc45ab9432f3b6cd server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:37:22.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.936+0000 7f1e27fff700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:37:22.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.937+0000 7f1e27fff700 1 -- 172.21.15.39:0/1012368622 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e3c041060 con 0x55c560134590 2024-06-13T06:37:22.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.937+0000 7f1e27fff700 1 -- 172.21.15.39:0/1012368622 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 8550+0+0 (secure 0 0 0) 0x7f1e3c005040 con 0x55c560134590 2024-06-13T06:37:22.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.937+0000 7f1e5938cb80 1 -- 172.21.15.39:0/1012368622 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1e3c005520 con 0x55c560134590 2024-06-13T06:37:22.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.937+0000 7f1e27fff700 1 -- 172.21.15.39:0/1012368622 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f1e3c015070 con 0x55c560134590 2024-06-13T06:37:22.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.937+0000 7f1e5938cb80 10 client.15813 fetch_fsmap learned FSMap version 24 2024-06-13T06:37:22.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.937+0000 7f1e5938cb80 1 -- 172.21.15.39:0/1012368622 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55c5601b3570 con 0x55c560134590 2024-06-13T06:37:22.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.937+0000 7f1e27fff700 1 -- 172.21.15.39:0/1012368622 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f1e3c005520 con 0x55c560134590 2024-06-13T06:37:22.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.937+0000 7f1e27fff700 1 -- 172.21.15.39:0/1012368622 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f1e3c045a10 con 0x55c560134590 2024-06-13T06:37:22.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.937+0000 7f1e5938cb80 10 client.15813 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:37:22.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.937+0000 7f1e5938cb80 10 client.15813 resolve_mds: validated gid 24512 aka daemon mds.b 2024-06-13T06:37:22.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.937+0000 7f1e5938cb80 20 client.15813 populate_metadata read hostname 'smithi039' 2024-06-13T06:37:22.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.937+0000 7f1e5938cb80 1 --2- 172.21.15.39:0/1012368622 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55c5601b39f0 0x55c5601b5e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:22.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.937+0000 7f1e5938cb80 4 client.15813 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}] 2024-06-13T06:37:22.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.937+0000 7f1e5938cb80 1 -- 172.21.15.39:0/1012368622 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}) -- 0x55c560087460 con 0x55c5601b39f0 2024-06-13T06:37:22.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.938+0000 7f1e4c8a5700 1 --2- 172.21.15.39:0/1012368622 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55c5601b39f0 0x55c5601b5e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:22.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.938+0000 7f1e27fff700 10 client.15813 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:37:22.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.938+0000 7f1e4c8a5700 1 --2- 172.21.15.39:0/1012368622 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55c5601b39f0 0x55c5601b5e10 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4fad5d00beb57bf8 server_cookie=46ae08d77cd9796 in_seq=0 out_seq=0 2024-06-13T06:37:22.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.948+0000 7f1e27fff700 1 -- 172.21.15.39:0/1012368622 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55c560087460 con 0x55c5601b39f0 2024-06-13T06:37:22.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.948+0000 7f1e27fff700 10 client.15813 handle_command_reply: tid=0 2024-06-13T06:37:22.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.948+0000 7f1e5938cb80 1 client.15813 shutdown 2024-06-13T06:37:22.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.948+0000 7f1e5938cb80 1 -- 172.21.15.39:0/1012368622 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c560134590 msgr2=0x55c56013ee10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:37:22.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.948+0000 7f1e5938cb80 1 --2- 172.21.15.39:0/1012368622 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c560134590 0x55c56013ee10 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f1e3c00fce0 tx=0x7f1e3c00fe60 comp rx=0 tx=0).stop 2024-06-13T06:37:22.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.948+0000 7f1e5938cb80 1 -- 172.21.15.39:0/1012368622 shutdown_connections 2024-06-13T06:37:22.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.948+0000 7f1e5938cb80 1 --2- 172.21.15.39:0/1012368622 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55c5601b39f0 0x55c5601b5e10 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:22.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.948+0000 7f1e5938cb80 1 --2- 172.21.15.39:0/1012368622 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55c560134eb0 0x55c56013f350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:22.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.948+0000 7f1e5938cb80 1 --2- 172.21.15.39:0/1012368622 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c56012ece0 0x55c56013e8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:22.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.948+0000 7f1e27fff700 0 client.15813 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:37:22.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.948+0000 7f1e5938cb80 1 --2- 172.21.15.39:0/1012368622 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c560134590 0x55c56013ee10 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:22.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.948+0000 7f1e5938cb80 1 -- 172.21.15.39:0/1012368622 >> 172.21.15.39:0/1012368622 conn(0x55c56005b210 msgr2=0x55c560132fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:37:22.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.948+0000 7f1e5938cb80 1 -- 172.21.15.39:0/1012368622 shutdown_connections 2024-06-13T06:37:22.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.948+0000 7f1e5938cb80 1 -- 172.21.15.39:0/1012368622 wait complete. 2024-06-13T06:37:22.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.948+0000 7f1e5938cb80 20 client.15813 trim_cache size 0 max 16384 2024-06-13T06:37:22.949 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-06-13T06:37:22.949 INFO:teuthology.orchestra.run.smithi039.stdout: "epoch": 24, 2024-06-13T06:37:22.949 INFO:teuthology.orchestra.run.smithi039.stdout: "leader": 24512, 2024-06-13T06:37:22.949 INFO:teuthology.orchestra.run.smithi039.stdout: "set_version": 42, 2024-06-13T06:37:22.949 INFO:teuthology.orchestra.run.smithi039.stdout: "sets": { 2024-06-13T06:37:22.950 INFO:teuthology.orchestra.run.smithi039.stdout: "41347307": { 2024-06-13T06:37:22.950 INFO:teuthology.orchestra.run.smithi039.stdout: "version": 42, 2024-06-13T06:37:22.950 INFO:teuthology.orchestra.run.smithi039.stdout: "age_ref": 0.0, 2024-06-13T06:37:22.950 INFO:teuthology.orchestra.run.smithi039.stdout: "state": { 2024-06-13T06:37:22.950 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "QUIESCED", 2024-06-13T06:37:22.950 INFO:teuthology.orchestra.run.smithi039.stdout: "age": 0.0 2024-06-13T06:37:22.950 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:37:22.950 INFO:teuthology.orchestra.run.smithi039.stdout: "timeout": 90.0, 2024-06-13T06:37:22.950 INFO:teuthology.orchestra.run.smithi039.stdout: "expiration": 150.0, 2024-06-13T06:37:22.950 INFO:teuthology.orchestra.run.smithi039.stdout: "members": { 2024-06-13T06:37:22.950 INFO:teuthology.orchestra.run.smithi039.stdout: "file:/": { 2024-06-13T06:37:22.950 INFO:teuthology.orchestra.run.smithi039.stdout: "excluded": false, 2024-06-13T06:37:22.950 INFO:teuthology.orchestra.run.smithi039.stdout: "state": { 2024-06-13T06:37:22.951 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "QUIESCED", 2024-06-13T06:37:22.951 INFO:teuthology.orchestra.run.smithi039.stdout: "age": 0.0 2024-06-13T06:37:22.951 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:37:22.951 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:37:22.951 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:37:22.951 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:37:22.951 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:37:22.951 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-06-13T06:37:22.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.949+0000 7f1e4eb09700 1 -- 172.21.15.39:0/1369723692 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f1e300a2eb0 msgr2=0x7f1e300a5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:37:22.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.949+0000 7f1e4eb09700 1 --2- 172.21.15.39:0/1369723692 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f1e300a2eb0 0x7f1e300a5370 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f1e3c005950 tx=0x7f1e3c0058e0 comp rx=0 tx=0).stop 2024-06-13T06:37:22.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.949+0000 7f1e4eb09700 1 -- 172.21.15.39:0/1369723692 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1e481024e0 msgr2=0x7f1e481a0930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:37:22.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.949+0000 7f1e4eb09700 1 --2- 172.21.15.39:0/1369723692 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1e481024e0 0x7f1e481a0930 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f1e3800d950 tx=0x7f1e3800dc60 comp rx=0 tx=0).stop 2024-06-13T06:37:22.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.949+0000 7f1e4eb09700 1 -- 172.21.15.39:0/1369723692 shutdown_connections 2024-06-13T06:37:22.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.949+0000 7f1e4eb09700 1 --2- 172.21.15.39:0/1369723692 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f1e300a2eb0 0x7f1e300a5370 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:22.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.949+0000 7f1e4eb09700 1 --2- 172.21.15.39:0/1369723692 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f1e48108590 0x7f1e4819aaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:22.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.949+0000 7f1e4eb09700 1 --2- 172.21.15.39:0/1369723692 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1e481024e0 0x7f1e481a0930 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:22.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.949+0000 7f1e4eb09700 1 --2- 172.21.15.39:0/1369723692 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1e48102ea0 0x7f1e481a0e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:22.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.949+0000 7f1e4eb09700 1 -- 172.21.15.39:0/1369723692 >> 172.21.15.39:0/1369723692 conn(0x7f1e480fdf70 msgr2=0x7f1e4810d690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:37:22.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.949+0000 7f1e4eb09700 1 -- 172.21.15.39:0/1369723692 shutdown_connections 2024-06-13T06:37:22.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:22.949+0000 7f1e4eb09700 1 -- 172.21.15.39:0/1369723692 wait complete. 2024-06-13T06:37:23.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:37:23 smithi149 ceph-mon[36963]: pgmap v445: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 32 KiB/s wr, 8 op/s 2024-06-13T06:37:23.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:37:23 smithi096 ceph-mon[36532]: pgmap v445: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 32 KiB/s wr, 8 op/s 2024-06-13T06:37:23.580 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:37:23 smithi039 ceph-mon[32479]: pgmap v445: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 32 KiB/s wr, 8 op/s 2024-06-13T06:37:23.607 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '41347307', quiesce took 5.4 seconds. Will release after: 24.6 2024-06-13T06:37:25.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:37:25 smithi096 ceph-mon[36532]: pgmap v446: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 32 KiB/s wr, 8 op/s 2024-06-13T06:37:25.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:37:25 smithi039 ceph-mon[32479]: pgmap v446: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 32 KiB/s wr, 8 op/s 2024-06-13T06:37:25.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:37:25 smithi149 ceph-mon[36963]: pgmap v446: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 32 KiB/s wr, 8 op/s 2024-06-13T06:37:27.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:37:27 smithi096 ceph-mon[36532]: pgmap v447: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 51 KiB/s wr, 9 op/s 2024-06-13T06:37:27.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:37:27 smithi039 ceph-mon[32479]: pgmap v447: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 51 KiB/s wr, 9 op/s 2024-06-13T06:37:27.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:37:27 smithi149 ceph-mon[36963]: pgmap v447: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 51 KiB/s wr, 9 op/s 2024-06-13T06:37:29.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:37:29 smithi096 ceph-mon[36532]: pgmap v448: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 45 KiB/s wr, 8 op/s 2024-06-13T06:37:29.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:37:29 smithi039 ceph-mon[32479]: pgmap v448: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 45 KiB/s wr, 8 op/s 2024-06-13T06:37:29.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:37:29 smithi149 ceph-mon[36963]: pgmap v448: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 45 KiB/s wr, 8 op/s 2024-06-13T06:37:30.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:37:30 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:37:30.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:37:30 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:37:30.717 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:37:30 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:37:31.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:37:31 smithi096 ceph-mon[36532]: pgmap v449: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 42 KiB/s wr, 7 op/s 2024-06-13T06:37:31.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:37:31 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:37:31.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:37:31 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:37:31.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:37:31 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:37:31.573 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:37:31 smithi039 ceph-mon[32479]: pgmap v449: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 42 KiB/s wr, 7 op/s 2024-06-13T06:37:31.626 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:37:31 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:37:31.626 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:37:31 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:37:31.626 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:37:31 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:37:31.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:37:31 smithi149 ceph-mon[36963]: pgmap v449: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 42 KiB/s wr, 7 op/s 2024-06-13T06:37:31.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:37:31 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:37:31.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:37:31 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:37:31.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:37:31 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:37:33.520 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:37:33 smithi149 ceph-mon[36963]: pgmap v450: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 42 KiB/s wr, 10 op/s 2024-06-13T06:37:33.540 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:37:33 smithi096 ceph-mon[36532]: pgmap v450: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 42 KiB/s wr, 10 op/s 2024-06-13T06:37:33.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:37:33 smithi039 ceph-mon[32479]: pgmap v450: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 42 KiB/s wr, 10 op/s 2024-06-13T06:37:35.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:37:35 smithi096 ceph-mon[36532]: pgmap v451: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 17 KiB/s wr, 6 op/s 2024-06-13T06:37:35.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:37:35 smithi039 ceph-mon[32479]: pgmap v451: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 17 KiB/s wr, 6 op/s 2024-06-13T06:37:35.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:37:35 smithi149 ceph-mon[36963]: pgmap v451: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 17 KiB/s wr, 6 op/s 2024-06-13T06:37:37.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:37:37 smithi096 ceph-mon[36532]: pgmap v452: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 17 KiB/s wr, 8 op/s 2024-06-13T06:37:37.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:37:37 smithi039 ceph-mon[32479]: pgmap v452: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 17 KiB/s wr, 8 op/s 2024-06-13T06:37:37.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:37:37 smithi149 ceph-mon[36963]: pgmap v452: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 17 KiB/s wr, 8 op/s 2024-06-13T06:37:39.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:37:39 smithi096 ceph-mon[36532]: pgmap v453: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:37:39.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:37:39 smithi039 ceph-mon[32479]: pgmap v453: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:37:39.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:37:39 smithi149 ceph-mon[36963]: pgmap v453: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:37:41.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:37:41 smithi096 ceph-mon[36532]: pgmap v454: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:37:41.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:37:41 smithi039 ceph-mon[32479]: pgmap v454: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:37:41.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:37:41 smithi149 ceph-mon[36963]: pgmap v454: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:37:43.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:37:43 smithi096 ceph-mon[36532]: pgmap v455: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T06:37:43.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:37:43 smithi039 ceph-mon[32479]: pgmap v455: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T06:37:43.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:37:43 smithi149 ceph-mon[36963]: pgmap v455: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T06:37:45.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:37:45 smithi096 ceph-mon[36532]: pgmap v456: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:37:45.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:37:45 smithi039 ceph-mon[32479]: pgmap v456: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:37:45.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:37:45 smithi149 ceph-mon[36963]: pgmap v456: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:37:47.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:37:47 smithi096 ceph-mon[36532]: pgmap v457: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T06:37:47.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:37:47 smithi039 ceph-mon[32479]: pgmap v457: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T06:37:47.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:37:47 smithi149 ceph-mon[36963]: pgmap v457: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T06:37:48.208 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T06:37:48.475 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:37:49.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:37:49 smithi096 ceph-mon[36532]: pgmap v458: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:37:49.601 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:37:49 smithi039 ceph-mon[32479]: pgmap v458: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:37:49.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:37:49 smithi149 ceph-mon[36963]: pgmap v458: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:37:50.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.182+0000 7f323375b700 1 -- 172.21.15.39:0/2378652361 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f322c06abc0 msgr2=0x7f322c06b040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:37:50.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.182+0000 7f323375b700 1 --2- 172.21.15.39:0/2378652361 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f322c06abc0 0x7f322c06b040 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f321c009990 tx=0x7f321c009ca0 comp rx=0 tx=0).stop 2024-06-13T06:37:50.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.182+0000 7f323375b700 1 -- 172.21.15.39:0/2378652361 shutdown_connections 2024-06-13T06:37:50.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.182+0000 7f323375b700 1 --2- 172.21.15.39:0/2378652361 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f322c06b580 0x7f322c10f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:50.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.182+0000 7f323375b700 1 --2- 172.21.15.39:0/2378652361 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f322c108500 0x7f322c1088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:50.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.182+0000 7f323375b700 1 --2- 172.21.15.39:0/2378652361 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f322c06abc0 0x7f322c06b040 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:50.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.182+0000 7f323375b700 1 -- 172.21.15.39:0/2378652361 >> 172.21.15.39:0/2378652361 conn(0x7f322c078340 msgr2=0x7f322c078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:37:50.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.182+0000 7f323375b700 1 -- 172.21.15.39:0/2378652361 shutdown_connections 2024-06-13T06:37:50.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.182+0000 7f323375b700 1 -- 172.21.15.39:0/2378652361 wait complete. 2024-06-13T06:37:50.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.183+0000 7f323375b700 1 Processor -- start 2024-06-13T06:37:50.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.183+0000 7f323375b700 1 -- start start 2024-06-13T06:37:50.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.183+0000 7f323375b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f322c06abc0 0x7f322c19afb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:50.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.183+0000 7f323375b700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f322c06b580 0x7f322c19b4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:50.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.183+0000 7f323375b700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f322c108500 0x7f322c19f880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:50.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.183+0000 7f323375b700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f322c112860 con 0x7f322c06abc0 2024-06-13T06:37:50.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.183+0000 7f323375b700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f322c1126e0 con 0x7f322c06b580 2024-06-13T06:37:50.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.183+0000 7f323375b700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f322c1129e0 con 0x7f322c108500 2024-06-13T06:37:50.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.183+0000 7f32314f7700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f322c06abc0 0x7f322c19afb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:50.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.183+0000 7f32314f7700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f322c06abc0 0x7f322c19afb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:46278/0 (socket says 172.21.15.39:46278) 2024-06-13T06:37:50.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.183+0000 7f32314f7700 1 -- 172.21.15.39:0/3597384131 learned_addr learned my addr 172.21.15.39:0/3597384131 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:37:50.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.183+0000 7f3230cf6700 1 --2- 172.21.15.39:0/3597384131 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f322c06b580 0x7f322c19b4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:50.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.183+0000 7f32314f7700 1 -- 172.21.15.39:0/3597384131 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f322c108500 msgr2=0x7f322c19f880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:37:50.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.183+0000 7f32314f7700 1 --2- 172.21.15.39:0/3597384131 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f322c108500 0x7f322c19f880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:50.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.183+0000 7f32314f7700 1 -- 172.21.15.39:0/3597384131 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f322c06b580 msgr2=0x7f322c19b4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:37:50.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.183+0000 7f32314f7700 1 --2- 172.21.15.39:0/3597384131 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f322c06b580 0x7f322c19b4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:50.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.183+0000 7f32314f7700 1 -- 172.21.15.39:0/3597384131 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f322c19ffc0 con 0x7f322c06abc0 2024-06-13T06:37:50.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.184+0000 7f32314f7700 1 --2- 172.21.15.39:0/3597384131 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f322c06abc0 0x7f322c19afb0 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f322800ba50 tx=0x7f322800bd60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:37:50.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.184+0000 7f32227fc700 1 -- 172.21.15.39:0/3597384131 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3228019070 con 0x7f322c06abc0 2024-06-13T06:37:50.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.184+0000 7f32227fc700 1 -- 172.21.15.39:0/3597384131 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f3228014440 con 0x7f322c06abc0 2024-06-13T06:37:50.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.184+0000 7f323375b700 1 -- 172.21.15.39:0/3597384131 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f322c1a02b0 con 0x7f322c06abc0 2024-06-13T06:37:50.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.184+0000 7f32227fc700 1 -- 172.21.15.39:0/3597384131 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32280075d0 con 0x7f322c06abc0 2024-06-13T06:37:50.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.184+0000 7f323375b700 1 -- 172.21.15.39:0/3597384131 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f322c1a7b30 con 0x7f322c06abc0 2024-06-13T06:37:50.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.185+0000 7f323375b700 1 -- 172.21.15.39:0/3597384131 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f322c069180 con 0x7f322c06abc0 2024-06-13T06:37:50.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.187+0000 7f32227fc700 1 -- 172.21.15.39:0/3597384131 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f322801c070 con 0x7f322c06abc0 2024-06-13T06:37:50.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.187+0000 7f32227fc700 1 --2- 172.21.15.39:0/3597384131 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f32180a2d90 0x7f32180a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:50.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.187+0000 7f3230cf6700 1 --2- 172.21.15.39:0/3597384131 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f32180a2d90 0x7f32180a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:50.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.188+0000 7f32227fc700 1 -- 172.21.15.39:0/3597384131 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 8550+0+0 (secure 0 0 0) 0x7f32280cebd0 con 0x7f322c06abc0 2024-06-13T06:37:50.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.188+0000 7f3230cf6700 1 --2- 172.21.15.39:0/3597384131 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f32180a2d90 0x7f32180a5250 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f321c0098e0 tx=0x7f321c005960 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:37:50.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.191+0000 7f32227fc700 1 -- 172.21.15.39:0/3597384131 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f322809b8e0 con 0x7f322c06abc0 2024-06-13T06:37:50.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.444+0000 7f323375b700 1 -- 172.21.15.39:0/3597384131 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f322c19c310 con 0x7f322c06abc0 2024-06-13T06:37:50.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.445+0000 7f32227fc700 1 -- 172.21.15.39:0/3597384131 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11865 (secure 0 0 0) 0x7f32280b9e20 con 0x7f322c06abc0 2024-06-13T06:37:50.445 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:37:50.445 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/2373452665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":2373452665},{"type":"v1","addr":"172.21.15.39:6835","nonce":2373452665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/2187635150","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":2187635150},{"type":"v1","addr":"172.21.15.39:6837","nonce":2187635150}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14571,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6839/1475451558","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":1475451558},{"type":"v1","addr":"172.21.15.39:6839","nonce":1475451558}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14577,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6841/313570480","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":313570480},{"type":"v1","addr":"172.21.15.39:6841","nonce":313570480}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/980475055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":980475055},{"type":"v1","addr":"172.21.15.149:6833","nonce":980475055}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24427,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/2757180167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":2757180167},{"type":"v1","addr":"172.21.15.149:6835","nonce":2757180167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-13T06:20:05.248660+0000","modified":"2024-06-13T06:23:07.325841+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24512,"mds_1":24482,"mds_2":24455},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24431":{"gid":24431,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.96:6833/2827318421","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6832","nonce":2827318421},{"type":"v1","addr":"172.21.15.96:6833","nonce":2827318421}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24439":{"gid":24439,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6837/1742889729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":1742889729},{"type":"v1","addr":"172.21.15.149:6837","nonce":1742889729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6839/862740064","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":862740064},{"type":"v1","addr":"172.21.15.149:6839","nonce":862740064}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.96:6835/3408571209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6834","nonce":3408571209},{"type":"v1","addr":"172.21.15.96:6835","nonce":3408571209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.96:6837/2574644445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6836","nonce":2574644445},{"type":"v1","addr":"172.21.15.96:6837","nonce":2574644445}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.96:6839/1459106434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6838","nonce":1459106434},{"type":"v1","addr":"172.21.15.96:6839","nonce":1459106434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24512,"qdb_cluster":[24482,24512,24455]},"id":1}]} 2024-06-13T06:37:50.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.447+0000 7f323375b700 1 -- 172.21.15.39:0/3597384131 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f32180a2d90 msgr2=0x7f32180a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:37:50.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.447+0000 7f323375b700 1 --2- 172.21.15.39:0/3597384131 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f32180a2d90 0x7f32180a5250 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f321c0098e0 tx=0x7f321c005960 comp rx=0 tx=0).stop 2024-06-13T06:37:50.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.447+0000 7f323375b700 1 -- 172.21.15.39:0/3597384131 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f322c06abc0 msgr2=0x7f322c19afb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:37:50.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.447+0000 7f323375b700 1 --2- 172.21.15.39:0/3597384131 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f322c06abc0 0x7f322c19afb0 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f322800ba50 tx=0x7f322800bd60 comp rx=0 tx=0).stop 2024-06-13T06:37:50.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.447+0000 7f323375b700 1 -- 172.21.15.39:0/3597384131 shutdown_connections 2024-06-13T06:37:50.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.447+0000 7f323375b700 1 --2- 172.21.15.39:0/3597384131 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f32180a2d90 0x7f32180a5250 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:50.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.447+0000 7f323375b700 1 --2- 172.21.15.39:0/3597384131 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f322c108500 0x7f322c19f880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:50.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.447+0000 7f323375b700 1 --2- 172.21.15.39:0/3597384131 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f322c06abc0 0x7f322c19afb0 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:50.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.447+0000 7f323375b700 1 --2- 172.21.15.39:0/3597384131 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f322c06b580 0x7f322c19b4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:50.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.447+0000 7f323375b700 1 -- 172.21.15.39:0/3597384131 >> 172.21.15.39:0/3597384131 conn(0x7f322c078340 msgr2=0x7f322c10d670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:37:50.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.447+0000 7f323375b700 1 -- 172.21.15.39:0/3597384131 shutdown_connections 2024-06-13T06:37:50.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:50.447+0000 7f323375b700 1 -- 172.21.15.39:0/3597384131 wait complete. 2024-06-13T06:37:50.448 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 24 2024-06-13T06:37:51.109 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24512 quiesce db --set-id 41347307 --release --await' 2024-06-13T06:37:51.109 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- timeout 105 ceph tell mds.24512 quiesce db --set-id 41347307 --release --await 2024-06-13T06:37:51.366 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:37:51.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:37:51 smithi039 ceph-mon[32479]: pgmap v459: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:37:51.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:37:51 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/3597384131' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:37:51.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:37:51 smithi149 ceph-mon[36963]: pgmap v459: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:37:51.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:37:51 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/3597384131' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:37:51.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:37:51 smithi096 ceph-mon[36532]: pgmap v459: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:37:51.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:37:51 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/3597384131' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:37:53.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.016+0000 7fc2bf327700 1 -- 172.21.15.39:0/2104406972 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc2b8101d40 msgr2=0x7fc2b810e230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:37:53.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.016+0000 7fc2bf327700 1 --2- 172.21.15.39:0/2104406972 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc2b8101d40 0x7fc2b810e230 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7fc2b000b0a0 tx=0x7fc2b000b3b0 comp rx=0 tx=0).stop 2024-06-13T06:37:53.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.016+0000 7fc2bf327700 1 -- 172.21.15.39:0/2104406972 shutdown_connections 2024-06-13T06:37:53.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.016+0000 7fc2bf327700 1 --2- 172.21.15.39:0/2104406972 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc2b8101d40 0x7fc2b810e230 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:53.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.016+0000 7fc2bf327700 1 --2- 172.21.15.39:0/2104406972 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc2b81073f0 0x7fc2b81077d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:53.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.016+0000 7fc2bf327700 1 --2- 172.21.15.39:0/2104406972 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc2b8101380 0x7fc2b8101800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:53.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.016+0000 7fc2bf327700 1 -- 172.21.15.39:0/2104406972 >> 172.21.15.39:0/2104406972 conn(0x7fc2b8078300 msgr2=0x7fc2b8078710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:37:53.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.016+0000 7fc2bf327700 1 -- 172.21.15.39:0/2104406972 shutdown_connections 2024-06-13T06:37:53.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.016+0000 7fc2bf327700 1 -- 172.21.15.39:0/2104406972 wait complete. 2024-06-13T06:37:53.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.017+0000 7fc2bf327700 1 Processor -- start 2024-06-13T06:37:53.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.017+0000 7fc2bf327700 1 -- start start 2024-06-13T06:37:53.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.017+0000 7fc2bf327700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc2b8101380 0x7fc2b81999a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:53.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.017+0000 7fc2bf327700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc2b8101d40 0x7fc2b8199ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:53.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.017+0000 7fc2bf327700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc2b81073f0 0x7fc2b81a4a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:53.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.017+0000 7fc2bf327700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fc2b8111660 con 0x7fc2b81073f0 2024-06-13T06:37:53.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.017+0000 7fc2bf327700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fc2b81114e0 con 0x7fc2b8101d40 2024-06-13T06:37:53.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.017+0000 7fc2bf327700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fc2b81117e0 con 0x7fc2b8101380 2024-06-13T06:37:53.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.018+0000 7fc2bd8c4700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc2b81073f0 0x7fc2b81a4a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:53.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.018+0000 7fc2bd8c4700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc2b81073f0 0x7fc2b81a4a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60384/0 (socket says 172.21.15.39:60384) 2024-06-13T06:37:53.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.018+0000 7fc2bd8c4700 1 -- 172.21.15.39:0/3016370190 learned_addr learned my addr 172.21.15.39:0/3016370190 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:37:53.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.018+0000 7fc2bd0c3700 1 --2- 172.21.15.39:0/3016370190 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc2b8101380 0x7fc2b81999a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:53.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.018+0000 7fc2bc8c2700 1 --2- 172.21.15.39:0/3016370190 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc2b8101d40 0x7fc2b8199ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:53.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.018+0000 7fc2bd8c4700 1 -- 172.21.15.39:0/3016370190 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc2b8101380 msgr2=0x7fc2b81999a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:37:53.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.018+0000 7fc2bd8c4700 1 --2- 172.21.15.39:0/3016370190 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc2b8101380 0x7fc2b81999a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:53.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.018+0000 7fc2bd8c4700 1 -- 172.21.15.39:0/3016370190 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc2b8101d40 msgr2=0x7fc2b8199ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:37:53.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.018+0000 7fc2bd8c4700 1 --2- 172.21.15.39:0/3016370190 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc2b8101d40 0x7fc2b8199ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:53.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.018+0000 7fc2bd8c4700 1 -- 172.21.15.39:0/3016370190 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2b81a4f60 con 0x7fc2b81073f0 2024-06-13T06:37:53.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.018+0000 7fc2bc8c2700 1 --2- 172.21.15.39:0/3016370190 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc2b8101d40 0x7fc2b8199ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:37:53.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.018+0000 7fc2bd8c4700 1 --2- 172.21.15.39:0/3016370190 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc2b81073f0 0x7fc2b81a4a20 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7fc2b00062a0 tx=0x7fc2b0004d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:37:53.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.018+0000 7fc2ae7fc700 1 -- 172.21.15.39:0/3016370190 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2b0021070 con 0x7fc2b81073f0 2024-06-13T06:37:53.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.018+0000 7fc2ae7fc700 1 -- 172.21.15.39:0/3016370190 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc2b0007c00 con 0x7fc2b81073f0 2024-06-13T06:37:53.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.018+0000 7fc2bf327700 1 -- 172.21.15.39:0/3016370190 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2b81a5190 con 0x7fc2b81073f0 2024-06-13T06:37:53.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.018+0000 7fc2ae7fc700 1 -- 172.21.15.39:0/3016370190 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2b001d450 con 0x7fc2b81073f0 2024-06-13T06:37:53.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.018+0000 7fc2bf327700 1 -- 172.21.15.39:0/3016370190 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2b81a5640 con 0x7fc2b81073f0 2024-06-13T06:37:53.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.021+0000 7fc2ae7fc700 1 -- 172.21.15.39:0/3016370190 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fc2b0004020 con 0x7fc2b81073f0 2024-06-13T06:37:53.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.021+0000 7fc2ae7fc700 1 --2- 172.21.15.39:0/3016370190 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fc2a40a2d90 0x7fc2a40a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:53.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.021+0000 7fc2bd0c3700 1 --2- 172.21.15.39:0/3016370190 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fc2a40a2d90 0x7fc2a40a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:53.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.021+0000 7fc2ae7fc700 1 -- 172.21.15.39:0/3016370190 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 8550+0+0 (secure 0 0 0) 0x7fc2b000f020 con 0x7fc2b81073f0 2024-06-13T06:37:53.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.022+0000 7fc2bd0c3700 1 --2- 172.21.15.39:0/3016370190 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fc2a40a2d90 0x7fc2a40a5250 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fc2b4005950 tx=0x7fc2b400b410 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:37:53.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.022+0000 7fc2c9baab80 1 Processor -- start 2024-06-13T06:37:53.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.022+0000 7fc2c9baab80 1 -- start start 2024-06-13T06:37:53.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.022+0000 7fc2c9baab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634a19ab050 0x5634a19ab430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:53.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.022+0000 7fc2c9baab80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5634a19ab970 0x5634a19a52a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:53.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.022+0000 7fc2c9baab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5634a19a57e0 0x5634a19a5c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:53.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.023+0000 7fc2c9baab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x5634a18f2910 con 0x5634a19ab050 2024-06-13T06:37:53.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.023+0000 7fc2c9baab80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x5634a189a820 con 0x5634a19ab970 2024-06-13T06:37:53.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.023+0000 7fc2c9baab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5634a18ee8d0 con 0x5634a19a57e0 2024-06-13T06:37:53.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.023+0000 7fc2bd0c3700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634a19ab050 0x5634a19ab430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:53.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.023+0000 7fc2bd0c3700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634a19ab050 0x5634a19ab430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60386/0 (socket says 172.21.15.39:60386) 2024-06-13T06:37:53.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.023+0000 7fc2bd0c3700 1 -- 172.21.15.39:0/3725123156 learned_addr learned my addr 172.21.15.39:0/3725123156 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:37:53.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.023+0000 7fc2bc8c2700 1 --2- 172.21.15.39:0/3725123156 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5634a19ab970 0x5634a19a52a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:53.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.023+0000 7fc2bd8c4700 1 --2- 172.21.15.39:0/3725123156 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5634a19a57e0 0x5634a19a5c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:53.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.023+0000 7fc2bd0c3700 1 -- 172.21.15.39:0/3725123156 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5634a19a57e0 msgr2=0x5634a19a5c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:37:53.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.023+0000 7fc2bd0c3700 1 --2- 172.21.15.39:0/3725123156 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5634a19a57e0 0x5634a19a5c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:53.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.023+0000 7fc2bd0c3700 1 -- 172.21.15.39:0/3725123156 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5634a19ab970 msgr2=0x5634a19a52a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:37:53.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.023+0000 7fc2bd0c3700 1 --2- 172.21.15.39:0/3725123156 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5634a19ab970 0x5634a19a52a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:53.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.023+0000 7fc2bd0c3700 1 -- 172.21.15.39:0/3725123156 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5634a1891050 con 0x5634a19ab050 2024-06-13T06:37:53.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.023+0000 7fc2bd0c3700 1 --2- 172.21.15.39:0/3725123156 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634a19ab050 0x5634a19ab430 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7fc2b4010e60 tx=0x7fc2b4013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a6fba5bd0aa55f5 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:37:53.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.024+0000 7fc2a37fe700 1 -- 172.21.15.39:0/3725123156 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2b4011db0 con 0x5634a19ab050 2024-06-13T06:37:53.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.024+0000 7fc2a37fe700 1 -- 172.21.15.39:0/3725123156 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc2b4010e90 con 0x5634a19ab050 2024-06-13T06:37:53.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.024+0000 7fc2a37fe700 1 -- 172.21.15.39:0/3725123156 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2b401c740 con 0x5634a19ab050 2024-06-13T06:37:53.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.024+0000 7fc2c9baab80 1 -- 172.21.15.39:0/3725123156 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634a19ab050 msgr2=0x5634a19ab430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:37:53.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.024+0000 7fc2c9baab80 1 --2- 172.21.15.39:0/3725123156 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634a19ab050 0x5634a19ab430 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7fc2b4010e60 tx=0x7fc2b4013000 comp rx=0 tx=0).stop 2024-06-13T06:37:53.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.024+0000 7fc2c9baab80 1 -- 172.21.15.39:0/3725123156 shutdown_connections 2024-06-13T06:37:53.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.024+0000 7fc2c9baab80 1 --2- 172.21.15.39:0/3725123156 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5634a19a57e0 0x5634a19a5c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:53.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.024+0000 7fc2c9baab80 1 --2- 172.21.15.39:0/3725123156 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634a19ab050 0x5634a19ab430 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:53.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.024+0000 7fc2c9baab80 1 --2- 172.21.15.39:0/3725123156 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5634a19ab970 0x5634a19a52a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:53.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.024+0000 7fc2c9baab80 1 -- 172.21.15.39:0/3725123156 >> 172.21.15.39:0/3725123156 conn(0x5634a18cbdc0 msgr2=0x5634a199c120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:37:53.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.024+0000 7fc2c9baab80 1 -- 172.21.15.39:0/3725123156 shutdown_connections 2024-06-13T06:37:53.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.024+0000 7fc2c9baab80 1 -- 172.21.15.39:0/3725123156 wait complete. 2024-06-13T06:37:53.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.025+0000 7fc2c9baab80 1 -- start start 2024-06-13T06:37:53.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.025+0000 7fc2c9baab80 1 Processor -- start 2024-06-13T06:37:53.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.025+0000 7fc2c9baab80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5634a19a57e0 0x5634a19b15e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:53.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.025+0000 7fc2c9baab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634a19ab050 0x5634a19ae950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:53.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.025+0000 7fc2c9baab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5634a19ab970 0x5634a19aee90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:53.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.025+0000 7fc2c9baab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x5634a19b23e0 con 0x5634a19ab050 2024-06-13T06:37:53.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.025+0000 7fc2c9baab80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x5634a1892cf0 con 0x5634a19a57e0 2024-06-13T06:37:53.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.025+0000 7fc2c9baab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x5634a19b2560 con 0x5634a19ab970 2024-06-13T06:37:53.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.025+0000 7fc2c9baab80 10 client.0 _ll_register_callbacks cb 0x5634a188ca20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:37:53.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.025+0000 7fc2bc8c2700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634a19ab050 0x5634a19ae950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:53.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.025+0000 7fc2bc8c2700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634a19ab050 0x5634a19ae950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60402/0 (socket says 172.21.15.39:60402) 2024-06-13T06:37:53.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.025+0000 7fc2bc8c2700 1 -- 172.21.15.39:0/893082335 learned_addr learned my addr 172.21.15.39:0/893082335 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:37:53.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.026+0000 7fc2bd0c3700 1 --2- 172.21.15.39:0/893082335 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5634a19a57e0 0x5634a19b15e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:53.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.026+0000 7fc2bd8c4700 1 --2- 172.21.15.39:0/893082335 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5634a19ab970 0x5634a19aee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:53.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.026+0000 7fc2bc8c2700 1 -- 172.21.15.39:0/893082335 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5634a19ab970 msgr2=0x5634a19aee90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:37:53.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.026+0000 7fc2bc8c2700 1 --2- 172.21.15.39:0/893082335 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5634a19ab970 0x5634a19aee90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:53.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.026+0000 7fc2bc8c2700 1 -- 172.21.15.39:0/893082335 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5634a19a57e0 msgr2=0x5634a19b15e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:37:53.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.026+0000 7fc2bc8c2700 1 --2- 172.21.15.39:0/893082335 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5634a19a57e0 0x5634a19b15e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:53.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.026+0000 7fc2bc8c2700 1 -- 172.21.15.39:0/893082335 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5634a18419d0 con 0x5634a19ab050 2024-06-13T06:37:53.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.026+0000 7fc2bc8c2700 1 --2- 172.21.15.39:0/893082335 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634a19ab050 0x5634a19ae950 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7fc2a8011410 tx=0x7fc2a8011720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3310eaa66b34860 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:37:53.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.026+0000 7fc2a0ff9700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:37:53.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.026+0000 7fc2a0ff9700 1 -- 172.21.15.39:0/893082335 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2a8012650 con 0x5634a19ab050 2024-06-13T06:37:53.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.026+0000 7fc2c9baab80 1 -- 172.21.15.39:0/893082335 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc2b4010e90 con 0x5634a19ab050 2024-06-13T06:37:53.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.026+0000 7fc2a0ff9700 1 -- 172.21.15.39:0/893082335 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 8550+0+0 (secure 0 0 0) 0x7fc2a80127f0 con 0x5634a19ab050 2024-06-13T06:37:53.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.026+0000 7fc2a0ff9700 1 -- 172.21.15.39:0/893082335 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fc2a80129f0 con 0x5634a19ab050 2024-06-13T06:37:53.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.026+0000 7fc2c9baab80 10 client.15831 fetch_fsmap learned FSMap version 24 2024-06-13T06:37:53.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.026+0000 7fc2c9baab80 1 -- 172.21.15.39:0/893082335 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5634a19bccb0 con 0x5634a19ab050 2024-06-13T06:37:53.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.027+0000 7fc2a0ff9700 1 -- 172.21.15.39:0/893082335 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc2b4010e90 con 0x5634a19ab050 2024-06-13T06:37:53.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.027+0000 7fc2a0ff9700 1 -- 172.21.15.39:0/893082335 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fc2a800f040 con 0x5634a19ab050 2024-06-13T06:37:53.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.027+0000 7fc2c9baab80 10 client.15831 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:37:53.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.027+0000 7fc2c9baab80 10 client.15831 resolve_mds: validated gid 24512 aka daemon mds.b 2024-06-13T06:37:53.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.027+0000 7fc2c9baab80 20 client.15831 populate_metadata read hostname 'smithi039' 2024-06-13T06:37:53.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.027+0000 7fc2c9baab80 1 --2- 172.21.15.39:0/893082335 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x5634a19bf2f0 0x5634a19c1740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:53.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.027+0000 7fc2c9baab80 4 client.15831 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T06:37:53.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.027+0000 7fc2c9baab80 1 -- 172.21.15.39:0/893082335 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5634a18ffe10 con 0x5634a19bf2f0 2024-06-13T06:37:53.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.027+0000 7fc2bd0c3700 1 --2- 172.21.15.39:0/893082335 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x5634a19bf2f0 0x5634a19c1740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:53.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.028+0000 7fc2bd0c3700 1 --2- 172.21.15.39:0/893082335 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x5634a19bf2f0 0x5634a19c1740 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=85feee00af7d62a2 server_cookie=da54089f9cb7ceb1 in_seq=0 out_seq=0 2024-06-13T06:37:53.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.028+0000 7fc2a0ff9700 10 client.15831 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:37:53.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.028+0000 7fc2a0ff9700 1 -- 172.21.15.39:0/893082335 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x5634a18ffe10 con 0x5634a19bf2f0 2024-06-13T06:37:53.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.028+0000 7fc2a0ff9700 10 client.15831 handle_command_reply: tid=0 2024-06-13T06:37:53.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.028+0000 7fc2c9baab80 1 client.15831 shutdown 2024-06-13T06:37:53.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.028+0000 7fc2c9baab80 1 -- 172.21.15.39:0/893082335 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634a19ab050 msgr2=0x5634a19ae950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:37:53.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.028+0000 7fc2c9baab80 1 --2- 172.21.15.39:0/893082335 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634a19ab050 0x5634a19ae950 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7fc2a8011410 tx=0x7fc2a8011720 comp rx=0 tx=0).stop 2024-06-13T06:37:53.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.029+0000 7fc2c9baab80 1 -- 172.21.15.39:0/893082335 shutdown_connections 2024-06-13T06:37:53.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.029+0000 7fc2c9baab80 1 --2- 172.21.15.39:0/893082335 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5634a19ab970 0x5634a19aee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:53.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.029+0000 7fc2c9baab80 1 --2- 172.21.15.39:0/893082335 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x5634a19bf2f0 0x5634a19c1740 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:53.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.029+0000 7fc2c9baab80 1 --2- 172.21.15.39:0/893082335 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5634a19a57e0 0x5634a19b15e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:53.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.029+0000 7fc2c9baab80 1 --2- 172.21.15.39:0/893082335 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634a19ab050 0x5634a19ae950 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:53.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.029+0000 7fc2c9baab80 1 -- 172.21.15.39:0/893082335 >> 172.21.15.39:0/893082335 conn(0x5634a18cbdc0 msgr2=0x5634a199bd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:37:53.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.029+0000 7fc2a0ff9700 0 client.15831 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:37:53.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.029+0000 7fc2c9baab80 1 -- 172.21.15.39:0/893082335 shutdown_connections 2024-06-13T06:37:53.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.029+0000 7fc2c9baab80 1 -- 172.21.15.39:0/893082335 wait complete. 2024-06-13T06:37:53.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.029+0000 7fc2c9baab80 20 client.15831 trim_cache size 0 max 16384 2024-06-13T06:37:53.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.049+0000 7fc2c9baab80 1 Processor -- start 2024-06-13T06:37:53.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.049+0000 7fc2c9baab80 1 -- start start 2024-06-13T06:37:53.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.049+0000 7fc2c9baab80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5634a19a57e0 0x5634a199b830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:53.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.049+0000 7fc2c9baab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5634a19ab050 0x5634a199bd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:53.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.050+0000 7fc2c9baab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634a19ab970 0x5634a19c7050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:53.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.050+0000 7fc2c9baab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fc2b81ad4f0 con 0x5634a19ab970 2024-06-13T06:37:53.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.050+0000 7fc2c9baab80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fc2b81aad80 con 0x5634a19a57e0 2024-06-13T06:37:53.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.050+0000 7fc2c9baab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fc2b81a8bf0 con 0x5634a19ab050 2024-06-13T06:37:53.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.050+0000 7fc2bd8c4700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634a19ab970 0x5634a19c7050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:53.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.050+0000 7fc2bc8c2700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5634a19ab050 0x5634a199bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:53.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.050+0000 7fc2bd8c4700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634a19ab970 0x5634a19c7050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60404/0 (socket says 172.21.15.39:60404) 2024-06-13T06:37:53.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.050+0000 7fc2bd8c4700 1 -- 172.21.15.39:0/1579953680 learned_addr learned my addr 172.21.15.39:0/1579953680 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:37:53.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.050+0000 7fc2bd0c3700 1 --2- 172.21.15.39:0/1579953680 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5634a19a57e0 0x5634a199b830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:53.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.050+0000 7fc2bc8c2700 1 -- 172.21.15.39:0/1579953680 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5634a19a57e0 msgr2=0x5634a199b830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:37:53.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.050+0000 7fc2bc8c2700 1 --2- 172.21.15.39:0/1579953680 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5634a19a57e0 0x5634a199b830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:53.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.050+0000 7fc2bc8c2700 1 -- 172.21.15.39:0/1579953680 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634a19ab970 msgr2=0x5634a19c7050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:37:53.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.050+0000 7fc2bc8c2700 1 --2- 172.21.15.39:0/1579953680 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634a19ab970 0x5634a19c7050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:53.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.050+0000 7fc2bc8c2700 1 -- 172.21.15.39:0/1579953680 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5634a1996820 con 0x5634a19ab050 2024-06-13T06:37:53.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.050+0000 7fc2bd8c4700 1 --2- 172.21.15.39:0/1579953680 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634a19ab970 0x5634a19c7050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T06:37:53.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.050+0000 7fc2bc8c2700 1 --2- 172.21.15.39:0/1579953680 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5634a19ab050 0x5634a199bd70 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fc2a80113e0 tx=0x7fc2a8005960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=acb8e13a88b4c8c5 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:37:53.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.051+0000 7fc2a2ffd700 1 -- 172.21.15.39:0/1579953680 <== mon.1 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2a8030070 con 0x5634a19ab050 2024-06-13T06:37:53.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.051+0000 7fc2a2ffd700 1 -- 172.21.15.39:0/1579953680 <== mon.1 v2:172.21.15.149:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc2a8011a70 con 0x5634a19ab050 2024-06-13T06:37:53.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.051+0000 7fc2a2ffd700 1 -- 172.21.15.39:0/1579953680 <== mon.1 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2a8019c00 con 0x5634a19ab050 2024-06-13T06:37:53.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.051+0000 7fc2c9baab80 1 -- 172.21.15.39:0/1579953680 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5634a19ab050 msgr2=0x5634a199bd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:37:53.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.051+0000 7fc2c9baab80 1 --2- 172.21.15.39:0/1579953680 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5634a19ab050 0x5634a199bd70 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fc2a80113e0 tx=0x7fc2a8005960 comp rx=0 tx=0).stop 2024-06-13T06:37:53.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.051+0000 7fc2c9baab80 1 -- 172.21.15.39:0/1579953680 shutdown_connections 2024-06-13T06:37:53.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.051+0000 7fc2c9baab80 1 --2- 172.21.15.39:0/1579953680 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634a19ab970 0x5634a19c7050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:53.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.051+0000 7fc2c9baab80 1 --2- 172.21.15.39:0/1579953680 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5634a19a57e0 0x5634a199b830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:53.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.051+0000 7fc2c9baab80 1 --2- 172.21.15.39:0/1579953680 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5634a19ab050 0x5634a199bd70 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:53.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.051+0000 7fc2c9baab80 1 -- 172.21.15.39:0/1579953680 >> 172.21.15.39:0/1579953680 conn(0x5634a18cbdc0 msgr2=0x5634a19ad240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:37:53.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.051+0000 7fc2c9baab80 1 -- 172.21.15.39:0/1579953680 shutdown_connections 2024-06-13T06:37:53.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.051+0000 7fc2c9baab80 1 -- 172.21.15.39:0/1579953680 wait complete. 2024-06-13T06:37:53.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.052+0000 7fc2c9baab80 1 -- start start 2024-06-13T06:37:53.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.052+0000 7fc2c9baab80 1 Processor -- start 2024-06-13T06:37:53.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.052+0000 7fc2c9baab80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5634a19a57e0 0x5634a19b7fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:53.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.052+0000 7fc2c9baab80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5634a19ab050 0x5634a19b47c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:53.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.052+0000 7fc2c9baab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634a19ab970 0x5634a19b4d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:53.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.052+0000 7fc2c9baab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fc2b81a9240 con 0x5634a19ab970 2024-06-13T06:37:53.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.052+0000 7fc2c9baab80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fc2b81aa6b0 con 0x5634a19ab050 2024-06-13T06:37:53.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.052+0000 7fc2c9baab80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fc2b81a9910 con 0x5634a19a57e0 2024-06-13T06:37:53.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.053+0000 7fc2c9baab80 10 client.0 _ll_register_callbacks cb 0x5634a188ca20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:37:53.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.053+0000 7fc2bd8c4700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634a19ab970 0x5634a19b4d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:53.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.053+0000 7fc2bd0c3700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5634a19a57e0 0x5634a19b7fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:53.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.053+0000 7fc2bc8c2700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5634a19ab050 0x5634a19b47c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:53.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.053+0000 7fc2bd0c3700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5634a19a57e0 0x5634a19b7fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.39:40744/0 (socket says 172.21.15.39:40744) 2024-06-13T06:37:53.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.053+0000 7fc2bc8c2700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5634a19ab050 0x5634a19b47c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.96:3300/0 says I am v2:172.21.15.39:44482/0 (socket says 172.21.15.39:44482) 2024-06-13T06:37:53.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.053+0000 7fc2bd0c3700 1 -- 172.21.15.39:0/2352672689 learned_addr learned my addr 172.21.15.39:0/2352672689 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:37:53.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.053+0000 7fc2bd8c4700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634a19ab970 0x5634a19b4d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60412/0 (socket says 172.21.15.39:60412) 2024-06-13T06:37:53.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.053+0000 7fc2bd8c4700 1 -- 172.21.15.39:0/2352672689 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5634a19a57e0 msgr2=0x5634a19b7fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:37:53.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.053+0000 7fc2bd8c4700 1 --2- 172.21.15.39:0/2352672689 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5634a19a57e0 0x5634a19b7fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:53.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.053+0000 7fc2bd8c4700 1 -- 172.21.15.39:0/2352672689 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5634a19ab050 msgr2=0x5634a19b47c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:37:53.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.053+0000 7fc2bd8c4700 1 --2- 172.21.15.39:0/2352672689 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5634a19ab050 0x5634a19b47c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:53.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.053+0000 7fc2bd8c4700 1 -- 172.21.15.39:0/2352672689 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5634a19b5560 con 0x5634a19ab970 2024-06-13T06:37:53.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.053+0000 7fc2bc8c2700 1 --2- 172.21.15.39:0/2352672689 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5634a19ab050 0x5634a19b47c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T06:37:53.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.053+0000 7fc2bd0c3700 1 --2- 172.21.15.39:0/2352672689 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5634a19a57e0 0x5634a19b7fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T06:37:53.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.053+0000 7fc2bd8c4700 1 --2- 172.21.15.39:0/2352672689 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634a19ab970 0x5634a19b4d00 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7fc2b0099420 tx=0x7fc2b000b3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0e4c344b2104888 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:37:53.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.053+0000 7fc2a0ff9700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:37:53.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.054+0000 7fc2a0ff9700 1 -- 172.21.15.39:0/2352672689 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2b00a1370 con 0x5634a19ab970 2024-06-13T06:37:53.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.054+0000 7fc2a0ff9700 1 -- 172.21.15.39:0/2352672689 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 8550+0+0 (secure 0 0 0) 0x7fc2b00074e0 con 0x5634a19ab970 2024-06-13T06:37:53.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.054+0000 7fc2c9baab80 1 -- 172.21.15.39:0/2352672689 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc2a8011a70 con 0x5634a19ab970 2024-06-13T06:37:53.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.054+0000 7fc2a0ff9700 1 -- 172.21.15.39:0/2352672689 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fc2b00a5ba0 con 0x5634a19ab970 2024-06-13T06:37:53.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.054+0000 7fc2c9baab80 10 client.15837 fetch_fsmap learned FSMap version 24 2024-06-13T06:37:53.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.054+0000 7fc2c9baab80 1 -- 172.21.15.39:0/2352672689 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x5634a1a2b0a0 con 0x5634a19ab970 2024-06-13T06:37:53.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.054+0000 7fc2a0ff9700 1 -- 172.21.15.39:0/2352672689 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fc2a8011a70 con 0x5634a19ab970 2024-06-13T06:37:53.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.054+0000 7fc2a0ff9700 1 -- 172.21.15.39:0/2352672689 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7fc2b009f070 con 0x5634a19ab970 2024-06-13T06:37:53.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.054+0000 7fc2c9baab80 10 client.15837 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:37:53.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.054+0000 7fc2c9baab80 10 client.15837 resolve_mds: validated gid 24512 aka daemon mds.b 2024-06-13T06:37:53.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.054+0000 7fc2c9baab80 20 client.15837 populate_metadata read hostname 'smithi039' 2024-06-13T06:37:53.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.054+0000 7fc2c9baab80 1 --2- 172.21.15.39:0/2352672689 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x5634a1a2b7a0 0x5634a1a2db90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:37:53.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.054+0000 7fc2c9baab80 4 client.15837 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "41347307", "release": true, "await": true}] 2024-06-13T06:37:53.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.054+0000 7fc2c9baab80 1 -- 172.21.15.39:0/2352672689 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "quiesce db", "set_id": "41347307", "release": true, "await": true}) -- 0x5634a18fa390 con 0x5634a1a2b7a0 2024-06-13T06:37:53.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.055+0000 7fc2bd0c3700 1 --2- 172.21.15.39:0/2352672689 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x5634a1a2b7a0 0x5634a1a2db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:37:53.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.055+0000 7fc2bd0c3700 1 --2- 172.21.15.39:0/2352672689 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x5634a1a2b7a0 0x5634a1a2db90 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3ce268b9752d9a server_cookie=a0c0c88a9e5b899e in_seq=0 out_seq=0 2024-06-13T06:37:53.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.055+0000 7fc2a0ff9700 10 client.15837 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:37:53.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.058+0000 7fc2a0ff9700 1 -- 172.21.15.39:0/2352672689 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x5634a18fa390 con 0x5634a1a2b7a0 2024-06-13T06:37:53.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.058+0000 7fc2a0ff9700 10 client.15837 handle_command_reply: tid=0 2024-06-13T06:37:53.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.058+0000 7fc2c9baab80 1 client.15837 shutdown 2024-06-13T06:37:53.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.058+0000 7fc2c9baab80 1 -- 172.21.15.39:0/2352672689 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634a19ab970 msgr2=0x5634a19b4d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:37:53.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.058+0000 7fc2c9baab80 1 --2- 172.21.15.39:0/2352672689 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634a19ab970 0x5634a19b4d00 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7fc2b0099420 tx=0x7fc2b000b3b0 comp rx=0 tx=0).stop 2024-06-13T06:37:53.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.058+0000 7fc2c9baab80 1 -- 172.21.15.39:0/2352672689 shutdown_connections 2024-06-13T06:37:53.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.058+0000 7fc2c9baab80 1 --2- 172.21.15.39:0/2352672689 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634a19ab970 0x5634a19b4d00 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:53.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.058+0000 7fc2c9baab80 1 --2- 172.21.15.39:0/2352672689 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5634a19a57e0 0x5634a19b7fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:53.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.058+0000 7fc2c9baab80 1 --2- 172.21.15.39:0/2352672689 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x5634a1a2b7a0 0x5634a1a2db90 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:53.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.058+0000 7fc2c9baab80 1 --2- 172.21.15.39:0/2352672689 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x5634a19ab050 0x5634a19b47c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:53.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.058+0000 7fc2a0ff9700 0 client.15837 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:37:53.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.058+0000 7fc2c9baab80 1 -- 172.21.15.39:0/2352672689 >> 172.21.15.39:0/2352672689 conn(0x5634a18cbdc0 msgr2=0x5634a199b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:37:53.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.058+0000 7fc2c9baab80 1 -- 172.21.15.39:0/2352672689 shutdown_connections 2024-06-13T06:37:53.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.058+0000 7fc2c9baab80 1 -- 172.21.15.39:0/2352672689 wait complete. 2024-06-13T06:37:53.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.058+0000 7fc2c9baab80 20 client.15837 trim_cache size 0 max 16384 2024-06-13T06:37:53.060 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-06-13T06:37:53.060 INFO:teuthology.orchestra.run.smithi039.stdout: "epoch": 24, 2024-06-13T06:37:53.060 INFO:teuthology.orchestra.run.smithi039.stdout: "leader": 24512, 2024-06-13T06:37:53.060 INFO:teuthology.orchestra.run.smithi039.stdout: "set_version": 44, 2024-06-13T06:37:53.061 INFO:teuthology.orchestra.run.smithi039.stdout: "sets": { 2024-06-13T06:37:53.061 INFO:teuthology.orchestra.run.smithi039.stdout: "41347307": { 2024-06-13T06:37:53.061 INFO:teuthology.orchestra.run.smithi039.stdout: "version": 44, 2024-06-13T06:37:53.061 INFO:teuthology.orchestra.run.smithi039.stdout: "age_ref": 0.0, 2024-06-13T06:37:53.061 INFO:teuthology.orchestra.run.smithi039.stdout: "state": { 2024-06-13T06:37:53.061 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "RELEASED", 2024-06-13T06:37:53.061 INFO:teuthology.orchestra.run.smithi039.stdout: "age": 0.0 2024-06-13T06:37:53.061 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:37:53.061 INFO:teuthology.orchestra.run.smithi039.stdout: "timeout": 90.0, 2024-06-13T06:37:53.061 INFO:teuthology.orchestra.run.smithi039.stdout: "expiration": 150.0, 2024-06-13T06:37:53.061 INFO:teuthology.orchestra.run.smithi039.stdout: "members": { 2024-06-13T06:37:53.061 INFO:teuthology.orchestra.run.smithi039.stdout: "file:/": { 2024-06-13T06:37:53.061 INFO:teuthology.orchestra.run.smithi039.stdout: "excluded": false, 2024-06-13T06:37:53.061 INFO:teuthology.orchestra.run.smithi039.stdout: "state": { 2024-06-13T06:37:53.062 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "RELEASED", 2024-06-13T06:37:53.062 INFO:teuthology.orchestra.run.smithi039.stdout: "age": 0.0 2024-06-13T06:37:53.062 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:37:53.062 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:37:53.062 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:37:53.062 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:37:53.062 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:37:53.062 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-06-13T06:37:53.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.059+0000 7fc2bf327700 1 -- 172.21.15.39:0/3016370190 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fc2a40a2d90 msgr2=0x7fc2a40a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:37:53.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.059+0000 7fc2bf327700 1 --2- 172.21.15.39:0/3016370190 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fc2a40a2d90 0x7fc2a40a5250 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fc2b4005950 tx=0x7fc2b400b410 comp rx=0 tx=0).stop 2024-06-13T06:37:53.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.059+0000 7fc2bf327700 1 -- 172.21.15.39:0/3016370190 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc2b81073f0 msgr2=0x7fc2b81a4a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:37:53.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.059+0000 7fc2bf327700 1 --2- 172.21.15.39:0/3016370190 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc2b81073f0 0x7fc2b81a4a20 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7fc2b00062a0 tx=0x7fc2b0004d70 comp rx=0 tx=0).stop 2024-06-13T06:37:53.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.059+0000 7fc2bf327700 1 -- 172.21.15.39:0/3016370190 shutdown_connections 2024-06-13T06:37:53.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.059+0000 7fc2bf327700 1 --2- 172.21.15.39:0/3016370190 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fc2a40a2d90 0x7fc2a40a5250 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:53.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.059+0000 7fc2bf327700 1 --2- 172.21.15.39:0/3016370190 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc2b81073f0 0x7fc2b81a4a20 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:53.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.059+0000 7fc2bf327700 1 --2- 172.21.15.39:0/3016370190 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc2b8101380 0x7fc2b81999a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:53.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.059+0000 7fc2bf327700 1 --2- 172.21.15.39:0/3016370190 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fc2b8101d40 0x7fc2b8199ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:37:53.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.059+0000 7fc2bf327700 1 -- 172.21.15.39:0/3016370190 >> 172.21.15.39:0/3016370190 conn(0x7fc2b8078300 msgr2=0x7fc2b80ffdf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:37:53.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.059+0000 7fc2bf327700 1 -- 172.21.15.39:0/3016370190 shutdown_connections 2024-06-13T06:37:53.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:37:53.059+0000 7fc2bf327700 1 -- 172.21.15.39:0/3016370190 wait complete. 2024-06-13T06:37:53.388 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:37:53 smithi039 ceph-mon[32479]: pgmap v460: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T06:37:53.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:37:53 smithi149 ceph-mon[36963]: pgmap v460: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T06:37:53.737 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '41347307', total seconds elapsed: 35.5 2024-06-13T06:37:53.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:37:53 smithi096 ceph-mon[36532]: pgmap v460: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-06-13T06:37:55.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:37:55 smithi039 ceph-mon[32479]: pgmap v461: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:37:55.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:37:55 smithi149 ceph-mon[36963]: pgmap v461: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:37:55.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:37:55 smithi096 ceph-mon[36532]: pgmap v461: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-06-13T06:37:57.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:37:57 smithi039 ceph-mon[32479]: pgmap v462: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 19 KiB/s wr, 8 op/s 2024-06-13T06:37:57.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:37:57 smithi149 ceph-mon[36963]: pgmap v462: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 19 KiB/s wr, 8 op/s 2024-06-13T06:37:57.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:37:57 smithi096 ceph-mon[36532]: pgmap v462: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 19 KiB/s wr, 8 op/s 2024-06-13T06:37:58.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:37:58 smithi039 ceph-mon[32479]: pgmap v463: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 6 op/s 2024-06-13T06:37:58.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:37:58 smithi149 ceph-mon[36963]: pgmap v463: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 6 op/s 2024-06-13T06:37:58.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:37:58 smithi096 ceph-mon[36532]: pgmap v463: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 6 op/s 2024-06-13T06:38:01.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:38:00 smithi039 ceph-mon[32479]: pgmap v464: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 6 op/s 2024-06-13T06:38:01.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:38:00 smithi149 ceph-mon[36963]: pgmap v464: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 6 op/s 2024-06-13T06:38:01.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:38:00 smithi096 ceph-mon[36532]: pgmap v464: 97 pgs: 97 active+clean; 25 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 6 op/s 2024-06-13T06:38:03.119 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:38:02 smithi149 ceph-mon[36963]: pgmap v465: 97 pgs: 97 active+clean; 26 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 94 KiB/s wr, 28 op/s 2024-06-13T06:38:03.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:38:02 smithi039 ceph-mon[32479]: pgmap v465: 97 pgs: 97 active+clean; 26 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 94 KiB/s wr, 28 op/s 2024-06-13T06:38:03.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:38:02 smithi096 ceph-mon[36532]: pgmap v465: 97 pgs: 97 active+clean; 26 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 94 KiB/s wr, 28 op/s 2024-06-13T06:38:05.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:38:04 smithi039 ceph-mon[32479]: pgmap v466: 97 pgs: 97 active+clean; 26 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 94 KiB/s wr, 26 op/s 2024-06-13T06:38:05.217 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:38:04 smithi149 ceph-mon[36963]: pgmap v466: 97 pgs: 97 active+clean; 26 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 94 KiB/s wr, 26 op/s 2024-06-13T06:38:05.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:38:04 smithi096 ceph-mon[36532]: pgmap v466: 97 pgs: 97 active+clean; 26 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 94 KiB/s wr, 26 op/s 2024-06-13T06:38:06.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:38:05 smithi039 ceph-mon[32479]: osdmap e109: 12 total, 12 up, 12 in 2024-06-13T06:38:06.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:38:05 smithi149 ceph-mon[36963]: osdmap e109: 12 total, 12 up, 12 in 2024-06-13T06:38:06.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:38:05 smithi096 ceph-mon[36532]: osdmap e109: 12 total, 12 up, 12 in 2024-06-13T06:38:07.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:38:06 smithi039 ceph-mon[32479]: pgmap v468: 97 pgs: 97 active+clean; 26 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 92 KiB/s rd, 131 KiB/s wr, 33 op/s 2024-06-13T06:38:07.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:38:06 smithi039 ceph-mon[32479]: osdmap e110: 12 total, 12 up, 12 in 2024-06-13T06:38:07.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:38:06 smithi149 ceph-mon[36963]: pgmap v468: 97 pgs: 97 active+clean; 26 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 92 KiB/s rd, 131 KiB/s wr, 33 op/s 2024-06-13T06:38:07.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:38:06 smithi149 ceph-mon[36963]: osdmap e110: 12 total, 12 up, 12 in 2024-06-13T06:38:07.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:38:06 smithi096 ceph-mon[36532]: pgmap v468: 97 pgs: 97 active+clean; 26 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 92 KiB/s rd, 131 KiB/s wr, 33 op/s 2024-06-13T06:38:07.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:38:06 smithi096 ceph-mon[36532]: osdmap e110: 12 total, 12 up, 12 in 2024-06-13T06:38:09.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:38:08 smithi039 ceph-mon[32479]: pgmap v470: 97 pgs: 97 active+clean; 26 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 115 KiB/s rd, 164 KiB/s wr, 41 op/s 2024-06-13T06:38:09.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:38:08 smithi149 ceph-mon[36963]: pgmap v470: 97 pgs: 97 active+clean; 26 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 115 KiB/s rd, 164 KiB/s wr, 41 op/s 2024-06-13T06:38:09.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:38:08 smithi096 ceph-mon[36532]: pgmap v470: 97 pgs: 97 active+clean; 26 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 115 KiB/s rd, 164 KiB/s wr, 41 op/s 2024-06-13T06:38:11.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:38:10 smithi039 ceph-mon[32479]: pgmap v471: 97 pgs: 97 active+clean; 26 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 52 KiB/s wr, 7 op/s 2024-06-13T06:38:11.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:38:10 smithi149 ceph-mon[36963]: pgmap v471: 97 pgs: 97 active+clean; 26 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 52 KiB/s wr, 7 op/s 2024-06-13T06:38:11.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:38:10 smithi096 ceph-mon[36532]: pgmap v471: 97 pgs: 97 active+clean; 26 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 52 KiB/s wr, 7 op/s 2024-06-13T06:38:13.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:38:12 smithi039 ceph-mon[32479]: pgmap v472: 97 pgs: 97 active+clean; 26 MiB data, 468 MiB used, 1.0 TiB / 1.0 TiB avail; 106 KiB/s rd, 104 KiB/s wr, 15 op/s 2024-06-13T06:38:13.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:38:12 smithi149 ceph-mon[36963]: pgmap v472: 97 pgs: 97 active+clean; 26 MiB data, 468 MiB used, 1.0 TiB / 1.0 TiB avail; 106 KiB/s rd, 104 KiB/s wr, 15 op/s 2024-06-13T06:38:13.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:38:12 smithi096 ceph-mon[36532]: pgmap v472: 97 pgs: 97 active+clean; 26 MiB data, 468 MiB used, 1.0 TiB / 1.0 TiB avail; 106 KiB/s rd, 104 KiB/s wr, 15 op/s 2024-06-13T06:38:15.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:38:14 smithi039 ceph-mon[32479]: pgmap v473: 97 pgs: 97 active+clean; 26 MiB data, 468 MiB used, 1.0 TiB / 1.0 TiB avail; 95 KiB/s rd, 93 KiB/s wr, 14 op/s 2024-06-13T06:38:15.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:38:14 smithi149 ceph-mon[36963]: pgmap v473: 97 pgs: 97 active+clean; 26 MiB data, 468 MiB used, 1.0 TiB / 1.0 TiB avail; 95 KiB/s rd, 93 KiB/s wr, 14 op/s 2024-06-13T06:38:15.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:38:14 smithi096 ceph-mon[36532]: pgmap v473: 97 pgs: 97 active+clean; 26 MiB data, 468 MiB used, 1.0 TiB / 1.0 TiB avail; 95 KiB/s rd, 93 KiB/s wr, 14 op/s 2024-06-13T06:38:17.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:38:16 smithi039 ceph-mon[32479]: pgmap v474: 97 pgs: 97 active+clean; 27 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 75 KiB/s rd, 80 KiB/s wr, 11 op/s 2024-06-13T06:38:17.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:38:16 smithi149 ceph-mon[36963]: pgmap v474: 97 pgs: 97 active+clean; 27 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 75 KiB/s rd, 80 KiB/s wr, 11 op/s 2024-06-13T06:38:17.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:38:16 smithi096 ceph-mon[36532]: pgmap v474: 97 pgs: 97 active+clean; 27 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 75 KiB/s rd, 80 KiB/s wr, 11 op/s 2024-06-13T06:38:19.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:38:18 smithi039 ceph-mon[32479]: pgmap v475: 97 pgs: 97 active+clean; 27 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 71 KiB/s wr, 10 op/s 2024-06-13T06:38:19.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:38:18 smithi149 ceph-mon[36963]: pgmap v475: 97 pgs: 97 active+clean; 27 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 71 KiB/s wr, 10 op/s 2024-06-13T06:38:19.290 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:38:18 smithi096 ceph-mon[36532]: pgmap v475: 97 pgs: 97 active+clean; 27 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 71 KiB/s wr, 10 op/s 2024-06-13T06:38:21.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:38:20 smithi039 ceph-mon[32479]: pgmap v476: 97 pgs: 97 active+clean; 27 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 66 KiB/s wr, 9 op/s 2024-06-13T06:38:21.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:38:20 smithi149 ceph-mon[36963]: pgmap v476: 97 pgs: 97 active+clean; 27 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 66 KiB/s wr, 9 op/s 2024-06-13T06:38:21.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:38:20 smithi096 ceph-mon[36532]: pgmap v476: 97 pgs: 97 active+clean; 27 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 66 KiB/s wr, 9 op/s 2024-06-13T06:38:23.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:38:22 smithi039 ceph-mon[32479]: pgmap v477: 97 pgs: 97 active+clean; 27 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 98 KiB/s rd, 102 KiB/s wr, 14 op/s 2024-06-13T06:38:23.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:38:22 smithi149 ceph-mon[36963]: pgmap v477: 97 pgs: 97 active+clean; 27 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 98 KiB/s rd, 102 KiB/s wr, 14 op/s 2024-06-13T06:38:23.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:38:22 smithi096 ceph-mon[36532]: pgmap v477: 97 pgs: 97 active+clean; 27 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 98 KiB/s rd, 102 KiB/s wr, 14 op/s 2024-06-13T06:38:25.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:38:24 smithi039 ceph-mon[32479]: pgmap v478: 97 pgs: 97 active+clean; 27 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 67 KiB/s wr, 9 op/s 2024-06-13T06:38:25.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:38:24 smithi149 ceph-mon[36963]: pgmap v478: 97 pgs: 97 active+clean; 27 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 67 KiB/s wr, 9 op/s 2024-06-13T06:38:25.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:38:24 smithi096 ceph-mon[36532]: pgmap v478: 97 pgs: 97 active+clean; 27 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 67 KiB/s wr, 9 op/s 2024-06-13T06:38:27.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:38:26 smithi039 ceph-mon[32479]: pgmap v479: 97 pgs: 97 active+clean; 28 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 97 KiB/s rd, 99 KiB/s wr, 14 op/s 2024-06-13T06:38:27.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:38:26 smithi149 ceph-mon[36963]: pgmap v479: 97 pgs: 97 active+clean; 28 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 97 KiB/s rd, 99 KiB/s wr, 14 op/s 2024-06-13T06:38:27.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:38:26 smithi096 ceph-mon[36532]: pgmap v479: 97 pgs: 97 active+clean; 28 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 97 KiB/s rd, 99 KiB/s wr, 14 op/s 2024-06-13T06:38:29.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:38:28 smithi039 ceph-mon[32479]: pgmap v480: 97 pgs: 97 active+clean; 28 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 68 KiB/s wr, 9 op/s 2024-06-13T06:38:29.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:38:28 smithi149 ceph-mon[36963]: pgmap v480: 97 pgs: 97 active+clean; 28 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 68 KiB/s wr, 9 op/s 2024-06-13T06:38:29.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:38:28 smithi096 ceph-mon[36532]: pgmap v480: 97 pgs: 97 active+clean; 28 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 68 KiB/s wr, 9 op/s 2024-06-13T06:38:31.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:38:30 smithi149 ceph-mon[36963]: pgmap v481: 97 pgs: 97 active+clean; 28 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 68 KiB/s wr, 9 op/s 2024-06-13T06:38:31.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:38:30 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:38:31.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:38:30 smithi096 ceph-mon[36532]: pgmap v481: 97 pgs: 97 active+clean; 28 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 68 KiB/s wr, 9 op/s 2024-06-13T06:38:31.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:38:30 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:38:31.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:38:30 smithi039 ceph-mon[32479]: pgmap v481: 97 pgs: 97 active+clean; 28 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 68 KiB/s wr, 9 op/s 2024-06-13T06:38:31.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:38:30 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:38:32.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:38:31 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:38:32.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:38:31 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:38:32.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:38:31 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:38:32.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:38:31 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:38:32.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:38:31 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:38:32.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:38:31 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:38:32.322 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:38:31 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:38:32.322 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:38:31 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:38:32.323 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:38:31 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:38:32.405 INFO:tasks.workunit.client.0.smithi039.stdout:499/600: open fd = 3 2024-06-13T06:38:32.406 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.406 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.406 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.406 INFO:tasks.workunit.client.0.smithi039.stdout:500/600: open fd = 3 2024-06-13T06:38:32.406 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.406 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.406 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.406 INFO:tasks.workunit.client.0.smithi039.stdout:501/600: open fd = 3 2024-06-13T06:38:32.406 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.406 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.407 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.407 INFO:tasks.workunit.client.0.smithi039.stdout:502/600: open fd = 3 2024-06-13T06:38:32.407 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.407 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.407 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.407 INFO:tasks.workunit.client.0.smithi039.stdout:503/600: open fd = 3 2024-06-13T06:38:32.407 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.407 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.407 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.407 INFO:tasks.workunit.client.0.smithi039.stdout:504/600: open fd = 3 2024-06-13T06:38:32.407 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.407 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.407 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.408 INFO:tasks.workunit.client.0.smithi039.stdout:505/600: open fd = 3 2024-06-13T06:38:32.408 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.408 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.408 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.408 INFO:tasks.workunit.client.0.smithi039.stdout:506/600: open fd = 3 2024-06-13T06:38:32.408 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.408 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.408 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.408 INFO:tasks.workunit.client.0.smithi039.stdout:507/600: open fd = 3 2024-06-13T06:38:32.408 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.408 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.408 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.409 INFO:tasks.workunit.client.0.smithi039.stdout:508/600: open fd = 3 2024-06-13T06:38:32.409 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.409 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.409 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.409 INFO:tasks.workunit.client.0.smithi039.stdout:509/600: open fd = 3 2024-06-13T06:38:32.409 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.409 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.409 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.409 INFO:tasks.workunit.client.0.smithi039.stdout:510/600: open fd = 3 2024-06-13T06:38:32.409 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.409 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.409 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.409 INFO:tasks.workunit.client.0.smithi039.stdout:511/600: open fd = 3 2024-06-13T06:38:32.409 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.410 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.410 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.410 INFO:tasks.workunit.client.0.smithi039.stdout:512/600: open fd = 3 2024-06-13T06:38:32.410 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.410 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.410 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.410 INFO:tasks.workunit.client.0.smithi039.stdout:513/600: open fd = 3 2024-06-13T06:38:32.410 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.410 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.410 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.410 INFO:tasks.workunit.client.0.smithi039.stdout:514/600: open fd = 3 2024-06-13T06:38:32.410 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.410 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.411 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.411 INFO:tasks.workunit.client.0.smithi039.stdout:515/600: open fd = 3 2024-06-13T06:38:32.411 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.411 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.411 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.411 INFO:tasks.workunit.client.0.smithi039.stdout:516/600: open fd = 3 2024-06-13T06:38:32.411 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.411 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.411 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.411 INFO:tasks.workunit.client.0.smithi039.stdout:517/600: open fd = 3 2024-06-13T06:38:32.411 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.411 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.411 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.411 INFO:tasks.workunit.client.0.smithi039.stdout:518/600: open fd = 3 2024-06-13T06:38:32.412 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.412 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.412 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.412 INFO:tasks.workunit.client.0.smithi039.stdout:519/600: open fd = 3 2024-06-13T06:38:32.412 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.412 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.412 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.412 INFO:tasks.workunit.client.0.smithi039.stdout:520/600: open fd = 3 2024-06-13T06:38:32.412 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.412 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.412 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.412 INFO:tasks.workunit.client.0.smithi039.stdout:521/600: open fd = 3 2024-06-13T06:38:32.412 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.412 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.413 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.413 INFO:tasks.workunit.client.0.smithi039.stdout:522/600: open fd = 3 2024-06-13T06:38:32.413 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.413 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.413 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.413 INFO:tasks.workunit.client.0.smithi039.stdout:523/600: open fd = 3 2024-06-13T06:38:32.413 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.413 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.413 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.413 INFO:tasks.workunit.client.0.smithi039.stdout:524/600: open fd = 3 2024-06-13T06:38:32.413 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.413 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.413 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.414 INFO:tasks.workunit.client.0.smithi039.stdout:525/600: open fd = 3 2024-06-13T06:38:32.414 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.414 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.414 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.414 INFO:tasks.workunit.client.0.smithi039.stdout:526/600: open fd = 3 2024-06-13T06:38:32.414 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.414 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.414 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.414 INFO:tasks.workunit.client.0.smithi039.stdout:527/600: open fd = 3 2024-06-13T06:38:32.414 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.414 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.414 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.415 INFO:tasks.workunit.client.0.smithi039.stdout:528/600: open fd = 3 2024-06-13T06:38:32.415 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.415 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.415 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.415 INFO:tasks.workunit.client.0.smithi039.stdout:529/600: open fd = 3 2024-06-13T06:38:32.415 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.415 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.415 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.415 INFO:tasks.workunit.client.0.smithi039.stdout:530/600: open fd = 3 2024-06-13T06:38:32.415 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.415 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.415 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.415 INFO:tasks.workunit.client.0.smithi039.stdout:531/600: open fd = 3 2024-06-13T06:38:32.416 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.416 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.416 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.416 INFO:tasks.workunit.client.0.smithi039.stdout:532/600: open fd = 3 2024-06-13T06:38:32.416 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.416 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.416 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.416 INFO:tasks.workunit.client.0.smithi039.stdout:533/600: open fd = 3 2024-06-13T06:38:32.416 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.416 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.416 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.416 INFO:tasks.workunit.client.0.smithi039.stdout:534/600: open fd = 3 2024-06-13T06:38:32.416 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.417 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.417 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.417 INFO:tasks.workunit.client.0.smithi039.stdout:535/600: open fd = 3 2024-06-13T06:38:32.417 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.417 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.417 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.417 INFO:tasks.workunit.client.0.smithi039.stdout:536/600: open fd = 3 2024-06-13T06:38:32.417 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.417 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.417 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.417 INFO:tasks.workunit.client.0.smithi039.stdout:537/600: open fd = 3 2024-06-13T06:38:32.417 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.417 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.417 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.418 INFO:tasks.workunit.client.0.smithi039.stdout:538/600: open fd = 3 2024-06-13T06:38:32.418 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.418 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.418 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.418 INFO:tasks.workunit.client.0.smithi039.stdout:539/600: open fd = 3 2024-06-13T06:38:32.418 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.418 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.418 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.418 INFO:tasks.workunit.client.0.smithi039.stdout:540/600: open fd = 3 2024-06-13T06:38:32.418 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.418 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.418 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.419 INFO:tasks.workunit.client.0.smithi039.stdout:541/600: open fd = 3 2024-06-13T06:38:32.419 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.419 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.419 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.419 INFO:tasks.workunit.client.0.smithi039.stdout:542/600: open fd = 3 2024-06-13T06:38:32.419 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.419 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.419 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.419 INFO:tasks.workunit.client.0.smithi039.stdout:543/600: open fd = 3 2024-06-13T06:38:32.419 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.419 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.419 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.419 INFO:tasks.workunit.client.0.smithi039.stdout:544/600: open fd = 3 2024-06-13T06:38:32.419 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.420 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.420 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.420 INFO:tasks.workunit.client.0.smithi039.stdout:545/600: open fd = 3 2024-06-13T06:38:32.420 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.420 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.420 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.420 INFO:tasks.workunit.client.0.smithi039.stdout:546/600: open fd = 3 2024-06-13T06:38:32.420 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.420 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.420 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.420 INFO:tasks.workunit.client.0.smithi039.stdout:547/600: open fd = 3 2024-06-13T06:38:32.420 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.420 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.420 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.420 INFO:tasks.workunit.client.0.smithi039.stdout:548/600: open fd = 3 2024-06-13T06:38:32.421 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.421 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.421 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.421 INFO:tasks.workunit.client.0.smithi039.stdout:549/600: open fd = 3 2024-06-13T06:38:32.421 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.421 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.421 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.421 INFO:tasks.workunit.client.0.smithi039.stdout:550/600: open fd = 3 2024-06-13T06:38:32.421 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.421 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.421 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.421 INFO:tasks.workunit.client.0.smithi039.stdout:551/600: open fd = 3 2024-06-13T06:38:32.421 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.421 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.422 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.422 INFO:tasks.workunit.client.0.smithi039.stdout:552/600: open fd = 3 2024-06-13T06:38:32.422 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.422 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.422 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.422 INFO:tasks.workunit.client.0.smithi039.stdout:553/600: open fd = 3 2024-06-13T06:38:32.422 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.422 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.422 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.422 INFO:tasks.workunit.client.0.smithi039.stdout:554/600: open fd = 3 2024-06-13T06:38:32.422 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.422 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.422 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.423 INFO:tasks.workunit.client.0.smithi039.stdout:555/600: open fd = 3 2024-06-13T06:38:32.423 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.423 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.423 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.423 INFO:tasks.workunit.client.0.smithi039.stdout:556/600: open fd = 3 2024-06-13T06:38:32.423 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.423 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.423 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.423 INFO:tasks.workunit.client.0.smithi039.stdout:557/600: open fd = 3 2024-06-13T06:38:32.423 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.423 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.423 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.423 INFO:tasks.workunit.client.0.smithi039.stdout:558/600: open fd = 3 2024-06-13T06:38:32.423 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.424 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.424 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.424 INFO:tasks.workunit.client.0.smithi039.stdout:559/600: open fd = 3 2024-06-13T06:38:32.424 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.424 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.424 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:32.424 INFO:tasks.workunit.client.0.smithi039.stdout:560/600: open fd = 3 2024-06-13T06:38:32.424 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.424 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:38:32.424 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:38:33.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:38:32 smithi149 ceph-mon[36963]: pgmap v482: 97 pgs: 97 active+clean; 28 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 105 KiB/s rd, 102 KiB/s wr, 14 op/s 2024-06-13T06:38:33.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:38:32 smithi096 ceph-mon[36532]: pgmap v482: 97 pgs: 97 active+clean; 28 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 105 KiB/s rd, 102 KiB/s wr, 14 op/s 2024-06-13T06:38:33.334 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:38:32 smithi039 ceph-mon[32479]: pgmap v482: 97 pgs: 97 active+clean; 28 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 105 KiB/s rd, 102 KiB/s wr, 14 op/s 2024-06-13T06:38:35.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:38:34 smithi149 ceph-mon[36963]: pgmap v483: 97 pgs: 97 active+clean; 28 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 67 KiB/s wr, 9 op/s 2024-06-13T06:38:35.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:38:34 smithi096 ceph-mon[36532]: pgmap v483: 97 pgs: 97 active+clean; 28 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 67 KiB/s wr, 9 op/s 2024-06-13T06:38:35.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:38:34 smithi039 ceph-mon[32479]: pgmap v483: 97 pgs: 97 active+clean; 28 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 67 KiB/s wr, 9 op/s 2024-06-13T06:38:37.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:38:36 smithi149 ceph-mon[36963]: pgmap v484: 97 pgs: 97 active+clean; 28 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 103 KiB/s rd, 100 KiB/s wr, 14 op/s 2024-06-13T06:38:37.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:38:36 smithi096 ceph-mon[36532]: pgmap v484: 97 pgs: 97 active+clean; 28 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 103 KiB/s rd, 100 KiB/s wr, 14 op/s 2024-06-13T06:38:37.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:38:36 smithi039 ceph-mon[32479]: pgmap v484: 97 pgs: 97 active+clean; 28 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 103 KiB/s rd, 100 KiB/s wr, 14 op/s 2024-06-13T06:38:39.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:38:38 smithi149 ceph-mon[36963]: pgmap v485: 97 pgs: 97 active+clean; 28 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 67 KiB/s wr, 9 op/s 2024-06-13T06:38:39.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:38:38 smithi096 ceph-mon[36532]: pgmap v485: 97 pgs: 97 active+clean; 28 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 67 KiB/s wr, 9 op/s 2024-06-13T06:38:39.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:38:38 smithi039 ceph-mon[32479]: pgmap v485: 97 pgs: 97 active+clean; 28 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 67 KiB/s wr, 9 op/s 2024-06-13T06:38:41.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:38:40 smithi149 ceph-mon[36963]: pgmap v486: 97 pgs: 97 active+clean; 28 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 67 KiB/s wr, 9 op/s 2024-06-13T06:38:41.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:38:40 smithi096 ceph-mon[36532]: pgmap v486: 97 pgs: 97 active+clean; 28 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 67 KiB/s wr, 9 op/s 2024-06-13T06:38:41.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:38:40 smithi039 ceph-mon[32479]: pgmap v486: 97 pgs: 97 active+clean; 28 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 67 KiB/s wr, 9 op/s 2024-06-13T06:38:43.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:38:42 smithi149 ceph-mon[36963]: pgmap v487: 97 pgs: 97 active+clean; 29 MiB data, 475 MiB used, 1.0 TiB / 1.0 TiB avail; 104 KiB/s rd, 101 KiB/s wr, 14 op/s 2024-06-13T06:38:43.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:38:42 smithi096 ceph-mon[36532]: pgmap v487: 97 pgs: 97 active+clean; 29 MiB data, 475 MiB used, 1.0 TiB / 1.0 TiB avail; 104 KiB/s rd, 101 KiB/s wr, 14 op/s 2024-06-13T06:38:43.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:38:42 smithi039 ceph-mon[32479]: pgmap v487: 97 pgs: 97 active+clean; 29 MiB data, 475 MiB used, 1.0 TiB / 1.0 TiB avail; 104 KiB/s rd, 101 KiB/s wr, 14 op/s 2024-06-13T06:38:45.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:38:44 smithi149 ceph-mon[36963]: pgmap v488: 97 pgs: 97 active+clean; 29 MiB data, 475 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 67 KiB/s wr, 9 op/s 2024-06-13T06:38:45.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:38:44 smithi096 ceph-mon[36532]: pgmap v488: 97 pgs: 97 active+clean; 29 MiB data, 475 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 67 KiB/s wr, 9 op/s 2024-06-13T06:38:45.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:38:44 smithi039 ceph-mon[32479]: pgmap v488: 97 pgs: 97 active+clean; 29 MiB data, 475 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 67 KiB/s wr, 9 op/s 2024-06-13T06:38:47.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:38:46 smithi149 ceph-mon[36963]: pgmap v489: 97 pgs: 97 active+clean; 29 MiB data, 475 MiB used, 1.0 TiB / 1.0 TiB avail; 102 KiB/s rd, 98 KiB/s wr, 14 op/s 2024-06-13T06:38:47.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:38:46 smithi096 ceph-mon[36532]: pgmap v489: 97 pgs: 97 active+clean; 29 MiB data, 475 MiB used, 1.0 TiB / 1.0 TiB avail; 102 KiB/s rd, 98 KiB/s wr, 14 op/s 2024-06-13T06:38:47.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:38:46 smithi039 ceph-mon[32479]: pgmap v489: 97 pgs: 97 active+clean; 29 MiB data, 475 MiB used, 1.0 TiB / 1.0 TiB avail; 102 KiB/s rd, 98 KiB/s wr, 14 op/s 2024-06-13T06:38:49.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:38:48 smithi149 ceph-mon[36963]: pgmap v490: 97 pgs: 97 active+clean; 29 MiB data, 475 MiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 66 KiB/s wr, 9 op/s 2024-06-13T06:38:49.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:38:48 smithi096 ceph-mon[36532]: pgmap v490: 97 pgs: 97 active+clean; 29 MiB data, 475 MiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 66 KiB/s wr, 9 op/s 2024-06-13T06:38:49.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:38:48 smithi039 ceph-mon[32479]: pgmap v490: 97 pgs: 97 active+clean; 29 MiB data, 475 MiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 66 KiB/s wr, 9 op/s 2024-06-13T06:38:51.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:38:50 smithi096 ceph-mon[36532]: pgmap v491: 97 pgs: 97 active+clean; 29 MiB data, 475 MiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 66 KiB/s wr, 9 op/s 2024-06-13T06:38:51.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:38:50 smithi039 ceph-mon[32479]: pgmap v491: 97 pgs: 97 active+clean; 29 MiB data, 475 MiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 66 KiB/s wr, 9 op/s 2024-06-13T06:38:51.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:38:50 smithi149 ceph-mon[36963]: pgmap v491: 97 pgs: 97 active+clean; 29 MiB data, 475 MiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 66 KiB/s wr, 9 op/s 2024-06-13T06:38:53.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:38:52 smithi096 ceph-mon[36532]: pgmap v492: 97 pgs: 97 active+clean; 29 MiB data, 476 MiB used, 1.0 TiB / 1.0 TiB avail; 104 KiB/s rd, 101 KiB/s wr, 15 op/s 2024-06-13T06:38:53.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:38:52 smithi039 ceph-mon[32479]: pgmap v492: 97 pgs: 97 active+clean; 29 MiB data, 476 MiB used, 1.0 TiB / 1.0 TiB avail; 104 KiB/s rd, 101 KiB/s wr, 15 op/s 2024-06-13T06:38:53.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:38:52 smithi149 ceph-mon[36963]: pgmap v492: 97 pgs: 97 active+clean; 29 MiB data, 476 MiB used, 1.0 TiB / 1.0 TiB avail; 104 KiB/s rd, 101 KiB/s wr, 15 op/s 2024-06-13T06:38:55.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:38:54 smithi096 ceph-mon[36532]: pgmap v493: 97 pgs: 97 active+clean; 29 MiB data, 476 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 67 KiB/s wr, 10 op/s 2024-06-13T06:38:55.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:38:54 smithi039 ceph-mon[32479]: pgmap v493: 97 pgs: 97 active+clean; 29 MiB data, 476 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 67 KiB/s wr, 10 op/s 2024-06-13T06:38:55.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:38:54 smithi149 ceph-mon[36963]: pgmap v493: 97 pgs: 97 active+clean; 29 MiB data, 476 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 67 KiB/s wr, 10 op/s 2024-06-13T06:38:57.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:38:56 smithi096 ceph-mon[36532]: pgmap v494: 97 pgs: 97 active+clean; 30 MiB data, 476 MiB used, 1.0 TiB / 1.0 TiB avail; 103 KiB/s rd, 100 KiB/s wr, 15 op/s 2024-06-13T06:38:57.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:38:56 smithi039 ceph-mon[32479]: pgmap v494: 97 pgs: 97 active+clean; 30 MiB data, 476 MiB used, 1.0 TiB / 1.0 TiB avail; 103 KiB/s rd, 100 KiB/s wr, 15 op/s 2024-06-13T06:38:57.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:38:56 smithi149 ceph-mon[36963]: pgmap v494: 97 pgs: 97 active+clean; 30 MiB data, 476 MiB used, 1.0 TiB / 1.0 TiB avail; 103 KiB/s rd, 100 KiB/s wr, 15 op/s 2024-06-13T06:38:59.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:38:58 smithi096 ceph-mon[36532]: pgmap v495: 97 pgs: 97 active+clean; 30 MiB data, 476 MiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 68 KiB/s wr, 10 op/s 2024-06-13T06:38:59.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:38:58 smithi039 ceph-mon[32479]: pgmap v495: 97 pgs: 97 active+clean; 30 MiB data, 476 MiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 68 KiB/s wr, 10 op/s 2024-06-13T06:38:59.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:38:58 smithi149 ceph-mon[36963]: pgmap v495: 97 pgs: 97 active+clean; 30 MiB data, 476 MiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 68 KiB/s wr, 10 op/s 2024-06-13T06:39:01.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:39:00 smithi096 ceph-mon[36532]: pgmap v496: 97 pgs: 97 active+clean; 30 MiB data, 476 MiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 68 KiB/s wr, 10 op/s 2024-06-13T06:39:01.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:39:00 smithi039 ceph-mon[32479]: pgmap v496: 97 pgs: 97 active+clean; 30 MiB data, 476 MiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 68 KiB/s wr, 10 op/s 2024-06-13T06:39:01.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:39:00 smithi149 ceph-mon[36963]: pgmap v496: 97 pgs: 97 active+clean; 30 MiB data, 476 MiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 68 KiB/s wr, 10 op/s 2024-06-13T06:39:03.270 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:39:03 smithi149 ceph-mon[36963]: pgmap v497: 97 pgs: 97 active+clean; 30 MiB data, 477 MiB used, 1.0 TiB / 1.0 TiB avail; 116 KiB/s rd, 141 KiB/s wr, 32 op/s 2024-06-13T06:39:03.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:39:03 smithi096 ceph-mon[36532]: pgmap v497: 97 pgs: 97 active+clean; 30 MiB data, 477 MiB used, 1.0 TiB / 1.0 TiB avail; 116 KiB/s rd, 141 KiB/s wr, 32 op/s 2024-06-13T06:39:03.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:39:03 smithi039 ceph-mon[32479]: pgmap v497: 97 pgs: 97 active+clean; 30 MiB data, 477 MiB used, 1.0 TiB / 1.0 TiB avail; 116 KiB/s rd, 141 KiB/s wr, 32 op/s 2024-06-13T06:39:05.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:39:05 smithi096 ceph-mon[36532]: pgmap v498: 97 pgs: 97 active+clean; 30 MiB data, 477 MiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 105 KiB/s wr, 26 op/s 2024-06-13T06:39:05.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:39:05 smithi096 ceph-mon[36532]: osdmap e111: 12 total, 12 up, 12 in 2024-06-13T06:39:05.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:39:05 smithi039 ceph-mon[32479]: pgmap v498: 97 pgs: 97 active+clean; 30 MiB data, 477 MiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 105 KiB/s wr, 26 op/s 2024-06-13T06:39:05.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:39:05 smithi039 ceph-mon[32479]: osdmap e111: 12 total, 12 up, 12 in 2024-06-13T06:39:05.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:39:05 smithi149 ceph-mon[36963]: pgmap v498: 97 pgs: 97 active+clean; 30 MiB data, 477 MiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 105 KiB/s wr, 26 op/s 2024-06-13T06:39:05.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:39:05 smithi149 ceph-mon[36963]: osdmap e111: 12 total, 12 up, 12 in 2024-06-13T06:39:07.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:39:07 smithi096 ceph-mon[36532]: pgmap v500: 97 pgs: 97 active+clean; 31 MiB data, 481 MiB used, 1.0 TiB / 1.0 TiB avail; 100 KiB/s rd, 131 KiB/s wr, 31 op/s 2024-06-13T06:39:07.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:39:07 smithi096 ceph-mon[36532]: osdmap e112: 12 total, 12 up, 12 in 2024-06-13T06:39:07.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:39:07 smithi039 ceph-mon[32479]: pgmap v500: 97 pgs: 97 active+clean; 31 MiB data, 481 MiB used, 1.0 TiB / 1.0 TiB avail; 100 KiB/s rd, 131 KiB/s wr, 31 op/s 2024-06-13T06:39:07.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:39:07 smithi039 ceph-mon[32479]: osdmap e112: 12 total, 12 up, 12 in 2024-06-13T06:39:07.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:39:07 smithi149 ceph-mon[36963]: pgmap v500: 97 pgs: 97 active+clean; 31 MiB data, 481 MiB used, 1.0 TiB / 1.0 TiB avail; 100 KiB/s rd, 131 KiB/s wr, 31 op/s 2024-06-13T06:39:07.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:39:07 smithi149 ceph-mon[36963]: osdmap e112: 12 total, 12 up, 12 in 2024-06-13T06:39:09.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:39:09 smithi096 ceph-mon[36532]: pgmap v502: 97 pgs: 97 active+clean; 31 MiB data, 481 MiB used, 1.0 TiB / 1.0 TiB avail; 125 KiB/s rd, 164 KiB/s wr, 39 op/s 2024-06-13T06:39:09.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:39:09 smithi039 ceph-mon[32479]: pgmap v502: 97 pgs: 97 active+clean; 31 MiB data, 481 MiB used, 1.0 TiB / 1.0 TiB avail; 125 KiB/s rd, 164 KiB/s wr, 39 op/s 2024-06-13T06:39:09.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:39:09 smithi149 ceph-mon[36963]: pgmap v502: 97 pgs: 97 active+clean; 31 MiB data, 481 MiB used, 1.0 TiB / 1.0 TiB avail; 125 KiB/s rd, 164 KiB/s wr, 39 op/s 2024-06-13T06:39:11.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:39:11 smithi096 ceph-mon[36532]: pgmap v503: 97 pgs: 97 active+clean; 31 MiB data, 481 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 55 KiB/s wr, 7 op/s 2024-06-13T06:39:11.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:39:11 smithi039 ceph-mon[32479]: pgmap v503: 97 pgs: 97 active+clean; 31 MiB data, 481 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 55 KiB/s wr, 7 op/s 2024-06-13T06:39:11.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:39:11 smithi149 ceph-mon[36963]: pgmap v503: 97 pgs: 97 active+clean; 31 MiB data, 481 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 55 KiB/s wr, 7 op/s 2024-06-13T06:39:12.763 INFO:tasks.workunit.client.0.smithi039.stdout:561/600: open fd = 3 2024-06-13T06:39:12.763 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.764 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.764 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:39:12.764 INFO:tasks.workunit.client.0.smithi039.stdout:562/600: open fd = 3 2024-06-13T06:39:12.764 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.764 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.764 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:39:12.764 INFO:tasks.workunit.client.0.smithi039.stdout:563/600: open fd = 3 2024-06-13T06:39:12.764 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.764 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.764 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:39:12.764 INFO:tasks.workunit.client.0.smithi039.stdout:564/600: open fd = 3 2024-06-13T06:39:12.764 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.764 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.765 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:39:12.765 INFO:tasks.workunit.client.0.smithi039.stdout:565/600: open fd = 3 2024-06-13T06:39:12.765 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.765 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.765 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:39:12.765 INFO:tasks.workunit.client.0.smithi039.stdout:566/600: open fd = 3 2024-06-13T06:39:12.765 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.765 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.765 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:39:12.765 INFO:tasks.workunit.client.0.smithi039.stdout:567/600: open fd = 3 2024-06-13T06:39:12.765 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.765 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.765 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:39:12.766 INFO:tasks.workunit.client.0.smithi039.stdout:568/600: open fd = 3 2024-06-13T06:39:12.766 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.766 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.766 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:39:12.766 INFO:tasks.workunit.client.0.smithi039.stdout:569/600: open fd = 3 2024-06-13T06:39:12.766 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.766 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.766 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:39:12.766 INFO:tasks.workunit.client.0.smithi039.stdout:570/600: open fd = 3 2024-06-13T06:39:12.766 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.766 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.766 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:39:12.766 INFO:tasks.workunit.client.0.smithi039.stdout:571/600: open fd = 3 2024-06-13T06:39:12.766 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.767 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.767 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:39:12.767 INFO:tasks.workunit.client.0.smithi039.stdout:572/600: open fd = 3 2024-06-13T06:39:12.767 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.767 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.767 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:39:12.767 INFO:tasks.workunit.client.0.smithi039.stdout:573/600: open fd = 3 2024-06-13T06:39:12.767 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.767 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.767 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:39:12.767 INFO:tasks.workunit.client.0.smithi039.stdout:574/600: open fd = 3 2024-06-13T06:39:12.767 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.767 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.767 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:39:12.767 INFO:tasks.workunit.client.0.smithi039.stdout:575/600: open fd = 3 2024-06-13T06:39:12.768 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.768 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.768 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:39:12.768 INFO:tasks.workunit.client.0.smithi039.stdout:576/600: open fd = 3 2024-06-13T06:39:12.768 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.768 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.768 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:39:12.768 INFO:tasks.workunit.client.0.smithi039.stdout:577/600: open fd = 3 2024-06-13T06:39:12.768 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.768 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.768 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:39:12.768 INFO:tasks.workunit.client.0.smithi039.stdout:578/600: open fd = 3 2024-06-13T06:39:12.768 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.768 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.768 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:39:12.769 INFO:tasks.workunit.client.0.smithi039.stdout:579/600: open fd = 3 2024-06-13T06:39:12.769 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.769 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.769 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:39:12.769 INFO:tasks.workunit.client.0.smithi039.stdout:580/600: open fd = 3 2024-06-13T06:39:12.769 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.769 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.769 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:39:12.769 INFO:tasks.workunit.client.0.smithi039.stdout:581/600: open fd = 3 2024-06-13T06:39:12.769 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.769 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.769 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:39:12.769 INFO:tasks.workunit.client.0.smithi039.stdout:582/600: open fd = 3 2024-06-13T06:39:12.770 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.770 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.770 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:39:12.770 INFO:tasks.workunit.client.0.smithi039.stdout:583/600: open fd = 3 2024-06-13T06:39:12.770 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.770 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.770 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:39:12.770 INFO:tasks.workunit.client.0.smithi039.stdout:584/600: open fd = 3 2024-06-13T06:39:12.770 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.770 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.770 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:39:12.771 INFO:tasks.workunit.client.0.smithi039.stdout:585/600: open fd = 3 2024-06-13T06:39:12.771 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.771 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.771 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:39:12.771 INFO:tasks.workunit.client.0.smithi039.stdout:586/600: open fd = 3 2024-06-13T06:39:12.771 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.771 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.771 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:39:12.771 INFO:tasks.workunit.client.0.smithi039.stdout:587/600: open fd = 3 2024-06-13T06:39:12.771 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.772 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.772 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:39:12.772 INFO:tasks.workunit.client.0.smithi039.stdout:588/600: open fd = 3 2024-06-13T06:39:12.772 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.772 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.772 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:39:12.772 INFO:tasks.workunit.client.0.smithi039.stdout:589/600: open fd = 3 2024-06-13T06:39:12.772 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.772 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.772 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:39:12.772 INFO:tasks.workunit.client.0.smithi039.stdout:590/600: open fd = 3 2024-06-13T06:39:12.772 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.772 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.773 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:39:12.773 INFO:tasks.workunit.client.0.smithi039.stdout:591/600: open fd = 3 2024-06-13T06:39:12.773 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.773 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.773 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:39:12.773 INFO:tasks.workunit.client.0.smithi039.stdout:592/600: open fd = 3 2024-06-13T06:39:12.773 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.773 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.773 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:39:12.773 INFO:tasks.workunit.client.0.smithi039.stdout:593/600: open fd = 3 2024-06-13T06:39:12.773 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.773 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.773 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:39:12.773 INFO:tasks.workunit.client.0.smithi039.stdout:594/600: open fd = 3 2024-06-13T06:39:12.774 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.774 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.774 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:39:12.774 INFO:tasks.workunit.client.0.smithi039.stdout:595/600: open fd = 3 2024-06-13T06:39:12.774 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.774 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.774 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:39:12.774 INFO:tasks.workunit.client.0.smithi039.stdout:596/600: open fd = 3 2024-06-13T06:39:12.774 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.774 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.774 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:39:12.774 INFO:tasks.workunit.client.0.smithi039.stdout:597/600: open fd = 3 2024-06-13T06:39:12.774 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.775 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.775 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:39:12.775 INFO:tasks.workunit.client.0.smithi039.stdout:598/600: open fd = 3 2024-06-13T06:39:12.775 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.775 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.775 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:39:12.775 INFO:tasks.workunit.client.0.smithi039.stdout:599/600: open fd = 3 2024-06-13T06:39:12.775 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.775 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.775 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:39:12.775 INFO:tasks.workunit.client.0.smithi039.stdout:600/600: open fd = 3 2024-06-13T06:39:12.775 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.775 INFO:tasks.workunit.client.0.smithi039.stdout:write ret = 32 2024-06-13T06:39:12.776 INFO:tasks.workunit.client.0.smithi039.stdout:pread ret = 64 2024-06-13T06:39:12.776 INFO:tasks.workunit.client.0.smithi039.stderr:+ echo OK 2024-06-13T06:39:12.777 INFO:tasks.workunit.client.0.smithi039.stdout:OK 2024-06-13T06:39:12.777 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-06-13T06:39:12.778 DEBUG:teuthology.orchestra.run.smithi039:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-06-13T06:39:12.827 INFO:tasks.workunit:Stopping ['fs/test_o_trunc.sh'] on client.0... 2024-06-13T06:39:12.827 DEBUG:teuthology.orchestra.run.smithi039:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-06-13T06:39:13.132 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:39:13 smithi039 ceph-mon[32479]: pgmap v504: 97 pgs: 97 active+clean; 31 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 113 KiB/s rd, 111 KiB/s wr, 14 op/s 2024-06-13T06:39:13.133 DEBUG:teuthology.parallel:result is None 2024-06-13T06:39:13.133 DEBUG:teuthology.orchestra.run.smithi039:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-06-13T06:39:13.170 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-06-13T06:39:13.170 DEBUG:teuthology.run_tasks:Unwinding manager quiescer 2024-06-13T06:39:13.181 INFO:tasks.quiescer:joining Quiescers 2024-06-13T06:39:13.181 WARNING:tasks.quiescer:The quiescer is requested to stop, running cancel all 2024-06-13T06:39:13.181 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T06:39:13.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:39:13 smithi096 ceph-mon[36532]: pgmap v504: 97 pgs: 97 active+clean; 31 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 113 KiB/s rd, 111 KiB/s wr, 14 op/s 2024-06-13T06:39:13.458 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:39:13.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:39:13 smithi149 ceph-mon[36963]: pgmap v504: 97 pgs: 97 active+clean; 31 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 113 KiB/s rd, 111 KiB/s wr, 14 op/s 2024-06-13T06:39:15.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:39:15 smithi039 ceph-mon[32479]: pgmap v505: 97 pgs: 97 active+clean; 31 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 92 KiB/s rd, 91 KiB/s wr, 12 op/s 2024-06-13T06:39:15.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.175+0000 7f54680cd700 1 -- 172.21.15.39:0/594355721 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54601072f0 msgr2=0x7f54601076d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:15.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.175+0000 7f54680cd700 1 --2- 172.21.15.39:0/594355721 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54601072f0 0x7f54601076d0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f545c009990 tx=0x7f545c009ca0 comp rx=0 tx=0).stop 2024-06-13T06:39:15.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.176+0000 7f54680cd700 1 -- 172.21.15.39:0/594355721 shutdown_connections 2024-06-13T06:39:15.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.176+0000 7f54680cd700 1 --2- 172.21.15.39:0/594355721 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f54601066d0 0x7f546010e2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:15.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.176+0000 7f54680cd700 1 --2- 172.21.15.39:0/594355721 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54601072f0 0x7f54601076d0 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:15.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.176+0000 7f54680cd700 1 --2- 172.21.15.39:0/594355721 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f5460107ca0 0x7f5460105ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:15.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.176+0000 7f54680cd700 1 -- 172.21.15.39:0/594355721 >> 172.21.15.39:0/594355721 conn(0x7f5460077590 msgr2=0x7f54600fe940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:39:15.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.176+0000 7f54680cd700 1 -- 172.21.15.39:0/594355721 shutdown_connections 2024-06-13T06:39:15.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.176+0000 7f54680cd700 1 -- 172.21.15.39:0/594355721 wait complete. 2024-06-13T06:39:15.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.176+0000 7f54680cd700 1 Processor -- start 2024-06-13T06:39:15.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.176+0000 7f54680cd700 1 -- start start 2024-06-13T06:39:15.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.177+0000 7f54680cd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54601066d0 0x7f546019e860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:15.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.177+0000 7f54680cd700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f54601072f0 0x7f546019eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:15.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.177+0000 7f54680cd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5460107ca0 0x7f5460198a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:15.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.177+0000 7f54680cd700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f54601116c0 con 0x7f54601066d0 2024-06-13T06:39:15.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.177+0000 7f54680cd700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f5460111540 con 0x7f54601072f0 2024-06-13T06:39:15.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.177+0000 7f54680cd700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f5460111840 con 0x7f5460107ca0 2024-06-13T06:39:15.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.177+0000 7f5465e69700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54601066d0 0x7f546019e860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:15.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.177+0000 7f5465e69700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54601066d0 0x7f546019e860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53098/0 (socket says 172.21.15.39:53098) 2024-06-13T06:39:15.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.177+0000 7f5465e69700 1 -- 172.21.15.39:0/1832773843 learned_addr learned my addr 172.21.15.39:0/1832773843 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:39:15.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.177+0000 7f5465668700 1 --2- 172.21.15.39:0/1832773843 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f54601072f0 0x7f546019eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:15.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.177+0000 7f546666a700 1 --2- 172.21.15.39:0/1832773843 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5460107ca0 0x7f5460198a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:15.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.177+0000 7f5465e69700 1 -- 172.21.15.39:0/1832773843 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5460107ca0 msgr2=0x7f5460198a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:15.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.177+0000 7f5465e69700 1 --2- 172.21.15.39:0/1832773843 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5460107ca0 0x7f5460198a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:15.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.177+0000 7f5465e69700 1 -- 172.21.15.39:0/1832773843 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f54601072f0 msgr2=0x7f546019eda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:15.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.177+0000 7f5465e69700 1 --2- 172.21.15.39:0/1832773843 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f54601072f0 0x7f546019eda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:15.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.177+0000 7f5465e69700 1 -- 172.21.15.39:0/1832773843 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5460199180 con 0x7f54601066d0 2024-06-13T06:39:15.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.177+0000 7f546666a700 1 --2- 172.21.15.39:0/1832773843 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5460107ca0 0x7f5460198a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:39:15.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.177+0000 7f5465e69700 1 --2- 172.21.15.39:0/1832773843 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54601066d0 0x7f546019e860 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f545c000c00 tx=0x7f545c00bab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:39:15.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.178+0000 7f5456ffd700 1 -- 172.21.15.39:0/1832773843 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f545c027070 con 0x7f54601066d0 2024-06-13T06:39:15.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.178+0000 7f54680cd700 1 -- 172.21.15.39:0/1832773843 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5460199410 con 0x7f54601066d0 2024-06-13T06:39:15.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.178+0000 7f5456ffd700 1 -- 172.21.15.39:0/1832773843 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f545c003d70 con 0x7f54601066d0 2024-06-13T06:39:15.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.178+0000 7f5456ffd700 1 -- 172.21.15.39:0/1832773843 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f545c00f6c0 con 0x7f54601066d0 2024-06-13T06:39:15.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.178+0000 7f54680cd700 1 -- 172.21.15.39:0/1832773843 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54601a5730 con 0x7f54601066d0 2024-06-13T06:39:15.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.179+0000 7f54680cd700 1 -- 172.21.15.39:0/1832773843 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5460100990 con 0x7f54601066d0 2024-06-13T06:39:15.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.180+0000 7f5456ffd700 1 -- 172.21.15.39:0/1832773843 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f545c02a070 con 0x7f54601066d0 2024-06-13T06:39:15.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.180+0000 7f5456ffd700 1 --2- 172.21.15.39:0/1832773843 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f544c0a2d90 0x7f544c0a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:15.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.181+0000 7f5465668700 1 --2- 172.21.15.39:0/1832773843 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f544c0a2d90 0x7f544c0a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:15.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.181+0000 7f5456ffd700 1 -- 172.21.15.39:0/1832773843 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 8550+0+0 (secure 0 0 0) 0x7f545c0d0960 con 0x7f54601066d0 2024-06-13T06:39:15.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.181+0000 7f5465668700 1 --2- 172.21.15.39:0/1832773843 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f544c0a2d90 0x7f544c0a5250 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f54600feaa0 tx=0x7f54500073d0 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:39:15.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.184+0000 7f5456ffd700 1 -- 172.21.15.39:0/1832773843 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f545c031070 con 0x7f54601066d0 2024-06-13T06:39:15.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:39:15 smithi096 ceph-mon[36532]: pgmap v505: 97 pgs: 97 active+clean; 31 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 92 KiB/s rd, 91 KiB/s wr, 12 op/s 2024-06-13T06:39:15.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.444+0000 7f54680cd700 1 -- 172.21.15.39:0/1832773843 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f546002dca0 con 0x7f54601066d0 2024-06-13T06:39:15.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.445+0000 7f5456ffd700 1 -- 172.21.15.39:0/1832773843 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11865 (secure 0 0 0) 0x7f545c013070 con 0x7f54601066d0 2024-06-13T06:39:15.445 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:39:15.445 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/2373452665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":2373452665},{"type":"v1","addr":"172.21.15.39:6835","nonce":2373452665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/2187635150","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":2187635150},{"type":"v1","addr":"172.21.15.39:6837","nonce":2187635150}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14571,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6839/1475451558","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":1475451558},{"type":"v1","addr":"172.21.15.39:6839","nonce":1475451558}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14577,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6841/313570480","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":313570480},{"type":"v1","addr":"172.21.15.39:6841","nonce":313570480}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/980475055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":980475055},{"type":"v1","addr":"172.21.15.149:6833","nonce":980475055}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24427,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/2757180167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":2757180167},{"type":"v1","addr":"172.21.15.149:6835","nonce":2757180167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-13T06:20:05.248660+0000","modified":"2024-06-13T06:23:07.325841+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24512,"mds_1":24482,"mds_2":24455},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24431":{"gid":24431,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.96:6833/2827318421","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6832","nonce":2827318421},{"type":"v1","addr":"172.21.15.96:6833","nonce":2827318421}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24439":{"gid":24439,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6837/1742889729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":1742889729},{"type":"v1","addr":"172.21.15.149:6837","nonce":1742889729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6839/862740064","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":862740064},{"type":"v1","addr":"172.21.15.149:6839","nonce":862740064}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.96:6835/3408571209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6834","nonce":3408571209},{"type":"v1","addr":"172.21.15.96:6835","nonce":3408571209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.96:6837/2574644445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6836","nonce":2574644445},{"type":"v1","addr":"172.21.15.96:6837","nonce":2574644445}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.96:6839/1459106434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6838","nonce":1459106434},{"type":"v1","addr":"172.21.15.96:6839","nonce":1459106434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24512,"qdb_cluster":[24482,24512,24455]},"id":1}]} 2024-06-13T06:39:15.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.449+0000 7f54680cd700 1 -- 172.21.15.39:0/1832773843 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f544c0a2d90 msgr2=0x7f544c0a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:15.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.449+0000 7f54680cd700 1 --2- 172.21.15.39:0/1832773843 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f544c0a2d90 0x7f544c0a5250 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f54600feaa0 tx=0x7f54500073d0 comp rx=0 tx=0).stop 2024-06-13T06:39:15.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.449+0000 7f54680cd700 1 -- 172.21.15.39:0/1832773843 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54601066d0 msgr2=0x7f546019e860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:15.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.449+0000 7f54680cd700 1 --2- 172.21.15.39:0/1832773843 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54601066d0 0x7f546019e860 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f545c000c00 tx=0x7f545c00bab0 comp rx=0 tx=0).stop 2024-06-13T06:39:15.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.449+0000 7f54680cd700 1 -- 172.21.15.39:0/1832773843 shutdown_connections 2024-06-13T06:39:15.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.449+0000 7f54680cd700 1 --2- 172.21.15.39:0/1832773843 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f544c0a2d90 0x7f544c0a5250 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:15.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.449+0000 7f54680cd700 1 --2- 172.21.15.39:0/1832773843 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5460107ca0 0x7f5460198a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:15.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.449+0000 7f54680cd700 1 --2- 172.21.15.39:0/1832773843 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54601066d0 0x7f546019e860 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:15.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.449+0000 7f54680cd700 1 --2- 172.21.15.39:0/1832773843 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f54601072f0 0x7f546019eda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:15.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.449+0000 7f54680cd700 1 -- 172.21.15.39:0/1832773843 >> 172.21.15.39:0/1832773843 conn(0x7f5460077590 msgr2=0x7f54600ff2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:39:15.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.449+0000 7f54680cd700 1 -- 172.21.15.39:0/1832773843 shutdown_connections 2024-06-13T06:39:15.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:15.449+0000 7f54680cd700 1 -- 172.21.15.39:0/1832773843 wait complete. 2024-06-13T06:39:15.449 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 24 2024-06-13T06:39:15.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:39:15 smithi149 ceph-mon[36963]: pgmap v505: 97 pgs: 97 active+clean; 31 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 92 KiB/s rd, 91 KiB/s wr, 12 op/s 2024-06-13T06:39:16.017 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24512 quiesce db --cancel --all' 2024-06-13T06:39:16.018 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- timeout 105 ceph tell mds.24512 quiesce db --cancel --all 2024-06-13T06:39:16.276 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:39:16.400 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:39:16 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/1832773843' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:39:16.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:39:16 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/1832773843' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:39:16.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:39:16 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/1832773843' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:39:17.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:39:17 smithi096 ceph-mon[36532]: pgmap v506: 97 pgs: 97 active+clean; 31 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 74 KiB/s rd, 73 KiB/s wr, 11 op/s 2024-06-13T06:39:17.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:39:17 smithi039 ceph-mon[32479]: pgmap v506: 97 pgs: 97 active+clean; 31 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 74 KiB/s rd, 73 KiB/s wr, 11 op/s 2024-06-13T06:39:17.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:39:17 smithi149 ceph-mon[36963]: pgmap v506: 97 pgs: 97 active+clean; 31 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 74 KiB/s rd, 73 KiB/s wr, 11 op/s 2024-06-13T06:39:17.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:17.996+0000 7f6d152f4700 1 -- 172.21.15.39:0/2827339998 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d10100a80 msgr2=0x7f6d10100f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:17.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:17.996+0000 7f6d152f4700 1 --2- 172.21.15.39:0/2827339998 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d10100a80 0x7f6d10100f00 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f6cf8009990 tx=0x7f6cf8009ca0 comp rx=0 tx=0).stop 2024-06-13T06:39:17.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:17.996+0000 7f6d152f4700 1 -- 172.21.15.39:0/2827339998 shutdown_connections 2024-06-13T06:39:17.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:17.996+0000 7f6d152f4700 1 --2- 172.21.15.39:0/2827339998 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6d10101440 0x7f6d1010f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:17.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:17.996+0000 7f6d152f4700 1 --2- 172.21.15.39:0/2827339998 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f6d10108510 0x7f6d101088f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:17.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:17.996+0000 7f6d152f4700 1 --2- 172.21.15.39:0/2827339998 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d10100a80 0x7f6d10100f00 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:17.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:17.996+0000 7f6d152f4700 1 -- 172.21.15.39:0/2827339998 >> 172.21.15.39:0/2827339998 conn(0x7f6d10077a00 msgr2=0x7f6d100fedb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:39:17.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:17.996+0000 7f6d152f4700 1 -- 172.21.15.39:0/2827339998 shutdown_connections 2024-06-13T06:39:17.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:17.996+0000 7f6d152f4700 1 -- 172.21.15.39:0/2827339998 wait complete. 2024-06-13T06:39:17.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:17.997+0000 7f6d152f4700 1 Processor -- start 2024-06-13T06:39:17.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:17.997+0000 7f6d152f4700 1 -- start start 2024-06-13T06:39:17.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:17.997+0000 7f6d152f4700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6d10100a80 0x7f6d1019e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:17.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:17.997+0000 7f6d152f4700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d10101440 0x7f6d1019edf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:17.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:17.997+0000 7f6d152f4700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f6d10108510 0x7f6d10198ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:17.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:17.997+0000 7f6d152f4700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f6d101127c0 con 0x7f6d10101440 2024-06-13T06:39:17.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:17.997+0000 7f6d152f4700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f6d10112640 con 0x7f6d10108510 2024-06-13T06:39:18.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:17.997+0000 7f6d152f4700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f6d10112940 con 0x7f6d10100a80 2024-06-13T06:39:18.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:17.998+0000 7f6d067fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d10101440 0x7f6d1019edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:18.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:17.998+0000 7f6d067fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d10101440 0x7f6d1019edf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53114/0 (socket says 172.21.15.39:53114) 2024-06-13T06:39:18.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:17.998+0000 7f6d067fc700 1 -- 172.21.15.39:0/2922910667 learned_addr learned my addr 172.21.15.39:0/2922910667 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:39:18.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:17.998+0000 7f6d0effd700 1 --2- 172.21.15.39:0/2922910667 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6d10100a80 0x7f6d1019e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:18.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:17.998+0000 7f6d0f7fe700 1 --2- 172.21.15.39:0/2922910667 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f6d10108510 0x7f6d10198ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:18.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:17.998+0000 7f6d067fc700 1 -- 172.21.15.39:0/2922910667 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6d10100a80 msgr2=0x7f6d1019e8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:18.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:17.998+0000 7f6d067fc700 1 --2- 172.21.15.39:0/2922910667 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6d10100a80 0x7f6d1019e8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:18.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:17.998+0000 7f6d067fc700 1 -- 172.21.15.39:0/2922910667 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f6d10108510 msgr2=0x7f6d10198ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:18.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:17.998+0000 7f6d067fc700 1 --2- 172.21.15.39:0/2922910667 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f6d10108510 0x7f6d10198ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:18.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:17.998+0000 7f6d067fc700 1 -- 172.21.15.39:0/2922910667 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d10199220 con 0x7f6d10101440 2024-06-13T06:39:18.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:17.998+0000 7f6d067fc700 1 --2- 172.21.15.39:0/2922910667 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d10101440 0x7f6d1019edf0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f6cf8005910 tx=0x7f6cf800bab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:39:18.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:17.998+0000 7f6d0cff9700 1 -- 172.21.15.39:0/2922910667 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cf8027070 con 0x7f6d10101440 2024-06-13T06:39:18.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:17.998+0000 7f6d0cff9700 1 -- 172.21.15.39:0/2922910667 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6cf8003d70 con 0x7f6d10101440 2024-06-13T06:39:18.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:17.998+0000 7f6d152f4700 1 -- 172.21.15.39:0/2922910667 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d101994b0 con 0x7f6d10101440 2024-06-13T06:39:18.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:17.998+0000 7f6d0cff9700 1 -- 172.21.15.39:0/2922910667 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cf800f460 con 0x7f6d10101440 2024-06-13T06:39:18.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:17.998+0000 7f6d152f4700 1 -- 172.21.15.39:0/2922910667 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d101a5780 con 0x7f6d10101440 2024-06-13T06:39:18.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.001+0000 7f6d0cff9700 1 -- 172.21.15.39:0/2922910667 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f6cf802a070 con 0x7f6d10101440 2024-06-13T06:39:18.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.001+0000 7f6d0cff9700 1 --2- 172.21.15.39:0/2922910667 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f6cfc0a2d90 0x7f6cfc0a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:18.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.001+0000 7f6d0effd700 1 --2- 172.21.15.39:0/2922910667 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f6cfc0a2d90 0x7f6cfc0a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:18.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.002+0000 7f6d0cff9700 1 -- 172.21.15.39:0/2922910667 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 8550+0+0 (secure 0 0 0) 0x7f6cf80d02e0 con 0x7f6d10101440 2024-06-13T06:39:18.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.002+0000 7f6d0effd700 1 --2- 172.21.15.39:0/2922910667 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f6cfc0a2d90 0x7f6cfc0a5250 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f6d10107610 tx=0x7f6d0000b040 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:39:18.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.002+0000 7f6d1fb77b80 1 Processor -- start 2024-06-13T06:39:18.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.002+0000 7f6d1fb77b80 1 -- start start 2024-06-13T06:39:18.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.002+0000 7f6d1fb77b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c365e49880 0x55c365e49c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:18.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.003+0000 7f6d1fb77b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55c365e4a1a0 0x55c365e43a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:18.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.003+0000 7f6d1fb77b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c365e43fd0 0x55c365e443f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:18.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.003+0000 7f6d1fb77b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55c365d31fd0 con 0x55c365e49880 2024-06-13T06:39:18.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.003+0000 7f6d1fb77b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x55c365d908c0 con 0x55c365e4a1a0 2024-06-13T06:39:18.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.003+0000 7f6d1fb77b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55c365cf84d0 con 0x55c365e43fd0 2024-06-13T06:39:18.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.003+0000 7f6d0effd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c365e49880 0x55c365e49c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:18.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.003+0000 7f6d0effd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c365e49880 0x55c365e49c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53122/0 (socket says 172.21.15.39:53122) 2024-06-13T06:39:18.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.003+0000 7f6d0effd700 1 -- 172.21.15.39:0/3029018998 learned_addr learned my addr 172.21.15.39:0/3029018998 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:39:18.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.003+0000 7f6d0f7fe700 1 --2- 172.21.15.39:0/3029018998 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c365e43fd0 0x55c365e443f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:18.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.003+0000 7f6d067fc700 1 --2- 172.21.15.39:0/3029018998 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55c365e4a1a0 0x55c365e43a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:18.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.003+0000 7f6d0effd700 1 -- 172.21.15.39:0/3029018998 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c365e43fd0 msgr2=0x55c365e443f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:39:18.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.003+0000 7f6d0effd700 1 --2- 172.21.15.39:0/3029018998 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c365e43fd0 0x55c365e443f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:18.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.003+0000 7f6d0effd700 1 -- 172.21.15.39:0/3029018998 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55c365e4a1a0 msgr2=0x55c365e43a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:39:18.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.003+0000 7f6d0effd700 1 --2- 172.21.15.39:0/3029018998 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55c365e4a1a0 0x55c365e43a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:18.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.003+0000 7f6d0effd700 1 -- 172.21.15.39:0/3029018998 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c365cdf940 con 0x55c365e49880 2024-06-13T06:39:18.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.003+0000 7f6d0effd700 1 --2- 172.21.15.39:0/3029018998 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c365e49880 0x55c365e49c60 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f6d000176e0 tx=0x7f6d00014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=853df41f37d6c22d server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:39:18.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.003+0000 7f6d057fa700 1 -- 172.21.15.39:0/3029018998 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d00004db0 con 0x55c365e49880 2024-06-13T06:39:18.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.004+0000 7f6d057fa700 1 -- 172.21.15.39:0/3029018998 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6d0001b070 con 0x55c365e49880 2024-06-13T06:39:18.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.004+0000 7f6d057fa700 1 -- 172.21.15.39:0/3029018998 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d000054e0 con 0x55c365e49880 2024-06-13T06:39:18.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.004+0000 7f6d1fb77b80 1 -- 172.21.15.39:0/3029018998 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c365e49880 msgr2=0x55c365e49c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:18.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.004+0000 7f6d1fb77b80 1 --2- 172.21.15.39:0/3029018998 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c365e49880 0x55c365e49c60 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f6d000176e0 tx=0x7f6d00014000 comp rx=0 tx=0).stop 2024-06-13T06:39:18.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.004+0000 7f6d1fb77b80 1 -- 172.21.15.39:0/3029018998 shutdown_connections 2024-06-13T06:39:18.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.004+0000 7f6d1fb77b80 1 --2- 172.21.15.39:0/3029018998 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c365e43fd0 0x55c365e443f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:18.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.004+0000 7f6d1fb77b80 1 --2- 172.21.15.39:0/3029018998 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c365e49880 0x55c365e49c60 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:18.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.004+0000 7f6d1fb77b80 1 --2- 172.21.15.39:0/3029018998 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55c365e4a1a0 0x55c365e43a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:18.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.004+0000 7f6d1fb77b80 1 -- 172.21.15.39:0/3029018998 >> 172.21.15.39:0/3029018998 conn(0x55c365d6c0f0 msgr2=0x55c365e3a970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:39:18.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.004+0000 7f6d1fb77b80 1 -- 172.21.15.39:0/3029018998 shutdown_connections 2024-06-13T06:39:18.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.004+0000 7f6d1fb77b80 1 -- 172.21.15.39:0/3029018998 wait complete. 2024-06-13T06:39:18.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.005+0000 7f6d1fb77b80 1 -- start start 2024-06-13T06:39:18.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.005+0000 7f6d1fb77b80 1 Processor -- start 2024-06-13T06:39:18.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.005+0000 7f6d1fb77b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55c365e43fd0 0x55c365e4feb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:18.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.005+0000 7f6d1fb77b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c365e49880 0x55c365e4d1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:18.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.005+0000 7f6d1fb77b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c365e4a1a0 0x55c365e4d6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:18.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.005+0000 7f6d1fb77b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x55c365d31030 con 0x55c365e49880 2024-06-13T06:39:18.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.005+0000 7f6d1fb77b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x55c365d8c880 con 0x55c365e43fd0 2024-06-13T06:39:18.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.005+0000 7f6d1fb77b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x55c365e50b80 con 0x55c365e4a1a0 2024-06-13T06:39:18.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.005+0000 7f6d1fb77b80 10 client.0 _ll_register_callbacks cb 0x55c365d26620 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:39:18.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.005+0000 7f6d067fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c365e49880 0x55c365e4d1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:18.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.005+0000 7f6d067fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c365e49880 0x55c365e4d1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53126/0 (socket says 172.21.15.39:53126) 2024-06-13T06:39:18.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.005+0000 7f6d067fc700 1 -- 172.21.15.39:0/3499173116 learned_addr learned my addr 172.21.15.39:0/3499173116 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:39:18.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.005+0000 7f6d0f7fe700 1 --2- 172.21.15.39:0/3499173116 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c365e4a1a0 0x55c365e4d6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:18.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.005+0000 7f6d0effd700 1 --2- 172.21.15.39:0/3499173116 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55c365e43fd0 0x55c365e4feb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:18.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.006+0000 7f6d067fc700 1 -- 172.21.15.39:0/3499173116 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c365e4a1a0 msgr2=0x55c365e4d6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:39:18.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.006+0000 7f6d067fc700 1 --2- 172.21.15.39:0/3499173116 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c365e4a1a0 0x55c365e4d6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:18.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.006+0000 7f6d067fc700 1 -- 172.21.15.39:0/3499173116 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55c365e43fd0 msgr2=0x55c365e4feb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:39:18.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.006+0000 7f6d067fc700 1 --2- 172.21.15.39:0/3499173116 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55c365e43fd0 0x55c365e4feb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:18.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.006+0000 7f6d067fc700 1 -- 172.21.15.39:0/3499173116 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c365d567c0 con 0x55c365e49880 2024-06-13T06:39:18.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.006+0000 7f6d0effd700 1 --2- 172.21.15.39:0/3499173116 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55c365e43fd0 0x55c365e4feb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:39:18.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.006+0000 7f6d067fc700 1 --2- 172.21.15.39:0/3499173116 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c365e49880 0x55c365e4d1b0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f6cf8098cd0 tx=0x7f6cf809ad80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7bc99ec0f4866e02 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:39:18.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.006+0000 7f6cf67fc700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:39:18.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.006+0000 7f6cf67fc700 1 -- 172.21.15.39:0/3499173116 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cf80b5060 con 0x55c365e49880 2024-06-13T06:39:18.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.006+0000 7f6cf67fc700 1 -- 172.21.15.39:0/3499173116 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(112..112 src has 1..112) ==== 8550+0+0 (secure 0 0 0) 0x7f6cf8022650 con 0x55c365e49880 2024-06-13T06:39:18.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.006+0000 7f6d1fb77b80 1 -- 172.21.15.39:0/3499173116 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6d0001b070 con 0x55c365e49880 2024-06-13T06:39:18.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.006+0000 7f6cf67fc700 1 -- 172.21.15.39:0/3499173116 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f6cf80043d0 con 0x55c365e49880 2024-06-13T06:39:18.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.006+0000 7f6d1fb77b80 10 client.15855 fetch_fsmap learned FSMap version 24 2024-06-13T06:39:18.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.006+0000 7f6d1fb77b80 1 -- 172.21.15.39:0/3499173116 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55c365e5b2a0 con 0x55c365e49880 2024-06-13T06:39:18.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.006+0000 7f6cf67fc700 1 -- 172.21.15.39:0/3499173116 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6d0001b070 con 0x55c365e49880 2024-06-13T06:39:18.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.007+0000 7f6cf67fc700 1 -- 172.21.15.39:0/3499173116 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f6cf809cad0 con 0x55c365e49880 2024-06-13T06:39:18.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.007+0000 7f6d1fb77b80 10 client.15855 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:39:18.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.007+0000 7f6d1fb77b80 10 client.15855 resolve_mds: validated gid 24512 aka daemon mds.b 2024-06-13T06:39:18.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.007+0000 7f6d1fb77b80 20 client.15855 populate_metadata read hostname 'smithi039' 2024-06-13T06:39:18.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.007+0000 7f6d1fb77b80 1 --2- 172.21.15.39:0/3499173116 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55c365e5d7c0 0x55c365e5fc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:18.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.007+0000 7f6d1fb77b80 4 client.15855 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-06-13T06:39:18.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.007+0000 7f6d1fb77b80 1 -- 172.21.15.39:0/3499173116 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c365d9ddc0 con 0x55c365e5d7c0 2024-06-13T06:39:18.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.007+0000 7f6d0effd700 1 --2- 172.21.15.39:0/3499173116 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55c365e5d7c0 0x55c365e5fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:18.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.007+0000 7f6d0effd700 1 --2- 172.21.15.39:0/3499173116 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55c365e5d7c0 0x55c365e5fc20 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2ae248d830b045b9 server_cookie=d17e81e1cb0b98b5 in_seq=0 out_seq=0 2024-06-13T06:39:18.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.007+0000 7f6cf67fc700 10 client.15855 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:39:18.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.008+0000 7f6cf67fc700 1 -- 172.21.15.39:0/3499173116 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24173 (crc 0 0 0) 0x55c365d9ddc0 con 0x55c365e5d7c0 2024-06-13T06:39:18.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.008+0000 7f6cf67fc700 10 client.15855 handle_command_reply: tid=0 2024-06-13T06:39:18.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.008+0000 7f6d1fb77b80 1 client.15855 shutdown 2024-06-13T06:39:18.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.008+0000 7f6d1fb77b80 1 -- 172.21.15.39:0/3499173116 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c365e49880 msgr2=0x55c365e4d1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:18.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.008+0000 7f6d1fb77b80 1 --2- 172.21.15.39:0/3499173116 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c365e49880 0x55c365e4d1b0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f6cf8098cd0 tx=0x7f6cf809ad80 comp rx=0 tx=0).stop 2024-06-13T06:39:18.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.008+0000 7f6d1fb77b80 1 -- 172.21.15.39:0/3499173116 shutdown_connections 2024-06-13T06:39:18.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.008+0000 7f6d1fb77b80 1 --2- 172.21.15.39:0/3499173116 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c365e4a1a0 0x55c365e4d6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:18.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.008+0000 7f6d1fb77b80 1 --2- 172.21.15.39:0/3499173116 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55c365e5d7c0 0x55c365e5fc20 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:18.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.008+0000 7f6d1fb77b80 1 --2- 172.21.15.39:0/3499173116 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55c365e43fd0 0x55c365e4feb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:18.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.008+0000 7f6d1fb77b80 1 --2- 172.21.15.39:0/3499173116 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c365e49880 0x55c365e4d1b0 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:18.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.008+0000 7f6cf67fc700 0 client.15855 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:39:18.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.008+0000 7f6d1fb77b80 1 -- 172.21.15.39:0/3499173116 >> 172.21.15.39:0/3499173116 conn(0x55c365d6c0f0 msgr2=0x55c365e3e670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:39:18.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.008+0000 7f6d1fb77b80 1 -- 172.21.15.39:0/3499173116 shutdown_connections 2024-06-13T06:39:18.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.008+0000 7f6d1fb77b80 1 -- 172.21.15.39:0/3499173116 wait complete. 2024-06-13T06:39:18.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.009+0000 7f6d1fb77b80 20 client.15855 trim_cache size 0 max 16384 2024-06-13T06:39:18.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.029+0000 7f6d1fb77b80 1 Processor -- start 2024-06-13T06:39:18.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.029+0000 7f6d1fb77b80 1 -- start start 2024-06-13T06:39:18.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.029+0000 7f6d1fb77b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c365e43fd0 0x55c365e3ab00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:18.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.029+0000 7f6d1fb77b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55c365e49880 0x55c365e4a580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:18.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.029+0000 7f6d1fb77b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c365e4a1a0 0x55c365e4aac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:18.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.029+0000 7f6d1fb77b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f6d101ad3f0 con 0x55c365e4a1a0 2024-06-13T06:39:18.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.029+0000 7f6d1fb77b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f6d101aac80 con 0x55c365e49880 2024-06-13T06:39:18.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.029+0000 7f6d1fb77b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f6d101a8af0 con 0x55c365e43fd0 2024-06-13T06:39:18.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.029+0000 7f6d0f7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c365e4a1a0 0x55c365e4aac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:18.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.030+0000 7f6d0f7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c365e4a1a0 0x55c365e4aac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53130/0 (socket says 172.21.15.39:53130) 2024-06-13T06:39:18.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.030+0000 7f6d0f7fe700 1 -- 172.21.15.39:0/3680735754 learned_addr learned my addr 172.21.15.39:0/3680735754 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:39:18.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.030+0000 7f6d067fc700 1 --2- 172.21.15.39:0/3680735754 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55c365e49880 0x55c365e4a580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:18.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.030+0000 7f6d0effd700 1 --2- 172.21.15.39:0/3680735754 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c365e43fd0 0x55c365e3ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:18.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.030+0000 7f6d0f7fe700 1 -- 172.21.15.39:0/3680735754 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c365e43fd0 msgr2=0x55c365e3ab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:39:18.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.030+0000 7f6d0f7fe700 1 --2- 172.21.15.39:0/3680735754 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c365e43fd0 0x55c365e3ab00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:18.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.030+0000 7f6d0f7fe700 1 -- 172.21.15.39:0/3680735754 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55c365e49880 msgr2=0x55c365e4a580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:39:18.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.030+0000 7f6d0f7fe700 1 --2- 172.21.15.39:0/3680735754 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55c365e49880 0x55c365e4a580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:18.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.030+0000 7f6d0f7fe700 1 -- 172.21.15.39:0/3680735754 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c365e4cf80 con 0x55c365e4a1a0 2024-06-13T06:39:18.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.030+0000 7f6d067fc700 1 --2- 172.21.15.39:0/3680735754 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55c365e49880 0x55c365e4a580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T06:39:18.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.030+0000 7f6d0f7fe700 1 --2- 172.21.15.39:0/3680735754 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c365e4a1a0 0x55c365e4aac0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f6d0800b9c0 tx=0x7f6d0800bcd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1be02dac462cd79c server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:39:18.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.030+0000 7f6d04ff9700 1 -- 172.21.15.39:0/3680735754 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d0800bd40 con 0x55c365e4a1a0 2024-06-13T06:39:18.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.030+0000 7f6d04ff9700 1 -- 172.21.15.39:0/3680735754 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6d08004830 con 0x55c365e4a1a0 2024-06-13T06:39:18.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.030+0000 7f6d04ff9700 1 -- 172.21.15.39:0/3680735754 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d08005450 con 0x55c365e4a1a0 2024-06-13T06:39:18.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.031+0000 7f6d1fb77b80 1 -- 172.21.15.39:0/3680735754 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c365e4a1a0 msgr2=0x55c365e4aac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:18.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.031+0000 7f6d1fb77b80 1 --2- 172.21.15.39:0/3680735754 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c365e4a1a0 0x55c365e4aac0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f6d0800b9c0 tx=0x7f6d0800bcd0 comp rx=0 tx=0).stop 2024-06-13T06:39:18.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.031+0000 7f6d1fb77b80 1 -- 172.21.15.39:0/3680735754 shutdown_connections 2024-06-13T06:39:18.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.031+0000 7f6d1fb77b80 1 --2- 172.21.15.39:0/3680735754 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c365e4a1a0 0x55c365e4aac0 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:18.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.031+0000 7f6d1fb77b80 1 --2- 172.21.15.39:0/3680735754 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c365e43fd0 0x55c365e3ab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:18.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.031+0000 7f6d1fb77b80 1 --2- 172.21.15.39:0/3680735754 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55c365e49880 0x55c365e4a580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:18.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.031+0000 7f6d1fb77b80 1 -- 172.21.15.39:0/3680735754 >> 172.21.15.39:0/3680735754 conn(0x55c365d6c0f0 msgr2=0x55c365e3a3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:39:18.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.031+0000 7f6d1fb77b80 1 -- 172.21.15.39:0/3680735754 shutdown_connections 2024-06-13T06:39:18.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.031+0000 7f6d1fb77b80 1 -- 172.21.15.39:0/3680735754 wait complete. 2024-06-13T06:39:18.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.032+0000 7f6d1fb77b80 1 -- start start 2024-06-13T06:39:18.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.032+0000 7f6d1fb77b80 1 Processor -- start 2024-06-13T06:39:18.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.032+0000 7f6d1fb77b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c365e43fd0 0x55c365e41280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:18.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.032+0000 7f6d1fb77b80 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c365e49880 0x55c365e417c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:18.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.032+0000 7f6d1fb77b80 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55c365e4a1a0 0x55c365e53ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:18.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.032+0000 7f6d1fb77b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f6d101a9140 con 0x55c365e43fd0 2024-06-13T06:39:18.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.032+0000 7f6d1fb77b80 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f6d101aa5b0 con 0x55c365e4a1a0 2024-06-13T06:39:18.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.032+0000 7f6d0effd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c365e43fd0 0x55c365e41280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:18.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.032+0000 7f6d1fb77b80 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f6d101a9810 con 0x55c365e49880 2024-06-13T06:39:18.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.032+0000 7f6d0effd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c365e43fd0 0x55c365e41280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53146/0 (socket says 172.21.15.39:53146) 2024-06-13T06:39:18.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.032+0000 7f6d0effd700 1 -- 172.21.15.39:0/3875645168 learned_addr learned my addr 172.21.15.39:0/3875645168 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:39:18.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.032+0000 7f6d1fb77b80 10 client.0 _ll_register_callbacks cb 0x55c365d26620 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-06-13T06:39:18.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.032+0000 7f6d0f7fe700 1 --2- 172.21.15.39:0/3875645168 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55c365e4a1a0 0x55c365e53ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:18.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.032+0000 7f6d067fc700 1 --2- 172.21.15.39:0/3875645168 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c365e49880 0x55c365e417c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:18.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.033+0000 7f6d0effd700 1 -- 172.21.15.39:0/3875645168 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c365e49880 msgr2=0x55c365e417c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:39:18.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.033+0000 7f6d0effd700 1 --2- 172.21.15.39:0/3875645168 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c365e49880 0x55c365e417c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:18.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.033+0000 7f6d0effd700 1 -- 172.21.15.39:0/3875645168 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55c365e4a1a0 msgr2=0x55c365e53ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-06-13T06:39:18.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.033+0000 7f6d0effd700 1 --2- 172.21.15.39:0/3875645168 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55c365e4a1a0 0x55c365e53ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:18.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.033+0000 7f6d0effd700 1 -- 172.21.15.39:0/3875645168 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c365e54460 con 0x55c365e43fd0 2024-06-13T06:39:18.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.033+0000 7f6d0f7fe700 1 --2- 172.21.15.39:0/3875645168 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55c365e4a1a0 0x55c365e53ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T06:39:18.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.033+0000 7f6d0effd700 1 --2- 172.21.15.39:0/3875645168 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c365e43fd0 0x55c365e41280 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f6d00017cd0 tx=0x7f6d00004b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5156ab9cdce04c6a server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:39:18.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.033+0000 7f6cf67fc700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-06-13T06:39:18.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.033+0000 7f6cf67fc700 1 -- 172.21.15.39:0/3875645168 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d00015820 con 0x55c365e43fd0 2024-06-13T06:39:18.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.033+0000 7f6cf67fc700 1 -- 172.21.15.39:0/3875645168 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(112..112 src has 1..112) ==== 8550+0+0 (secure 0 0 0) 0x7f6d000159c0 con 0x55c365e43fd0 2024-06-13T06:39:18.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.033+0000 7f6d1fb77b80 1 -- 172.21.15.39:0/3875645168 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6d08004830 con 0x55c365e43fd0 2024-06-13T06:39:18.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.033+0000 7f6cf67fc700 1 -- 172.21.15.39:0/3875645168 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f6d00015bc0 con 0x55c365e43fd0 2024-06-13T06:39:18.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.033+0000 7f6d1fb77b80 10 client.15861 fetch_fsmap learned FSMap version 24 2024-06-13T06:39:18.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.033+0000 7f6d1fb77b80 1 -- 172.21.15.39:0/3875645168 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55c365e557b0 con 0x55c365e43fd0 2024-06-13T06:39:18.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.034+0000 7f6cf67fc700 1 -- 172.21.15.39:0/3875645168 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6d08004830 con 0x55c365e43fd0 2024-06-13T06:39:18.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.034+0000 7f6cf67fc700 1 -- 172.21.15.39:0/3875645168 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 24) ==== 8338+0+0 (secure 0 0 0) 0x7f6d00020070 con 0x55c365e43fd0 2024-06-13T06:39:18.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.034+0000 7f6d1fb77b80 10 client.15861 fetch_fsmap finished waiting for FSMap version 24 2024-06-13T06:39:18.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.034+0000 7f6d1fb77b80 10 client.15861 resolve_mds: validated gid 24512 aka daemon mds.b 2024-06-13T06:39:18.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.034+0000 7f6d1fb77b80 20 client.15861 populate_metadata read hostname 'smithi039' 2024-06-13T06:39:18.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.034+0000 7f6d1fb77b80 1 --2- 172.21.15.39:0/3875645168 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55c365e55ce0 0x55c365e560f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:18.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.034+0000 7f6d1fb77b80 4 client.15861 mds_command: new command op to 24512 tid=0 multi_id=0 [{"prefix": "quiesce db", "cancel": true, "all": true}] 2024-06-13T06:39:18.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.034+0000 7f6d1fb77b80 1 -- 172.21.15.39:0/3875645168 --> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] -- command(tid 0: {"prefix": "quiesce db", "cancel": true, "all": true}) -- 0x55c365d98340 con 0x55c365e55ce0 2024-06-13T06:39:18.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.034+0000 7f6d067fc700 1 --2- 172.21.15.39:0/3875645168 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55c365e55ce0 0x55c365e560f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:18.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.035+0000 7f6d067fc700 1 --2- 172.21.15.39:0/3875645168 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55c365e55ce0 0x55c365e560f0 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e64f0bca85e5c669 server_cookie=2defcffefec24f21 in_seq=0 out_seq=0 2024-06-13T06:39:18.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.035+0000 7f6cf67fc700 10 client.15861 ms_handle_connect on v2:172.21.15.96:6838/1459106434 2024-06-13T06:39:18.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.035+0000 7f6cf67fc700 1 -- 172.21.15.39:0/3875645168 <== mds.0 v2:172.21.15.96:6838/1459106434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+80 (crc 0 0 0) 0x55c365d98340 con 0x55c365e55ce0 2024-06-13T06:39:18.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.035+0000 7f6cf67fc700 10 client.15861 handle_command_reply: tid=0 2024-06-13T06:39:18.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.035+0000 7f6d1fb77b80 1 client.15861 shutdown 2024-06-13T06:39:18.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.035+0000 7f6d1fb77b80 1 -- 172.21.15.39:0/3875645168 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c365e43fd0 msgr2=0x55c365e41280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:18.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.035+0000 7f6d1fb77b80 1 --2- 172.21.15.39:0/3875645168 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c365e43fd0 0x55c365e41280 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f6d00017cd0 tx=0x7f6d00004b80 comp rx=0 tx=0).stop 2024-06-13T06:39:18.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.035+0000 7f6d1fb77b80 1 -- 172.21.15.39:0/3875645168 shutdown_connections 2024-06-13T06:39:18.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.035+0000 7f6d1fb77b80 1 --2- 172.21.15.39:0/3875645168 >> [v2:172.21.15.96:6838/1459106434,v1:172.21.15.96:6839/1459106434] conn(0x55c365e55ce0 0x55c365e560f0 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:18.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.035+0000 7f6d1fb77b80 1 --2- 172.21.15.39:0/3875645168 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x55c365e4a1a0 0x55c365e53ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:18.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.035+0000 7f6d1fb77b80 1 --2- 172.21.15.39:0/3875645168 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c365e43fd0 0x55c365e41280 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:18.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.035+0000 7f6d1fb77b80 1 --2- 172.21.15.39:0/3875645168 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c365e49880 0x55c365e417c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:18.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.035+0000 7f6cf67fc700 0 client.15861 ms_handle_reset on v2:172.21.15.96:6838/1459106434 2024-06-13T06:39:18.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.035+0000 7f6d1fb77b80 1 -- 172.21.15.39:0/3875645168 >> 172.21.15.39:0/3875645168 conn(0x55c365d6c0f0 msgr2=0x55c365e4a580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:39:18.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.035+0000 7f6d1fb77b80 1 -- 172.21.15.39:0/3875645168 shutdown_connections 2024-06-13T06:39:18.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.035+0000 7f6d1fb77b80 1 -- 172.21.15.39:0/3875645168 wait complete. 2024-06-13T06:39:18.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.035+0000 7f6d1fb77b80 20 client.15861 trim_cache size 0 max 16384 2024-06-13T06:39:18.041 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-06-13T06:39:18.041 INFO:teuthology.orchestra.run.smithi039.stdout: "epoch": 24, 2024-06-13T06:39:18.041 INFO:teuthology.orchestra.run.smithi039.stdout: "leader": 24512, 2024-06-13T06:39:18.041 INFO:teuthology.orchestra.run.smithi039.stdout: "set_version": 44, 2024-06-13T06:39:18.041 INFO:teuthology.orchestra.run.smithi039.stdout: "sets": {} 2024-06-13T06:39:18.041 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-06-13T06:39:18.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.036+0000 7f6d152f4700 1 -- 172.21.15.39:0/2922910667 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f6cfc0a2d90 msgr2=0x7f6cfc0a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:18.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.036+0000 7f6d152f4700 1 --2- 172.21.15.39:0/2922910667 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f6cfc0a2d90 0x7f6cfc0a5250 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f6d10107610 tx=0x7f6d0000b040 comp rx=0 tx=0).stop 2024-06-13T06:39:18.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.036+0000 7f6d152f4700 1 -- 172.21.15.39:0/2922910667 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d10101440 msgr2=0x7f6d1019edf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:18.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.036+0000 7f6d152f4700 1 --2- 172.21.15.39:0/2922910667 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d10101440 0x7f6d1019edf0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f6cf8005910 tx=0x7f6cf800bab0 comp rx=0 tx=0).stop 2024-06-13T06:39:18.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.036+0000 7f6d152f4700 1 -- 172.21.15.39:0/2922910667 shutdown_connections 2024-06-13T06:39:18.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.036+0000 7f6d152f4700 1 --2- 172.21.15.39:0/2922910667 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f6cfc0a2d90 0x7f6cfc0a5250 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:18.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.036+0000 7f6d152f4700 1 --2- 172.21.15.39:0/2922910667 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f6d10108510 0x7f6d10198ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:18.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.036+0000 7f6d152f4700 1 --2- 172.21.15.39:0/2922910667 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6d10100a80 0x7f6d1019e8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:18.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.036+0000 7f6d152f4700 1 --2- 172.21.15.39:0/2922910667 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d10101440 0x7f6d1019edf0 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:18.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.036+0000 7f6d152f4700 1 -- 172.21.15.39:0/2922910667 >> 172.21.15.39:0/2922910667 conn(0x7f6d10077a00 msgr2=0x7f6d100ff190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:39:18.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.036+0000 7f6d152f4700 1 -- 172.21.15.39:0/2922910667 shutdown_connections 2024-06-13T06:39:18.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.036+0000 7f6d152f4700 1 -- 172.21.15.39:0/2922910667 wait complete. 2024-06-13T06:39:18.628 INFO:tasks.quiescer:done joining Quiescers 2024-06-13T06:39:18.628 DEBUG:teuthology.run_tasks:Unwinding manager full_sequential_finally 2024-06-13T06:39:18.639 INFO:teuthology.task.full_sequential_finally:In full_sequential_finally, running task exec... 2024-06-13T06:39:18.640 INFO:teuthology.task.exec:Executing custom commands... 2024-06-13T06:39:18.640 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi039.front.sepia.ceph.com 2024-06-13T06:39:18.640 DEBUG:teuthology.orchestra.run.smithi039:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > END_TIME' 2024-06-13T06:39:18.671 DEBUG:teuthology.orchestra.run.smithi039:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi' 2024-06-13T06:39:18.741 DEBUG:teuthology.orchestra.run.smithi039:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-06-13T06:39:18.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.889+0000 7fea6ed68640 1 -- 172.21.15.39:0/3870794711 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fea681079c0 msgr2=0x7fea68107da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:18.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.889+0000 7fea6ed68640 1 --2- 172.21.15.39:0/3870794711 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fea681079c0 0x7fea68107da0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7fea64009930 tx=0x7fea6402a420 comp rx=0 tx=0).stop 2024-06-13T06:39:18.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.890+0000 7fea6ed68640 1 -- 172.21.15.39:0/3870794711 shutdown_connections 2024-06-13T06:39:18.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.890+0000 7fea6ed68640 1 --2- 172.21.15.39:0/3870794711 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fea68102370 0x7fea6810e880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:18.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.890+0000 7fea6ed68640 1 --2- 172.21.15.39:0/3870794711 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fea681019b0 0x7fea68101e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:18.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.890+0000 7fea6ed68640 1 --2- 172.21.15.39:0/3870794711 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fea681079c0 0x7fea68107da0 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:18.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.890+0000 7fea6ed68640 1 -- 172.21.15.39:0/3870794711 >> 172.21.15.39:0/3870794711 conn(0x7fea68078e30 msgr2=0x7fea68079240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:39:18.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.890+0000 7fea6ed68640 1 -- 172.21.15.39:0/3870794711 shutdown_connections 2024-06-13T06:39:18.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.890+0000 7fea6ed68640 1 -- 172.21.15.39:0/3870794711 wait complete. 2024-06-13T06:39:18.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.890+0000 7fea6ed68640 1 Processor -- start 2024-06-13T06:39:18.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.890+0000 7fea6ed68640 1 -- start start 2024-06-13T06:39:18.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.890+0000 7fea6ed68640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fea681019b0 0x7fea681981f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:18.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.890+0000 7fea6ed68640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fea68102370 0x7fea68198730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:18.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.890+0000 7fea6ed68640 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fea681079c0 0x7fea6819cab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:18.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.890+0000 7fea6ed68640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fea68111dd0 con 0x7fea68102370 2024-06-13T06:39:18.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.890+0000 7fea6ed68640 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fea68111c50 con 0x7fea681079c0 2024-06-13T06:39:18.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.890+0000 7fea6ed68640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fea68111f50 con 0x7fea681019b0 2024-06-13T06:39:18.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.890+0000 7fea5ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fea68102370 0x7fea68198730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:18.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.891+0000 7fea5ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fea68102370 0x7fea68198730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53154/0 (socket says 172.21.15.39:53154) 2024-06-13T06:39:18.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.891+0000 7fea5ffff640 1 -- 172.21.15.39:0/3578352810 learned_addr learned my addr 172.21.15.39:0/3578352810 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:39:18.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.891+0000 7fea6cb04640 1 --2- 172.21.15.39:0/3578352810 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fea681019b0 0x7fea681981f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:18.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.891+0000 7fea6d305640 1 --2- 172.21.15.39:0/3578352810 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fea681079c0 0x7fea6819cab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:18.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.891+0000 7fea5ffff640 1 -- 172.21.15.39:0/3578352810 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fea681019b0 msgr2=0x7fea681981f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:18.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.891+0000 7fea5ffff640 1 --2- 172.21.15.39:0/3578352810 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fea681019b0 0x7fea681981f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:18.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.891+0000 7fea5ffff640 1 -- 172.21.15.39:0/3578352810 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fea681079c0 msgr2=0x7fea6819cab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:18.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.891+0000 7fea5ffff640 1 --2- 172.21.15.39:0/3578352810 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fea681079c0 0x7fea6819cab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:18.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.891+0000 7fea5ffff640 1 -- 172.21.15.39:0/3578352810 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea6819d1e0 con 0x7fea68102370 2024-06-13T06:39:18.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.891+0000 7fea6cb04640 1 --2- 172.21.15.39:0/3578352810 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fea681019b0 0x7fea681981f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:39:18.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.891+0000 7fea6d305640 1 --2- 172.21.15.39:0/3578352810 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fea681079c0 0x7fea6819cab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:39:18.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.891+0000 7fea5ffff640 1 --2- 172.21.15.39:0/3578352810 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fea68102370 0x7fea68198730 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7fea5800c920 tx=0x7fea5800cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:39:18.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.891+0000 7fea5dffb640 1 -- 172.21.15.39:0/3578352810 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea58007c70 con 0x7fea68102370 2024-06-13T06:39:18.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.891+0000 7fea6ed68640 1 -- 172.21.15.39:0/3578352810 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea6819d4d0 con 0x7fea68102370 2024-06-13T06:39:18.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.891+0000 7fea5dffb640 1 -- 172.21.15.39:0/3578352810 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fea58007e10 con 0x7fea68102370 2024-06-13T06:39:18.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.891+0000 7fea5dffb640 1 -- 172.21.15.39:0/3578352810 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea58018890 con 0x7fea68102370 2024-06-13T06:39:18.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.891+0000 7fea6ed68640 1 -- 172.21.15.39:0/3578352810 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea681a4d60 con 0x7fea68102370 2024-06-13T06:39:18.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.892+0000 7fea6ed68640 1 -- 172.21.15.39:0/3578352810 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea6804f760 con 0x7fea68102370 2024-06-13T06:39:18.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.893+0000 7fea5dffb640 1 -- 172.21.15.39:0/3578352810 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fea58018a70 con 0x7fea68102370 2024-06-13T06:39:18.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.894+0000 7fea5dffb640 1 --2- 172.21.15.39:0/3578352810 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fea500a2da0 0x7fea500a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:18.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.894+0000 7fea6cb04640 1 --2- 172.21.15.39:0/3578352810 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fea500a2da0 0x7fea500a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:18.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.894+0000 7fea5dffb640 1 -- 172.21.15.39:0/3578352810 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 8550+0+0 (secure 0 0 0) 0x7fea580cf670 con 0x7fea68102370 2024-06-13T06:39:18.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.895+0000 7fea6cb04640 1 --2- 172.21.15.39:0/3578352810 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fea500a2da0 0x7fea500a5260 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fea64000c00 tx=0x7fea64005a20 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:39:18.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:18.898+0000 7fea5dffb640 1 -- 172.21.15.39:0/3578352810 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fea58014030 con 0x7fea68102370 2024-06-13T06:39:19.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.105+0000 7fea6ed68640 1 -- 172.21.15.39:0/3578352810 --> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7fea680ff780 con 0x7fea500a2da0 2024-06-13T06:39:19.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.113+0000 7fea5dffb640 1 -- 172.21.15.39:0/3578352810 <== mgr.15111 v2:172.21.15.39:6800/1826332552 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+351 (secure 0 0 0) 0x7fea680ff780 con 0x7fea500a2da0 2024-06-13T06:39:19.112 INFO:teuthology.orchestra.run.smithi039.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-06-13T00:00:00", "created": "2024-06-13T06:23:10", "first": "2024-06-13T06:24:00", "last": "2024-06-13T06:39:00", "last_pruned": "2024-06-13T06:39:00", "created_count": 16, "pruned_count": 10, "active": true} 2024-06-13T06:39:19.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.115+0000 7fea6ed68640 1 -- 172.21.15.39:0/3578352810 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fea500a2da0 msgr2=0x7fea500a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:19.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.115+0000 7fea6ed68640 1 --2- 172.21.15.39:0/3578352810 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fea500a2da0 0x7fea500a5260 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fea64000c00 tx=0x7fea64005a20 comp rx=0 tx=0).stop 2024-06-13T06:39:19.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.115+0000 7fea6ed68640 1 -- 172.21.15.39:0/3578352810 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fea68102370 msgr2=0x7fea68198730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:19.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.115+0000 7fea6ed68640 1 --2- 172.21.15.39:0/3578352810 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fea68102370 0x7fea68198730 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7fea5800c920 tx=0x7fea5800cde0 comp rx=0 tx=0).stop 2024-06-13T06:39:19.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.115+0000 7fea6ed68640 1 -- 172.21.15.39:0/3578352810 shutdown_connections 2024-06-13T06:39:19.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.115+0000 7fea6ed68640 1 --2- 172.21.15.39:0/3578352810 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fea68102370 0x7fea68198730 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:19.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.115+0000 7fea6ed68640 1 --2- 172.21.15.39:0/3578352810 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fea500a2da0 0x7fea500a5260 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:19.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.115+0000 7fea6ed68640 1 --2- 172.21.15.39:0/3578352810 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fea681079c0 0x7fea6819cab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:19.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.115+0000 7fea6ed68640 1 --2- 172.21.15.39:0/3578352810 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fea681019b0 0x7fea681981f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:19.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.115+0000 7fea6ed68640 1 -- 172.21.15.39:0/3578352810 >> 172.21.15.39:0/3578352810 conn(0x7fea68078e30 msgr2=0x7fea680ff070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:39:19.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.115+0000 7fea6ed68640 1 -- 172.21.15.39:0/3578352810 shutdown_connections 2024-06-13T06:39:19.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.115+0000 7fea6ed68640 1 -- 172.21.15.39:0/3578352810 wait complete. 2024-06-13T06:39:19.126 DEBUG:teuthology.orchestra.run.smithi039:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-06-13T06:39:19.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.234+0000 7fafeed8b640 1 -- 172.21.15.39:0/3914927695 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fafe8103570 msgr2=0x7fafe810ba50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:19.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.234+0000 7fafeed8b640 1 --2- 172.21.15.39:0/3914927695 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fafe8103570 0x7fafe810ba50 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7fafd0009900 tx=0x7fafd002a480 comp rx=0 tx=0).stop 2024-06-13T06:39:19.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.234+0000 7fafeed8b640 1 -- 172.21.15.39:0/3914927695 shutdown_connections 2024-06-13T06:39:19.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.234+0000 7fafeed8b640 1 --2- 172.21.15.39:0/3914927695 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fafe8103570 0x7fafe810ba50 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:19.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.234+0000 7fafeed8b640 1 --2- 172.21.15.39:0/3914927695 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fafe810c020 0x7fafe810e450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:19.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.234+0000 7fafeed8b640 1 --2- 172.21.15.39:0/3914927695 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fafe8102c50 0x7fafe8103030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:19.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.234+0000 7fafeed8b640 1 -- 172.21.15.39:0/3914927695 >> 172.21.15.39:0/3914927695 conn(0x7fafe8076c20 msgr2=0x7fafe8077030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:39:19.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.234+0000 7fafeed8b640 1 -- 172.21.15.39:0/3914927695 shutdown_connections 2024-06-13T06:39:19.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.234+0000 7fafeed8b640 1 -- 172.21.15.39:0/3914927695 wait complete. 2024-06-13T06:39:19.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.235+0000 7fafeed8b640 1 Processor -- start 2024-06-13T06:39:19.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.235+0000 7fafeed8b640 1 -- start start 2024-06-13T06:39:19.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.235+0000 7fafeed8b640 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fafe8102c50 0x7fafe81008a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:19.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.235+0000 7fafeed8b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fafe8103570 0x7fafe8100de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:19.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.235+0000 7fafeed8b640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fafe810c020 0x7fafe8101320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:19.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.235+0000 7fafeed8b640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fafe8111db0 con 0x7fafe8103570 2024-06-13T06:39:19.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.235+0000 7fafeed8b640 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fafe8111c30 con 0x7fafe8102c50 2024-06-13T06:39:19.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.235+0000 7fafeed8b640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fafe8111f30 con 0x7fafe810c020 2024-06-13T06:39:19.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.235+0000 7fafe7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fafe8103570 0x7fafe8100de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:19.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.235+0000 7fafe7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fafe8103570 0x7fafe8100de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53178/0 (socket says 172.21.15.39:53178) 2024-06-13T06:39:19.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.235+0000 7fafe7fff640 1 -- 172.21.15.39:0/2852529352 learned_addr learned my addr 172.21.15.39:0/2852529352 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:39:19.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.235+0000 7fafed328640 1 --2- 172.21.15.39:0/2852529352 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fafe810c020 0x7fafe8101320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:19.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.235+0000 7fafecb27640 1 --2- 172.21.15.39:0/2852529352 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fafe8102c50 0x7fafe81008a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:19.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.235+0000 7fafe7fff640 1 -- 172.21.15.39:0/2852529352 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fafe810c020 msgr2=0x7fafe8101320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:19.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.235+0000 7fafe7fff640 1 --2- 172.21.15.39:0/2852529352 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fafe810c020 0x7fafe8101320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:19.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.235+0000 7fafe7fff640 1 -- 172.21.15.39:0/2852529352 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fafe8102c50 msgr2=0x7fafe81008a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:19.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.235+0000 7fafe7fff640 1 --2- 172.21.15.39:0/2852529352 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fafe8102c50 0x7fafe81008a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:19.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.235+0000 7fafe7fff640 1 -- 172.21.15.39:0/2852529352 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fafe81a66d0 con 0x7fafe8103570 2024-06-13T06:39:19.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.236+0000 7fafe7fff640 1 --2- 172.21.15.39:0/2852529352 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fafe8103570 0x7fafe8100de0 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7fafd0006010 tx=0x7fafd00042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:39:19.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.236+0000 7fafe5ffb640 1 -- 172.21.15.39:0/2852529352 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafd003f030 con 0x7fafe8103570 2024-06-13T06:39:19.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.236+0000 7fafe5ffb640 1 -- 172.21.15.39:0/2852529352 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fafd0003ce0 con 0x7fafe8103570 2024-06-13T06:39:19.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.236+0000 7fafeed8b640 1 -- 172.21.15.39:0/2852529352 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fafe81a6960 con 0x7fafe8103570 2024-06-13T06:39:19.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.236+0000 7fafe5ffb640 1 -- 172.21.15.39:0/2852529352 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafd0035070 con 0x7fafe8103570 2024-06-13T06:39:19.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.236+0000 7fafeed8b640 1 -- 172.21.15.39:0/2852529352 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fafe81a6ea0 con 0x7fafe8103570 2024-06-13T06:39:19.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.237+0000 7fafeed8b640 1 -- 172.21.15.39:0/2852529352 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fafe804f760 con 0x7fafe8103570 2024-06-13T06:39:19.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.238+0000 7fafe5ffb640 1 -- 172.21.15.39:0/2852529352 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fafd0042030 con 0x7fafe8103570 2024-06-13T06:39:19.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.239+0000 7fafe5ffb640 1 --2- 172.21.15.39:0/2852529352 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fafd40a2e20 0x7fafd40a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:19.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.239+0000 7fafecb27640 1 --2- 172.21.15.39:0/2852529352 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fafd40a2e20 0x7fafd40a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:19.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.239+0000 7fafe5ffb640 1 -- 172.21.15.39:0/2852529352 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 8550+0+0 (secure 0 0 0) 0x7fafd00efab0 con 0x7fafe8103570 2024-06-13T06:39:19.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.239+0000 7fafecb27640 1 --2- 172.21.15.39:0/2852529352 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fafd40a2e20 0x7fafd40a52e0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fafd8005fd0 tx=0x7fafd800b590 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:39:19.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.243+0000 7fafe5ffb640 1 -- 172.21.15.39:0/2852529352 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fafd00bc770 con 0x7fafe8103570 2024-06-13T06:39:19.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:39:19 smithi039 ceph-mon[32479]: pgmap v507: 97 pgs: 97 active+clean; 31 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 65 KiB/s wr, 10 op/s 2024-06-13T06:39:19.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.448+0000 7fafeed8b640 1 -- 172.21.15.39:0/2852529352 --> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7fafe80fde80 con 0x7fafd40a2e20 2024-06-13T06:39:19.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.455+0000 7fafe5ffb640 1 -- 172.21.15.39:0/2852529352 <== mgr.15111 v2:172.21.15.39:6800/1826332552 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7fafe80fde80 con 0x7fafd40a2e20 2024-06-13T06:39:19.455 INFO:teuthology.orchestra.run.smithi039.stdout:/ 1m 6m3h 2024-06-13T06:39:19.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.457+0000 7fafeed8b640 1 -- 172.21.15.39:0/2852529352 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fafd40a2e20 msgr2=0x7fafd40a52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:19.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.457+0000 7fafeed8b640 1 --2- 172.21.15.39:0/2852529352 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fafd40a2e20 0x7fafd40a52e0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fafd8005fd0 tx=0x7fafd800b590 comp rx=0 tx=0).stop 2024-06-13T06:39:19.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.457+0000 7fafeed8b640 1 -- 172.21.15.39:0/2852529352 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fafe8103570 msgr2=0x7fafe8100de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:19.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.457+0000 7fafeed8b640 1 --2- 172.21.15.39:0/2852529352 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fafe8103570 0x7fafe8100de0 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7fafd0006010 tx=0x7fafd00042f0 comp rx=0 tx=0).stop 2024-06-13T06:39:19.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.457+0000 7fafeed8b640 1 -- 172.21.15.39:0/2852529352 shutdown_connections 2024-06-13T06:39:19.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.457+0000 7fafeed8b640 1 --2- 172.21.15.39:0/2852529352 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fafe8103570 0x7fafe8100de0 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:19.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.457+0000 7fafeed8b640 1 --2- 172.21.15.39:0/2852529352 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fafd40a2e20 0x7fafd40a52e0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:19.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.457+0000 7fafeed8b640 1 --2- 172.21.15.39:0/2852529352 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fafe810c020 0x7fafe8101320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:19.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.457+0000 7fafeed8b640 1 --2- 172.21.15.39:0/2852529352 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fafe8102c50 0x7fafe81008a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:19.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.457+0000 7fafeed8b640 1 -- 172.21.15.39:0/2852529352 >> 172.21.15.39:0/2852529352 conn(0x7fafe8076c20 msgr2=0x7fafe80fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:39:19.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.458+0000 7fafeed8b640 1 -- 172.21.15.39:0/2852529352 shutdown_connections 2024-06-13T06:39:19.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.458+0000 7fafeed8b640 1 -- 172.21.15.39:0/2852529352 wait complete. 2024-06-13T06:39:19.468 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2024-06-13T06:39:19.480 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-06-13T06:39:19.480 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:39:19 smithi149 ceph-mon[36963]: pgmap v507: 97 pgs: 97 active+clean; 31 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 65 KiB/s wr, 10 op/s 2024-06-13T06:39:19.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:39:19 smithi096 ceph-mon[36532]: pgmap v507: 97 pgs: 97 active+clean; 31 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 65 KiB/s wr, 10 op/s 2024-06-13T06:39:19.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.586+0000 7fcb495c1640 1 -- 172.21.15.39:0/4048463093 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb4410e230 msgr2=0x7fcb44110620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:19.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.586+0000 7fcb495c1640 1 --2- 172.21.15.39:0/4048463093 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb4410e230 0x7fcb44110620 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7fcb3c009ca0 tx=0x7fcb3c02a950 comp rx=0 tx=0).stop 2024-06-13T06:39:19.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.586+0000 7fcb495c1640 1 -- 172.21.15.39:0/4048463093 shutdown_connections 2024-06-13T06:39:19.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.586+0000 7fcb495c1640 1 --2- 172.21.15.39:0/4048463093 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb4410e230 0x7fcb44110620 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:19.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.586+0000 7fcb495c1640 1 --2- 172.21.15.39:0/4048463093 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcb44074670 0x7fcb4410dcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:19.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.586+0000 7fcb495c1640 1 --2- 172.21.15.39:0/4048463093 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fcb44073d50 0x7fcb44074130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:19.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.586+0000 7fcb495c1640 1 -- 172.21.15.39:0/4048463093 >> 172.21.15.39:0/4048463093 conn(0x7fcb44078d60 msgr2=0x7fcb44079170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:39:19.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.586+0000 7fcb495c1640 1 -- 172.21.15.39:0/4048463093 shutdown_connections 2024-06-13T06:39:19.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.586+0000 7fcb495c1640 1 -- 172.21.15.39:0/4048463093 wait complete. 2024-06-13T06:39:19.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.587+0000 7fcb495c1640 1 Processor -- start 2024-06-13T06:39:19.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.587+0000 7fcb495c1640 1 -- start start 2024-06-13T06:39:19.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.587+0000 7fcb495c1640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb44073d50 0x7fcb4419a490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:19.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.587+0000 7fcb495c1640 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fcb44074670 0x7fcb4419a9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:19.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.587+0000 7fcb495c1640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcb4410e230 0x7fcb4419ed50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:19.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.587+0000 7fcb495c1640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fcb44113f90 con 0x7fcb44073d50 2024-06-13T06:39:19.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.587+0000 7fcb495c1640 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fcb44113e10 con 0x7fcb44074670 2024-06-13T06:39:19.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.587+0000 7fcb495c1640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fcb44114110 con 0x7fcb4410e230 2024-06-13T06:39:19.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.587+0000 7fcb42ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb44073d50 0x7fcb4419a490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:19.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.587+0000 7fcb42ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb44073d50 0x7fcb4419a490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53194/0 (socket says 172.21.15.39:53194) 2024-06-13T06:39:19.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.587+0000 7fcb42ffd640 1 -- 172.21.15.39:0/959680253 learned_addr learned my addr 172.21.15.39:0/959680253 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:39:19.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.587+0000 7fcb427fc640 1 --2- 172.21.15.39:0/959680253 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fcb44074670 0x7fcb4419a9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:19.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.587+0000 7fcb437fe640 1 --2- 172.21.15.39:0/959680253 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcb4410e230 0x7fcb4419ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:19.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.587+0000 7fcb42ffd640 1 -- 172.21.15.39:0/959680253 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcb4410e230 msgr2=0x7fcb4419ed50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:19.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.587+0000 7fcb42ffd640 1 --2- 172.21.15.39:0/959680253 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcb4410e230 0x7fcb4419ed50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:19.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.587+0000 7fcb42ffd640 1 -- 172.21.15.39:0/959680253 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fcb44074670 msgr2=0x7fcb4419a9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:19.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.587+0000 7fcb42ffd640 1 --2- 172.21.15.39:0/959680253 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fcb44074670 0x7fcb4419a9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:19.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.587+0000 7fcb42ffd640 1 -- 172.21.15.39:0/959680253 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb4419f480 con 0x7fcb44073d50 2024-06-13T06:39:19.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.587+0000 7fcb437fe640 1 --2- 172.21.15.39:0/959680253 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcb4410e230 0x7fcb4419ed50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:39:19.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.588+0000 7fcb42ffd640 1 --2- 172.21.15.39:0/959680253 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb44073d50 0x7fcb4419a490 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7fcb3400d950 tx=0x7fcb3400dd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:39:19.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.588+0000 7fcb2bfff640 1 -- 172.21.15.39:0/959680253 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb34017070 con 0x7fcb44073d50 2024-06-13T06:39:19.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.588+0000 7fcb2bfff640 1 -- 172.21.15.39:0/959680253 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fcb3400de80 con 0x7fcb44073d50 2024-06-13T06:39:19.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.588+0000 7fcb495c1640 1 -- 172.21.15.39:0/959680253 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb4419f770 con 0x7fcb44073d50 2024-06-13T06:39:19.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.588+0000 7fcb2bfff640 1 -- 172.21.15.39:0/959680253 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb3400f620 con 0x7fcb44073d50 2024-06-13T06:39:19.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.588+0000 7fcb495c1640 1 -- 172.21.15.39:0/959680253 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb441a7000 con 0x7fcb44073d50 2024-06-13T06:39:19.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.589+0000 7fcb495c1640 1 -- 172.21.15.39:0/959680253 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcb44068c10 con 0x7fcb44073d50 2024-06-13T06:39:19.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.590+0000 7fcb2bfff640 1 -- 172.21.15.39:0/959680253 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fcb34009c30 con 0x7fcb44073d50 2024-06-13T06:39:19.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.591+0000 7fcb2bfff640 1 --2- 172.21.15.39:0/959680253 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fcb2c0a2d00 0x7fcb2c0a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:19.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.591+0000 7fcb427fc640 1 --2- 172.21.15.39:0/959680253 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fcb2c0a2d00 0x7fcb2c0a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:19.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.591+0000 7fcb2bfff640 1 -- 172.21.15.39:0/959680253 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 8550+0+0 (secure 0 0 0) 0x7fcb340cf0e0 con 0x7fcb44073d50 2024-06-13T06:39:19.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.591+0000 7fcb427fc640 1 --2- 172.21.15.39:0/959680253 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fcb2c0a2d00 0x7fcb2c0a51c0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fcb44101360 tx=0x7fcb38009110 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:39:19.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.595+0000 7fcb2bfff640 1 -- 172.21.15.39:0/959680253 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fcb3409bce0 con 0x7fcb44073d50 2024-06-13T06:39:19.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.781+0000 7fcb495c1640 1 -- 172.21.15.39:0/959680253 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fcb441093b0 con 0x7fcb44073d50 2024-06-13T06:39:19.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.782+0000 7fcb2bfff640 1 -- 172.21.15.39:0/959680253 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v112) ==== 74+0+23152 (secure 0 0 0) 0x7fcb3409b5e0 con 0x7fcb44073d50 2024-06-13T06:39:19.782 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:39:19.782 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":112,"fsid":"ae626f9c-294b-11ef-bc9c-c7b262605968","created":"2024-06-13T06:11:51.305066+0000","modified":"2024-06-13T06:39:06.573169+0000","last_up_change":"2024-06-13T06:18:58.374371+0000","last_in_change":"2024-06-13T06:18:37.816473+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-13T06:15:09.300272+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-13T06:19:58.467506+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-13T06:20:01.811410+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"111","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":27,"snap_epoch":111,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b602e286-0350-4768-b03b-081f9c60cda7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":917128641},{"type":"v1","addr":"172.21.15.39:6803","nonce":917128641}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":917128641},{"type":"v1","addr":"172.21.15.39:6805","nonce":917128641}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":917128641},{"type":"v1","addr":"172.21.15.39:6809","nonce":917128641}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":917128641},{"type":"v1","addr":"172.21.15.39:6807","nonce":917128641}]},"public_addr":"172.21.15.39:6803/917128641","cluster_addr":"172.21.15.39:6805/917128641","heartbeat_back_addr":"172.21.15.39:6809/917128641","heartbeat_front_addr":"172.21.15.39:6807/917128641","state":["exists","up"]},{"osd":1,"uuid":"199bf34b-b607-43d8-8216-c4e80c8d3ebe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6800","nonce":1664615815},{"type":"v1","addr":"172.21.15.96:6801","nonce":1664615815}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6802","nonce":1664615815},{"type":"v1","addr":"172.21.15.96:6803","nonce":1664615815}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6806","nonce":1664615815},{"type":"v1","addr":"172.21.15.96:6807","nonce":1664615815}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6804","nonce":1664615815},{"type":"v1","addr":"172.21.15.96:6805","nonce":1664615815}]},"public_addr":"172.21.15.96:6801/1664615815","cluster_addr":"172.21.15.96:6803/1664615815","heartbeat_back_addr":"172.21.15.96:6807/1664615815","heartbeat_front_addr":"172.21.15.96:6805/1664615815","state":["exists","up"]},{"osd":2,"uuid":"1408753c-ec3d-4e23-964e-104614ccba56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":580976175},{"type":"v1","addr":"172.21.15.149:6801","nonce":580976175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":580976175},{"type":"v1","addr":"172.21.15.149:6803","nonce":580976175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":580976175},{"type":"v1","addr":"172.21.15.149:6807","nonce":580976175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":580976175},{"type":"v1","addr":"172.21.15.149:6805","nonce":580976175}]},"public_addr":"172.21.15.149:6801/580976175","cluster_addr":"172.21.15.149:6803/580976175","heartbeat_back_addr":"172.21.15.149:6807/580976175","heartbeat_front_addr":"172.21.15.149:6805/580976175","state":["exists","up"]},{"osd":3,"uuid":"8234a82f-d8d1-42c5-b257-799c0517bb1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2347430345},{"type":"v1","addr":"172.21.15.39:6811","nonce":2347430345}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2347430345},{"type":"v1","addr":"172.21.15.39:6813","nonce":2347430345}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6816","nonce":2347430345},{"type":"v1","addr":"172.21.15.39:6817","nonce":2347430345}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2347430345},{"type":"v1","addr":"172.21.15.39:6815","nonce":2347430345}]},"public_addr":"172.21.15.39:6811/2347430345","cluster_addr":"172.21.15.39:6813/2347430345","heartbeat_back_addr":"172.21.15.39:6817/2347430345","heartbeat_front_addr":"172.21.15.39:6815/2347430345","state":["exists","up"]},{"osd":4,"uuid":"977fac50-3471-408c-9747-70154767f29a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6808","nonce":1674089136},{"type":"v1","addr":"172.21.15.96:6809","nonce":1674089136}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6810","nonce":1674089136},{"type":"v1","addr":"172.21.15.96:6811","nonce":1674089136}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6814","nonce":1674089136},{"type":"v1","addr":"172.21.15.96:6815","nonce":1674089136}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6812","nonce":1674089136},{"type":"v1","addr":"172.21.15.96:6813","nonce":1674089136}]},"public_addr":"172.21.15.96:6809/1674089136","cluster_addr":"172.21.15.96:6811/1674089136","heartbeat_back_addr":"172.21.15.96:6815/1674089136","heartbeat_front_addr":"172.21.15.96:6813/1674089136","state":["exists","up"]},{"osd":5,"uuid":"99a866b2-466a-4779-bb0d-c104bac11df5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":3878401601},{"type":"v1","addr":"172.21.15.149:6809","nonce":3878401601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":3878401601},{"type":"v1","addr":"172.21.15.149:6811","nonce":3878401601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":3878401601},{"type":"v1","addr":"172.21.15.149:6815","nonce":3878401601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":3878401601},{"type":"v1","addr":"172.21.15.149:6813","nonce":3878401601}]},"public_addr":"172.21.15.149:6809/3878401601","cluster_addr":"172.21.15.149:6811/3878401601","heartbeat_back_addr":"172.21.15.149:6815/3878401601","heartbeat_front_addr":"172.21.15.149:6813/3878401601","state":["exists","up"]},{"osd":6,"uuid":"10df23c3-559c-4922-8ccf-99802a4f2449","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":1262679006},{"type":"v1","addr":"172.21.15.39:6819","nonce":1262679006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":1262679006},{"type":"v1","addr":"172.21.15.39:6821","nonce":1262679006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":1262679006},{"type":"v1","addr":"172.21.15.39:6825","nonce":1262679006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":1262679006},{"type":"v1","addr":"172.21.15.39:6823","nonce":1262679006}]},"public_addr":"172.21.15.39:6819/1262679006","cluster_addr":"172.21.15.39:6821/1262679006","heartbeat_back_addr":"172.21.15.39:6825/1262679006","heartbeat_front_addr":"172.21.15.39:6823/1262679006","state":["exists","up"]},{"osd":7,"uuid":"eba2316d-c2fc-4fd8-943c-74e05936af95","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6816","nonce":2801325231},{"type":"v1","addr":"172.21.15.96:6817","nonce":2801325231}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6818","nonce":2801325231},{"type":"v1","addr":"172.21.15.96:6819","nonce":2801325231}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6822","nonce":2801325231},{"type":"v1","addr":"172.21.15.96:6823","nonce":2801325231}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6820","nonce":2801325231},{"type":"v1","addr":"172.21.15.96:6821","nonce":2801325231}]},"public_addr":"172.21.15.96:6817/2801325231","cluster_addr":"172.21.15.96:6819/2801325231","heartbeat_back_addr":"172.21.15.96:6823/2801325231","heartbeat_front_addr":"172.21.15.96:6821/2801325231","state":["exists","up"]},{"osd":8,"uuid":"3c975612-4663-4516-bb94-8705d96309e1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":2814583725},{"type":"v1","addr":"172.21.15.149:6817","nonce":2814583725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":2814583725},{"type":"v1","addr":"172.21.15.149:6819","nonce":2814583725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":2814583725},{"type":"v1","addr":"172.21.15.149:6823","nonce":2814583725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":2814583725},{"type":"v1","addr":"172.21.15.149:6821","nonce":2814583725}]},"public_addr":"172.21.15.149:6817/2814583725","cluster_addr":"172.21.15.149:6819/2814583725","heartbeat_back_addr":"172.21.15.149:6823/2814583725","heartbeat_front_addr":"172.21.15.149:6821/2814583725","state":["exists","up"]},{"osd":9,"uuid":"17d9ffb0-b826-452c-bd91-1399fb46e734","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":2716066772},{"type":"v1","addr":"172.21.15.39:6827","nonce":2716066772}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":2716066772},{"type":"v1","addr":"172.21.15.39:6829","nonce":2716066772}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":2716066772},{"type":"v1","addr":"172.21.15.39:6833","nonce":2716066772}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":2716066772},{"type":"v1","addr":"172.21.15.39:6831","nonce":2716066772}]},"public_addr":"172.21.15.39:6827/2716066772","cluster_addr":"172.21.15.39:6829/2716066772","heartbeat_back_addr":"172.21.15.39:6833/2716066772","heartbeat_front_addr":"172.21.15.39:6831/2716066772","state":["exists","up"]},{"osd":10,"uuid":"5fa8dedf-2c1b-47b0-98ca-7983922b6e31","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6824","nonce":3117528382},{"type":"v1","addr":"172.21.15.96:6825","nonce":3117528382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6826","nonce":3117528382},{"type":"v1","addr":"172.21.15.96:6827","nonce":3117528382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6830","nonce":3117528382},{"type":"v1","addr":"172.21.15.96:6831","nonce":3117528382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6828","nonce":3117528382},{"type":"v1","addr":"172.21.15.96:6829","nonce":3117528382}]},"public_addr":"172.21.15.96:6825/3117528382","cluster_addr":"172.21.15.96:6827/3117528382","heartbeat_back_addr":"172.21.15.96:6831/3117528382","heartbeat_front_addr":"172.21.15.96:6829/3117528382","state":["exists","up"]},{"osd":11,"uuid":"464289a7-ae93-47f5-b88b-7c21ab02c295","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":3783053198},{"type":"v1","addr":"172.21.15.149:6825","nonce":3783053198}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":3783053198},{"type":"v1","addr":"172.21.15.149:6827","nonce":3783053198}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":3783053198},{"type":"v1","addr":"172.21.15.149:6831","nonce":3783053198}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":3783053198},{"type":"v1","addr":"172.21.15.149:6829","nonce":3783053198}]},"public_addr":"172.21.15.149:6825/3783053198","cluster_addr":"172.21.15.149:6827/3783053198","heartbeat_back_addr":"172.21.15.149:6831/3783053198","heartbeat_front_addr":"172.21.15.149:6829/3783053198","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:14:17.982063+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:14:41.653647+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:15:05.443023+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:15:30.243854+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:15:55.390739+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:16:20.257963+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:16:45.973831+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:17:11.985325+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:17:36.876077+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:18:03.226432+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:18:29.731400+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:18:56.089310+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.0","mappings":[{"from":4,"to":6}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.14","mappings":[{"from":1,"to":9}]},{"pgid":"3.18","mappings":[{"from":3,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8},{"from":5,"to":9}]},{"pgid":"3.37","mappings":[{"from":5,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:0/1836728899":"2024-06-14T06:23:09.517268+0000","172.21.15.39:0/855941877":"2024-06-14T06:23:09.517268+0000","172.21.15.39:6801/2178314534":"2024-06-14T06:23:09.517268+0000","172.21.15.39:6800/2178314534":"2024-06-14T06:23:09.517268+0000","172.21.15.39:0/3967350115":"2024-06-14T06:23:09.517268+0000","172.21.15.39:0/2230961630":"2024-06-14T06:12:44.764849+0000","172.21.15.39:0/3359492273":"2024-06-14T06:12:44.764849+0000","172.21.15.39:6800/1734263468":"2024-06-14T06:12:44.764849+0000","172.21.15.39:6801/1734263468":"2024-06-14T06:12:44.764849+0000","172.21.15.39:0/984030546":"2024-06-14T06:12:17.979204+0000","172.21.15.39:0/3945491090":"2024-06-14T06:23:09.517268+0000","172.21.15.39:0/3526641224":"2024-06-14T06:12:44.764849+0000","172.21.15.39:0/3515867652":"2024-06-14T06:12:17.979204+0000","172.21.15.39:6800/1863890417":"2024-06-14T06:12:17.979204+0000","172.21.15.39:0/973565867":"2024-06-14T06:12:17.979204+0000","172.21.15.39:6801/1863890417":"2024-06-14T06:12:17.979204+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":14,"length":1},{"begin":27,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-13T06:39:19.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.784+0000 7fcb495c1640 1 -- 172.21.15.39:0/959680253 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fcb2c0a2d00 msgr2=0x7fcb2c0a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:19.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.784+0000 7fcb495c1640 1 --2- 172.21.15.39:0/959680253 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fcb2c0a2d00 0x7fcb2c0a51c0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fcb44101360 tx=0x7fcb38009110 comp rx=0 tx=0).stop 2024-06-13T06:39:19.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.784+0000 7fcb495c1640 1 -- 172.21.15.39:0/959680253 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb44073d50 msgr2=0x7fcb4419a490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:19.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.784+0000 7fcb495c1640 1 --2- 172.21.15.39:0/959680253 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb44073d50 0x7fcb4419a490 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7fcb3400d950 tx=0x7fcb3400dd50 comp rx=0 tx=0).stop 2024-06-13T06:39:19.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.784+0000 7fcb495c1640 1 -- 172.21.15.39:0/959680253 shutdown_connections 2024-06-13T06:39:19.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.784+0000 7fcb495c1640 1 --2- 172.21.15.39:0/959680253 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fcb2c0a2d00 0x7fcb2c0a51c0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:19.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.784+0000 7fcb495c1640 1 --2- 172.21.15.39:0/959680253 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcb4410e230 0x7fcb4419ed50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:19.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.784+0000 7fcb495c1640 1 --2- 172.21.15.39:0/959680253 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fcb44074670 0x7fcb4419a9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:19.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.784+0000 7fcb495c1640 1 --2- 172.21.15.39:0/959680253 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb44073d50 0x7fcb4419a490 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:19.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.784+0000 7fcb495c1640 1 -- 172.21.15.39:0/959680253 >> 172.21.15.39:0/959680253 conn(0x7fcb44078d60 msgr2=0x7fcb440fe8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:39:19.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.784+0000 7fcb495c1640 1 -- 172.21.15.39:0/959680253 shutdown_connections 2024-06-13T06:39:19.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.784+0000 7fcb495c1640 1 -- 172.21.15.39:0/959680253 wait complete. 2024-06-13T06:39:19.795 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-06-13T06:15:09.300272+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-06-13T06:19:58.467506+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-06-13T06:20:01.811410+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '111', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 27, 'snap_epoch': 111, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-06-13T06:39:19.796 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-06-13T06:39:19.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.906+0000 7fd90884d640 1 -- 172.21.15.39:0/913181900 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd904105870 msgr2=0x7fd904105c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:19.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.906+0000 7fd90884d640 1 --2- 172.21.15.39:0/913181900 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd904105870 0x7fd904105c50 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7fd8ec009930 tx=0x7fd8ec02a420 comp rx=0 tx=0).stop 2024-06-13T06:39:19.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.906+0000 7fd90884d640 1 -- 172.21.15.39:0/913181900 shutdown_connections 2024-06-13T06:39:19.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.906+0000 7fd90884d640 1 --2- 172.21.15.39:0/913181900 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd904101da0 0x7fd90410d750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:19.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.906+0000 7fd90884d640 1 --2- 172.21.15.39:0/913181900 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd9041013e0 0x7fd904101860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:19.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.906+0000 7fd90884d640 1 --2- 172.21.15.39:0/913181900 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd904105870 0x7fd904105c50 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:19.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.906+0000 7fd90884d640 1 -- 172.21.15.39:0/913181900 >> 172.21.15.39:0/913181900 conn(0x7fd904075b30 msgr2=0x7fd904075f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:39:19.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.906+0000 7fd90884d640 1 -- 172.21.15.39:0/913181900 shutdown_connections 2024-06-13T06:39:19.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.906+0000 7fd90884d640 1 -- 172.21.15.39:0/913181900 wait complete. 2024-06-13T06:39:19.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.907+0000 7fd90884d640 1 Processor -- start 2024-06-13T06:39:19.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.907+0000 7fd90884d640 1 -- start start 2024-06-13T06:39:19.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.907+0000 7fd90884d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd9041013e0 0x7fd9041981a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:19.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.907+0000 7fd90884d640 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd904101da0 0x7fd9041986e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:19.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.907+0000 7fd90884d640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd904105870 0x7fd90419ca60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:19.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.907+0000 7fd90884d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fd904110c60 con 0x7fd9041013e0 2024-06-13T06:39:19.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.907+0000 7fd90884d640 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fd904110ae0 con 0x7fd904101da0 2024-06-13T06:39:19.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.907+0000 7fd90884d640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fd904110de0 con 0x7fd904105870 2024-06-13T06:39:19.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.907+0000 7fd90259c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd9041013e0 0x7fd9041981a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:19.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.907+0000 7fd90259c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd9041013e0 0x7fd9041981a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53206/0 (socket says 172.21.15.39:53206) 2024-06-13T06:39:19.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.907+0000 7fd90259c640 1 -- 172.21.15.39:0/940797083 learned_addr learned my addr 172.21.15.39:0/940797083 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:39:19.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.907+0000 7fd901d9b640 1 --2- 172.21.15.39:0/940797083 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd904101da0 0x7fd9041986e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:19.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.907+0000 7fd902d9d640 1 --2- 172.21.15.39:0/940797083 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd904105870 0x7fd90419ca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:19.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.907+0000 7fd90259c640 1 -- 172.21.15.39:0/940797083 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd904105870 msgr2=0x7fd90419ca60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:19.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.907+0000 7fd90259c640 1 --2- 172.21.15.39:0/940797083 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd904105870 0x7fd90419ca60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:19.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.907+0000 7fd90259c640 1 -- 172.21.15.39:0/940797083 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd904101da0 msgr2=0x7fd9041986e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:19.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.907+0000 7fd90259c640 1 --2- 172.21.15.39:0/940797083 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd904101da0 0x7fd9041986e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:19.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.907+0000 7fd90259c640 1 -- 172.21.15.39:0/940797083 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd90419d190 con 0x7fd9041013e0 2024-06-13T06:39:19.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.907+0000 7fd902d9d640 1 --2- 172.21.15.39:0/940797083 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd904105870 0x7fd90419ca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-06-13T06:39:19.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.908+0000 7fd90259c640 1 --2- 172.21.15.39:0/940797083 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd9041013e0 0x7fd9041981a0 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7fd8ec009230 tx=0x7fd8ec003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:39:19.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.908+0000 7fd8fb7fe640 1 -- 172.21.15.39:0/940797083 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8ec03f070 con 0x7fd9041013e0 2024-06-13T06:39:19.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.908+0000 7fd90884d640 1 -- 172.21.15.39:0/940797083 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd90419d420 con 0x7fd9041013e0 2024-06-13T06:39:19.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.908+0000 7fd8fb7fe640 1 -- 172.21.15.39:0/940797083 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd8ec003e50 con 0x7fd9041013e0 2024-06-13T06:39:19.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.908+0000 7fd90884d640 1 -- 172.21.15.39:0/940797083 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9041a4d10 con 0x7fd9041013e0 2024-06-13T06:39:19.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.908+0000 7fd8fb7fe640 1 -- 172.21.15.39:0/940797083 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8ec035030 con 0x7fd9041013e0 2024-06-13T06:39:19.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.909+0000 7fd90884d640 1 -- 172.21.15.39:0/940797083 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd904068c10 con 0x7fd9041013e0 2024-06-13T06:39:19.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.910+0000 7fd8fb7fe640 1 -- 172.21.15.39:0/940797083 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fd8ec042070 con 0x7fd9041013e0 2024-06-13T06:39:19.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.911+0000 7fd8fb7fe640 1 --2- 172.21.15.39:0/940797083 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fd8f00a2d00 0x7fd8f00a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:19.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.912+0000 7fd901d9b640 1 --2- 172.21.15.39:0/940797083 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fd8f00a2d00 0x7fd8f00a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:19.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.912+0000 7fd8fb7fe640 1 -- 172.21.15.39:0/940797083 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 8550+0+0 (secure 0 0 0) 0x7fd8ec0f0160 con 0x7fd9041013e0 2024-06-13T06:39:19.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.912+0000 7fd901d9b640 1 --2- 172.21.15.39:0/940797083 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fd8f00a2d00 0x7fd8f00a51c0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fd904076210 tx=0x7fd8f400a2d0 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:39:19.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:19.915+0000 7fd8fb7fe640 1 -- 172.21.15.39:0/940797083 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fd8ec0bcd60 con 0x7fd9041013e0 2024-06-13T06:39:20.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.101+0000 7fd90884d640 1 -- 172.21.15.39:0/940797083 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fd9041994f0 con 0x7fd9041013e0 2024-06-13T06:39:20.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.101+0000 7fd8fb7fe640 1 -- 172.21.15.39:0/940797083 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v112) ==== 93+0+10 (secure 0 0 0) 0x7fd8ec0bc660 con 0x7fd9041013e0 2024-06-13T06:39:20.100 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-06-13T06:39:20.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.103+0000 7fd90884d640 1 -- 172.21.15.39:0/940797083 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fd8f00a2d00 msgr2=0x7fd8f00a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:20.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.103+0000 7fd90884d640 1 --2- 172.21.15.39:0/940797083 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fd8f00a2d00 0x7fd8f00a51c0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fd904076210 tx=0x7fd8f400a2d0 comp rx=0 tx=0).stop 2024-06-13T06:39:20.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.103+0000 7fd90884d640 1 -- 172.21.15.39:0/940797083 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd9041013e0 msgr2=0x7fd9041981a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:20.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.103+0000 7fd90884d640 1 --2- 172.21.15.39:0/940797083 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd9041013e0 0x7fd9041981a0 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7fd8ec009230 tx=0x7fd8ec003ba0 comp rx=0 tx=0).stop 2024-06-13T06:39:20.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.103+0000 7fd90884d640 1 -- 172.21.15.39:0/940797083 shutdown_connections 2024-06-13T06:39:20.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.103+0000 7fd90884d640 1 --2- 172.21.15.39:0/940797083 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fd8f00a2d00 0x7fd8f00a51c0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:20.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.103+0000 7fd90884d640 1 --2- 172.21.15.39:0/940797083 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd904105870 0x7fd90419ca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:20.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.103+0000 7fd90884d640 1 --2- 172.21.15.39:0/940797083 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd904101da0 0x7fd9041986e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:20.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.103+0000 7fd90884d640 1 --2- 172.21.15.39:0/940797083 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd9041013e0 0x7fd9041981a0 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:20.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.103+0000 7fd90884d640 1 -- 172.21.15.39:0/940797083 >> 172.21.15.39:0/940797083 conn(0x7fd904075b30 msgr2=0x7fd904100430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:39:20.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.103+0000 7fd90884d640 1 -- 172.21.15.39:0/940797083 shutdown_connections 2024-06-13T06:39:20.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.103+0000 7fd90884d640 1 -- 172.21.15.39:0/940797083 wait complete. 2024-06-13T06:39:20.114 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-06-13T06:39:20.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.223+0000 7fbdbbe85640 1 -- 172.21.15.39:0/3142343554 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbdb4106890 msgr2=0x7fbdb4106c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:20.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.223+0000 7fbdbbe85640 1 --2- 172.21.15.39:0/3142343554 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbdb4106890 0x7fbdb4106c70 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7fbdb0009930 tx=0x7fbdb002a420 comp rx=0 tx=0).stop 2024-06-13T06:39:20.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.223+0000 7fbdbbe85640 1 -- 172.21.15.39:0/3142343554 shutdown_connections 2024-06-13T06:39:20.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.223+0000 7fbdbbe85640 1 --2- 172.21.15.39:0/3142343554 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbdb4101240 0x7fbdb410d750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:20.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.223+0000 7fbdbbe85640 1 --2- 172.21.15.39:0/3142343554 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fbdb4100880 0x7fbdb4100d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:20.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.223+0000 7fbdbbe85640 1 --2- 172.21.15.39:0/3142343554 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbdb4106890 0x7fbdb4106c70 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:20.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.223+0000 7fbdbbe85640 1 -- 172.21.15.39:0/3142343554 >> 172.21.15.39:0/3142343554 conn(0x7fbdb4076c20 msgr2=0x7fbdb4077030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:39:20.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.223+0000 7fbdbbe85640 1 -- 172.21.15.39:0/3142343554 shutdown_connections 2024-06-13T06:39:20.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.223+0000 7fbdbbe85640 1 -- 172.21.15.39:0/3142343554 wait complete. 2024-06-13T06:39:20.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.223+0000 7fbdbbe85640 1 Processor -- start 2024-06-13T06:39:20.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.223+0000 7fbdbbe85640 1 -- start start 2024-06-13T06:39:20.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.224+0000 7fbdbbe85640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbdb4100880 0x7fbdb41982b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:20.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.224+0000 7fbdbbe85640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbdb4101240 0x7fbdb41987f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:20.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.224+0000 7fbdbbe85640 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fbdb4106890 0x7fbdb419cb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:20.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.224+0000 7fbdbbe85640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fbdb4110ca0 con 0x7fbdb4100880 2024-06-13T06:39:20.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.224+0000 7fbdbbe85640 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fbdb4110b20 con 0x7fbdb4106890 2024-06-13T06:39:20.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.224+0000 7fbdbbe85640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fbdb4110e20 con 0x7fbdb4101240 2024-06-13T06:39:20.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.224+0000 7fbdb9c21640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbdb4100880 0x7fbdb41982b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:20.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.224+0000 7fbdb9c21640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbdb4100880 0x7fbdb41982b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53210/0 (socket says 172.21.15.39:53210) 2024-06-13T06:39:20.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.224+0000 7fbdb9c21640 1 -- 172.21.15.39:0/2172399983 learned_addr learned my addr 172.21.15.39:0/2172399983 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:39:20.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.224+0000 7fbdb9420640 1 --2- 172.21.15.39:0/2172399983 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbdb4101240 0x7fbdb41987f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:20.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.224+0000 7fbdba422640 1 --2- 172.21.15.39:0/2172399983 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fbdb4106890 0x7fbdb419cb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:20.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.224+0000 7fbdb9c21640 1 -- 172.21.15.39:0/2172399983 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbdb4101240 msgr2=0x7fbdb41987f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:20.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.224+0000 7fbdb9c21640 1 --2- 172.21.15.39:0/2172399983 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbdb4101240 0x7fbdb41987f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:20.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.224+0000 7fbdb9c21640 1 -- 172.21.15.39:0/2172399983 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fbdb4106890 msgr2=0x7fbdb419cb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:20.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.224+0000 7fbdb9c21640 1 --2- 172.21.15.39:0/2172399983 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fbdb4106890 0x7fbdb419cb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:20.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.224+0000 7fbdb9c21640 1 -- 172.21.15.39:0/2172399983 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbdb419d2a0 con 0x7fbdb4100880 2024-06-13T06:39:20.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.224+0000 7fbdba422640 1 --2- 172.21.15.39:0/2172399983 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fbdb4106890 0x7fbdb419cb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:39:20.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.224+0000 7fbdb9c21640 1 --2- 172.21.15.39:0/2172399983 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbdb4100880 0x7fbdb41982b0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7fbdb0009230 tx=0x7fbdb0004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:39:20.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.224+0000 7fbdaaffd640 1 -- 172.21.15.39:0/2172399983 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdb003f030 con 0x7fbdb4100880 2024-06-13T06:39:20.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.224+0000 7fbdbbe85640 1 -- 172.21.15.39:0/2172399983 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbdb419d530 con 0x7fbdb4100880 2024-06-13T06:39:20.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.224+0000 7fbdaaffd640 1 -- 172.21.15.39:0/2172399983 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fbdb0003ad0 con 0x7fbdb4100880 2024-06-13T06:39:20.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.224+0000 7fbdaaffd640 1 -- 172.21.15.39:0/2172399983 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdb0035070 con 0x7fbdb4100880 2024-06-13T06:39:20.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.224+0000 7fbdbbe85640 1 -- 172.21.15.39:0/2172399983 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbdb41a4e20 con 0x7fbdb4100880 2024-06-13T06:39:20.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.225+0000 7fbdbbe85640 1 -- 172.21.15.39:0/2172399983 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbdb4068c10 con 0x7fbdb4100880 2024-06-13T06:39:20.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.227+0000 7fbdaaffd640 1 -- 172.21.15.39:0/2172399983 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fbdb0042030 con 0x7fbdb4100880 2024-06-13T06:39:20.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.227+0000 7fbdaaffd640 1 --2- 172.21.15.39:0/2172399983 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fbda00a2d00 0x7fbda00a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:20.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.227+0000 7fbdb9420640 1 --2- 172.21.15.39:0/2172399983 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fbda00a2d00 0x7fbda00a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:20.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.227+0000 7fbdaaffd640 1 -- 172.21.15.39:0/2172399983 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 8550+0+0 (secure 0 0 0) 0x7fbdb00ef990 con 0x7fbdb4100880 2024-06-13T06:39:20.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.228+0000 7fbdb9420640 1 --2- 172.21.15.39:0/2172399983 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fbda00a2d00 0x7fbda00a51c0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fbdb4105070 tx=0x7fbda400b390 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:39:20.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.231+0000 7fbdaaffd640 1 -- 172.21.15.39:0/2172399983 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fbdb00bc590 con 0x7fbdb4100880 2024-06-13T06:39:20.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.414+0000 7fbdbbe85640 1 -- 172.21.15.39:0/2172399983 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fbdb4199600 con 0x7fbdb4100880 2024-06-13T06:39:20.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.415+0000 7fbdaaffd640 1 -- 172.21.15.39:0/2172399983 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v112) ==== 104+0+11 (secure 0 0 0) 0x7fbdb4199600 con 0x7fbdb4100880 2024-06-13T06:39:20.414 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-06-13T06:39:20.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.416+0000 7fbdbbe85640 1 -- 172.21.15.39:0/2172399983 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fbda00a2d00 msgr2=0x7fbda00a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:20.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.416+0000 7fbdbbe85640 1 --2- 172.21.15.39:0/2172399983 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fbda00a2d00 0x7fbda00a51c0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fbdb4105070 tx=0x7fbda400b390 comp rx=0 tx=0).stop 2024-06-13T06:39:20.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.416+0000 7fbdbbe85640 1 -- 172.21.15.39:0/2172399983 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbdb4100880 msgr2=0x7fbdb41982b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:20.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.416+0000 7fbdbbe85640 1 --2- 172.21.15.39:0/2172399983 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbdb4100880 0x7fbdb41982b0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7fbdb0009230 tx=0x7fbdb0004270 comp rx=0 tx=0).stop 2024-06-13T06:39:20.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.417+0000 7fbdbbe85640 1 -- 172.21.15.39:0/2172399983 shutdown_connections 2024-06-13T06:39:20.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.417+0000 7fbdbbe85640 1 --2- 172.21.15.39:0/2172399983 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fbda00a2d00 0x7fbda00a51c0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:20.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.417+0000 7fbdbbe85640 1 --2- 172.21.15.39:0/2172399983 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fbdb4106890 0x7fbdb419cb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:20.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.417+0000 7fbdbbe85640 1 --2- 172.21.15.39:0/2172399983 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbdb4101240 0x7fbdb41987f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:20.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.417+0000 7fbdbbe85640 1 --2- 172.21.15.39:0/2172399983 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbdb4100880 0x7fbdb41982b0 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:20.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.417+0000 7fbdbbe85640 1 -- 172.21.15.39:0/2172399983 >> 172.21.15.39:0/2172399983 conn(0x7fbdb4076c20 msgr2=0x7fbdb406a380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:39:20.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.417+0000 7fbdbbe85640 1 -- 172.21.15.39:0/2172399983 shutdown_connections 2024-06-13T06:39:20.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.417+0000 7fbdbbe85640 1 -- 172.21.15.39:0/2172399983 wait complete. 2024-06-13T06:39:20.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:39:20 smithi039 ceph-mon[32479]: from='client.15867 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:39:20.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:39:20 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/959680253' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T06:39:20.427 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-06-13T06:39:20.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:39:20 smithi149 ceph-mon[36963]: from='client.15867 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:39:20.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:39:20 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/959680253' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T06:39:20.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.537+0000 7f01a3264640 1 -- 172.21.15.39:0/3001342142 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f019c100880 msgr2=0x7f019c100d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:20.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.537+0000 7f01a3264640 1 --2- 172.21.15.39:0/3001342142 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f019c100880 0x7f019c100d00 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f018c009930 tx=0x7f018c02a420 comp rx=0 tx=0).stop 2024-06-13T06:39:20.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.537+0000 7f01a3264640 1 -- 172.21.15.39:0/3001342142 shutdown_connections 2024-06-13T06:39:20.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.537+0000 7f01a3264640 1 --2- 172.21.15.39:0/3001342142 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f019c100880 0x7f019c100d00 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:20.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.537+0000 7f01a3264640 1 --2- 172.21.15.39:0/3001342142 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f019c101240 0x7f019c10d750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:20.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.537+0000 7f01a3264640 1 --2- 172.21.15.39:0/3001342142 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f019c106890 0x7f019c106c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:20.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.537+0000 7f01a3264640 1 -- 172.21.15.39:0/3001342142 >> 172.21.15.39:0/3001342142 conn(0x7f019c077900 msgr2=0x7f019c077d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:39:20.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.537+0000 7f01a3264640 1 -- 172.21.15.39:0/3001342142 shutdown_connections 2024-06-13T06:39:20.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.537+0000 7f01a3264640 1 -- 172.21.15.39:0/3001342142 wait complete. 2024-06-13T06:39:20.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.537+0000 7f01a3264640 1 Processor -- start 2024-06-13T06:39:20.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.537+0000 7f01a3264640 1 -- start start 2024-06-13T06:39:20.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.538+0000 7f01a3264640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f019c100880 0x7f019c1971d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:20.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.538+0000 7f01a3264640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f019c101240 0x7f019c197710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:20.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.538+0000 7f01a3264640 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f019c106890 0x7f019c19ba40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:20.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.538+0000 7f01a3264640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f019c110cf0 con 0x7f019c100880 2024-06-13T06:39:20.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.538+0000 7f01a3264640 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f019c110b70 con 0x7f019c106890 2024-06-13T06:39:20.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.538+0000 7f01a3264640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f019c110e70 con 0x7f019c101240 2024-06-13T06:39:20.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.538+0000 7f01a1000640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f019c100880 0x7f019c1971d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:20.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.538+0000 7f01a1000640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f019c100880 0x7f019c1971d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53232/0 (socket says 172.21.15.39:53232) 2024-06-13T06:39:20.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.538+0000 7f01a1000640 1 -- 172.21.15.39:0/3580688350 learned_addr learned my addr 172.21.15.39:0/3580688350 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:39:20.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.538+0000 7f019bfff640 1 --2- 172.21.15.39:0/3580688350 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f019c101240 0x7f019c197710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:20.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.538+0000 7f01a1801640 1 --2- 172.21.15.39:0/3580688350 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f019c106890 0x7f019c19ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:20.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.538+0000 7f01a1000640 1 -- 172.21.15.39:0/3580688350 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f019c101240 msgr2=0x7f019c197710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:20.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.538+0000 7f01a1000640 1 --2- 172.21.15.39:0/3580688350 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f019c101240 0x7f019c197710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:20.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.538+0000 7f01a1000640 1 -- 172.21.15.39:0/3580688350 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f019c106890 msgr2=0x7f019c19ba40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:20.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.538+0000 7f01a1000640 1 --2- 172.21.15.39:0/3580688350 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f019c106890 0x7f019c19ba40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:20.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.538+0000 7f01a1000640 1 -- 172.21.15.39:0/3580688350 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f019c19c170 con 0x7f019c100880 2024-06-13T06:39:20.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.538+0000 7f01a1000640 1 --2- 172.21.15.39:0/3580688350 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f019c100880 0x7f019c1971d0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f019000d770 tx=0x7f019000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:39:20.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.538+0000 7f0199ffb640 1 -- 172.21.15.39:0/3580688350 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0190017070 con 0x7f019c100880 2024-06-13T06:39:20.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.538+0000 7f0199ffb640 1 -- 172.21.15.39:0/3580688350 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0190005500 con 0x7f019c100880 2024-06-13T06:39:20.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.538+0000 7f01a3264640 1 -- 172.21.15.39:0/3580688350 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f019c19c460 con 0x7f019c100880 2024-06-13T06:39:20.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.538+0000 7f0199ffb640 1 -- 172.21.15.39:0/3580688350 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0190004e00 con 0x7f019c100880 2024-06-13T06:39:20.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.539+0000 7f01a3264640 1 -- 172.21.15.39:0/3580688350 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f019c1a3cf0 con 0x7f019c100880 2024-06-13T06:39:20.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:39:20 smithi096 ceph-mon[36532]: from='client.15867 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:39:20.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:39:20 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/959680253' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T06:39:20.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.540+0000 7f01a3264640 1 -- 172.21.15.39:0/3580688350 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f019c068c10 con 0x7f019c100880 2024-06-13T06:39:20.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.541+0000 7f0199ffb640 1 -- 172.21.15.39:0/3580688350 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f0190004fa0 con 0x7f019c100880 2024-06-13T06:39:20.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.542+0000 7f0199ffb640 1 --2- 172.21.15.39:0/3580688350 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f01840a2d80 0x7f01840a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:20.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.542+0000 7f019bfff640 1 --2- 172.21.15.39:0/3580688350 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f01840a2d80 0x7f01840a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:20.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.542+0000 7f0199ffb640 1 -- 172.21.15.39:0/3580688350 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 8550+0+0 (secure 0 0 0) 0x7f01900ced20 con 0x7f019c100880 2024-06-13T06:39:20.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.542+0000 7f019bfff640 1 --2- 172.21.15.39:0/3580688350 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f01840a2d80 0x7f01840a5240 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f018c006010 tx=0x7f018c000bc0 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:39:20.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.547+0000 7f0199ffb640 1 -- 172.21.15.39:0/3580688350 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f019009b2d0 con 0x7f019c100880 2024-06-13T06:39:20.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.732+0000 7f01a3264640 1 -- 172.21.15.39:0/3580688350 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f019c108df0 con 0x7f019c100880 2024-06-13T06:39:20.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.732+0000 7f0199ffb640 1 -- 172.21.15.39:0/3580688350 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v112) ==== 100+0+11 (secure 0 0 0) 0x7f019009f5d0 con 0x7f019c100880 2024-06-13T06:39:20.731 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-06-13T06:39:20.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.734+0000 7f01a3264640 1 -- 172.21.15.39:0/3580688350 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f01840a2d80 msgr2=0x7f01840a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:20.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.734+0000 7f01a3264640 1 --2- 172.21.15.39:0/3580688350 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f01840a2d80 0x7f01840a5240 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f018c006010 tx=0x7f018c000bc0 comp rx=0 tx=0).stop 2024-06-13T06:39:20.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.734+0000 7f01a3264640 1 -- 172.21.15.39:0/3580688350 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f019c100880 msgr2=0x7f019c1971d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:20.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.734+0000 7f01a3264640 1 --2- 172.21.15.39:0/3580688350 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f019c100880 0x7f019c1971d0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f019000d770 tx=0x7f019000dc30 comp rx=0 tx=0).stop 2024-06-13T06:39:20.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.734+0000 7f01a3264640 1 -- 172.21.15.39:0/3580688350 shutdown_connections 2024-06-13T06:39:20.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.734+0000 7f01a3264640 1 --2- 172.21.15.39:0/3580688350 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f01840a2d80 0x7f01840a5240 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:20.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.734+0000 7f01a3264640 1 --2- 172.21.15.39:0/3580688350 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f019c106890 0x7f019c19ba40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:20.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.734+0000 7f01a3264640 1 --2- 172.21.15.39:0/3580688350 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f019c101240 0x7f019c197710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:20.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.734+0000 7f01a3264640 1 --2- 172.21.15.39:0/3580688350 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f019c100880 0x7f019c1971d0 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:20.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.734+0000 7f01a3264640 1 -- 172.21.15.39:0/3580688350 >> 172.21.15.39:0/3580688350 conn(0x7f019c077900 msgr2=0x7f019c103490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:39:20.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.734+0000 7f01a3264640 1 -- 172.21.15.39:0/3580688350 shutdown_connections 2024-06-13T06:39:20.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.734+0000 7f01a3264640 1 -- 172.21.15.39:0/3580688350 wait complete. 2024-06-13T06:39:20.745 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2024-06-13T06:39:20.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.851+0000 7f0efa9ed640 1 -- 172.21.15.39:0/2430828507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ef4103550 msgr2=0x7f0ef410ba30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:20.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.851+0000 7f0efa9ed640 1 --2- 172.21.15.39:0/2430828507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ef4103550 0x7f0ef410ba30 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f0ee8009900 tx=0x7f0ee802a510 comp rx=0 tx=0).stop 2024-06-13T06:39:20.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.851+0000 7f0efa9ed640 1 -- 172.21.15.39:0/2430828507 shutdown_connections 2024-06-13T06:39:20.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.851+0000 7f0efa9ed640 1 --2- 172.21.15.39:0/2430828507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ef4103550 0x7f0ef410ba30 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:20.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.851+0000 7f0efa9ed640 1 --2- 172.21.15.39:0/2430828507 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0ef410bf70 0x7f0ef410e410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:20.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.851+0000 7f0efa9ed640 1 --2- 172.21.15.39:0/2430828507 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f0ef4102c30 0x7f0ef4103010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:20.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.851+0000 7f0efa9ed640 1 -- 172.21.15.39:0/2430828507 >> 172.21.15.39:0/2430828507 conn(0x7f0ef40779a0 msgr2=0x7f0ef4077db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:39:20.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.851+0000 7f0efa9ed640 1 -- 172.21.15.39:0/2430828507 shutdown_connections 2024-06-13T06:39:20.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.851+0000 7f0efa9ed640 1 -- 172.21.15.39:0/2430828507 wait complete. 2024-06-13T06:39:20.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.851+0000 7f0efa9ed640 1 Processor -- start 2024-06-13T06:39:20.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.851+0000 7f0efa9ed640 1 -- start start 2024-06-13T06:39:20.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.852+0000 7f0efa9ed640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0ef4102c30 0x7f0ef4198250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:20.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.852+0000 7f0efa9ed640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ef4103550 0x7f0ef4198790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:20.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.852+0000 7f0efa9ed640 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f0ef410bf70 0x7f0ef419cb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:20.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.852+0000 7f0efa9ed640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f0ef4111d70 con 0x7f0ef4103550 2024-06-13T06:39:20.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.852+0000 7f0efa9ed640 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f0ef4111bf0 con 0x7f0ef410bf70 2024-06-13T06:39:20.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.852+0000 7f0efa9ed640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f0ef4111ef0 con 0x7f0ef4102c30 2024-06-13T06:39:20.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.852+0000 7f0ef37fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ef4103550 0x7f0ef4198790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:20.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.852+0000 7f0ef37fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ef4103550 0x7f0ef4198790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41714/0 (socket says 172.21.15.39:41714) 2024-06-13T06:39:20.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.852+0000 7f0ef37fe640 1 -- 172.21.15.39:0/3600370932 learned_addr learned my addr 172.21.15.39:0/3600370932 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:39:20.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.852+0000 7f0ef3fff640 1 --2- 172.21.15.39:0/3600370932 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0ef4102c30 0x7f0ef4198250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:20.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.852+0000 7f0ef8f8a640 1 --2- 172.21.15.39:0/3600370932 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f0ef410bf70 0x7f0ef419cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:20.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.852+0000 7f0ef37fe640 1 -- 172.21.15.39:0/3600370932 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0ef4102c30 msgr2=0x7f0ef4198250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:20.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.852+0000 7f0ef37fe640 1 --2- 172.21.15.39:0/3600370932 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0ef4102c30 0x7f0ef4198250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:20.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.852+0000 7f0ef37fe640 1 -- 172.21.15.39:0/3600370932 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f0ef410bf70 msgr2=0x7f0ef419cb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:20.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.852+0000 7f0ef37fe640 1 --2- 172.21.15.39:0/3600370932 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f0ef410bf70 0x7f0ef419cb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:20.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.852+0000 7f0ef37fe640 1 -- 172.21.15.39:0/3600370932 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ef419d240 con 0x7f0ef4103550 2024-06-13T06:39:20.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.852+0000 7f0ef8f8a640 1 --2- 172.21.15.39:0/3600370932 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f0ef410bf70 0x7f0ef419cb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:39:20.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.852+0000 7f0ef37fe640 1 --2- 172.21.15.39:0/3600370932 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ef4103550 0x7f0ef4198790 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f0ee8006010 tx=0x7f0ee80042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:39:20.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.852+0000 7f0ef17fa640 1 -- 172.21.15.39:0/3600370932 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ee803f030 con 0x7f0ef4103550 2024-06-13T06:39:20.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.853+0000 7f0ef17fa640 1 -- 172.21.15.39:0/3600370932 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f0ee8003ce0 con 0x7f0ef4103550 2024-06-13T06:39:20.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.853+0000 7f0efa9ed640 1 -- 172.21.15.39:0/3600370932 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ef419d4d0 con 0x7f0ef4103550 2024-06-13T06:39:20.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.853+0000 7f0ef17fa640 1 -- 172.21.15.39:0/3600370932 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ee8035070 con 0x7f0ef4103550 2024-06-13T06:39:20.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.853+0000 7f0efa9ed640 1 -- 172.21.15.39:0/3600370932 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ef41a4dc0 con 0x7f0ef4103550 2024-06-13T06:39:20.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.854+0000 7f0efa9ed640 1 -- 172.21.15.39:0/3600370932 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ef40687c0 con 0x7f0ef4103550 2024-06-13T06:39:20.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.855+0000 7f0ef17fa640 1 -- 172.21.15.39:0/3600370932 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f0ee8042030 con 0x7f0ef4103550 2024-06-13T06:39:20.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.855+0000 7f0ef17fa640 1 --2- 172.21.15.39:0/3600370932 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f0edc0a2d00 0x7f0edc0a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:20.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.855+0000 7f0ef3fff640 1 --2- 172.21.15.39:0/3600370932 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f0edc0a2d00 0x7f0edc0a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:20.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.855+0000 7f0ef17fa640 1 -- 172.21.15.39:0/3600370932 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 8550+0+0 (secure 0 0 0) 0x7f0ee80efc10 con 0x7f0ef4103550 2024-06-13T06:39:20.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.856+0000 7f0ef3fff640 1 --2- 172.21.15.39:0/3600370932 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f0edc0a2d00 0x7f0edc0a51c0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f0ee400bbe0 tx=0x7f0ee400b390 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:39:20.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:20.859+0000 7f0ef17fa640 1 -- 172.21.15.39:0/3600370932 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f0ee80bc8d0 con 0x7f0ef4103550 2024-06-13T06:39:21.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:21.096+0000 7f0efa9ed640 1 -- 172.21.15.39:0/3600370932 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) -- 0x7f0ef4107120 con 0x7f0ef4103550 2024-06-13T06:39:21.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:21.104+0000 7f0ef17fa640 1 -- 172.21.15.39:0/3600370932 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v26) ==== 81+0+740901 (secure 0 0 0) 0x7f0ee80bc1d0 con 0x7f0ef4103550 2024-06-13T06:39:21.113 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:39:21.113 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-06-13T06:39:21.113 INFO:teuthology.orchestra.run.smithi039.stdout: "epoch": 26, 2024-06-13T06:39:21.113 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.113 INFO:teuthology.orchestra.run.smithi039.stdout: "active_gid": 15111, 2024-06-13T06:39:21.113 INFO:teuthology.orchestra.run.smithi039.stdout: "active_name": "x", 2024-06-13T06:39:21.113 INFO:teuthology.orchestra.run.smithi039.stdout: "active_addrs": { 2024-06-13T06:39:21.113 INFO:teuthology.orchestra.run.smithi039.stdout: "addrvec": [ 2024-06-13T06:39:21.114 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.114 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v2", 2024-06-13T06:39:21.114 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "172.21.15.39:6800", 2024-06-13T06:39:21.114 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 1826332552 2024-06-13T06:39:21.114 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.114 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.114 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v1", 2024-06-13T06:39:21.114 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "172.21.15.39:6801", 2024-06-13T06:39:21.114 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 1826332552 2024-06-13T06:39:21.114 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.114 INFO:teuthology.orchestra.run.smithi039.stdout: ] 2024-06-13T06:39:21.114 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.115 INFO:teuthology.orchestra.run.smithi039.stdout: "active_addr": "172.21.15.39:6801/1826332552", 2024-06-13T06:39:21.115 INFO:teuthology.orchestra.run.smithi039.stdout: "active_change": "2024-06-13T06:23:09.517603+0000", 2024-06-13T06:39:21.115 INFO:teuthology.orchestra.run.smithi039.stdout: "active_mgr_features": 4540701547738038271, 2024-06-13T06:39:21.115 INFO:teuthology.orchestra.run.smithi039.stdout: "available": true, 2024-06-13T06:39:21.115 INFO:teuthology.orchestra.run.smithi039.stdout: "standbys": [ 2024-06-13T06:39:21.115 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.115 INFO:teuthology.orchestra.run.smithi039.stdout: "gid": 15105, 2024-06-13T06:39:21.115 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "z", 2024-06-13T06:39:21.115 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr_features": 4540701547738038271, 2024-06-13T06:39:21.115 INFO:teuthology.orchestra.run.smithi039.stdout: "available_modules": [ 2024-06-13T06:39:21.115 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.115 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "alerts", 2024-06-13T06:39:21.116 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.116 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.116 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.116 INFO:teuthology.orchestra.run.smithi039.stdout: "interval": { 2024-06-13T06:39:21.116 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "interval", 2024-06-13T06:39:21.116 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:21.116 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.116 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.116 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "60", 2024-06-13T06:39:21.116 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.116 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.116 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.116 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "How frequently to reexamine health status", 2024-06-13T06:39:21.116 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.117 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.117 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.117 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.117 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.117 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.117 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.117 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.117 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.117 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.117 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.117 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.117 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.117 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.117 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.118 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.118 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.118 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.118 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.118 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.118 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.118 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.118 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.118 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.118 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.118 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.118 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.119 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.119 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.119 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.119 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.119 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.119 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.119 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.119 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.119 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.119 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.119 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.119 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.119 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.119 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.120 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.120 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.120 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.120 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.120 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.120 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.120 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.120 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.120 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.120 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.120 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.120 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.120 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.121 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.121 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.121 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.121 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.121 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.121 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.121 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.121 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.121 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.121 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.121 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.121 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.121 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.121 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.122 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.122 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.122 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.122 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.122 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.122 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.122 INFO:teuthology.orchestra.run.smithi039.stdout: "smtp_destination": { 2024-06-13T06:39:21.122 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "smtp_destination", 2024-06-13T06:39:21.122 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.122 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.122 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.122 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.122 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.123 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.123 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.123 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Email address to send alerts to", 2024-06-13T06:39:21.123 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.123 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.123 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.123 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.123 INFO:teuthology.orchestra.run.smithi039.stdout: "smtp_from_name": { 2024-06-13T06:39:21.123 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "smtp_from_name", 2024-06-13T06:39:21.123 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.123 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.123 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.123 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "Ceph", 2024-06-13T06:39:21.123 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.123 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.124 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.124 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Email From: name", 2024-06-13T06:39:21.124 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.124 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.124 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.124 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.124 INFO:teuthology.orchestra.run.smithi039.stdout: "smtp_host": { 2024-06-13T06:39:21.124 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "smtp_host", 2024-06-13T06:39:21.124 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.124 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.124 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.124 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.124 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.124 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.125 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.125 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "SMTP server", 2024-06-13T06:39:21.125 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.125 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.125 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.125 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.125 INFO:teuthology.orchestra.run.smithi039.stdout: "smtp_password": { 2024-06-13T06:39:21.125 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "smtp_password", 2024-06-13T06:39:21.125 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.125 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.125 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.125 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.125 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.125 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.126 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.126 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Password to authenticate with", 2024-06-13T06:39:21.126 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.126 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.126 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.126 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.126 INFO:teuthology.orchestra.run.smithi039.stdout: "smtp_port": { 2024-06-13T06:39:21.126 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "smtp_port", 2024-06-13T06:39:21.126 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.126 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.126 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.126 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "465", 2024-06-13T06:39:21.126 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.127 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.127 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.127 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "SMTP port", 2024-06-13T06:39:21.127 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.127 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.127 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.127 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.127 INFO:teuthology.orchestra.run.smithi039.stdout: "smtp_sender": { 2024-06-13T06:39:21.127 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "smtp_sender", 2024-06-13T06:39:21.127 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.127 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.127 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.127 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.128 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.128 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.128 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.128 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "SMTP envelope sender", 2024-06-13T06:39:21.128 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.128 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.128 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.128 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.128 INFO:teuthology.orchestra.run.smithi039.stdout: "smtp_ssl": { 2024-06-13T06:39:21.128 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "smtp_ssl", 2024-06-13T06:39:21.128 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.128 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.128 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.129 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.129 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.129 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.129 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.129 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Use SSL to connect to SMTP server", 2024-06-13T06:39:21.129 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.129 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.129 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.129 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.129 INFO:teuthology.orchestra.run.smithi039.stdout: "smtp_user": { 2024-06-13T06:39:21.129 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "smtp_user", 2024-06-13T06:39:21.129 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.129 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.129 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.130 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.130 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.130 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.130 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.130 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "User to authenticate as", 2024-06-13T06:39:21.130 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.130 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.130 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.130 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.130 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.130 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.130 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.131 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "balancer", 2024-06-13T06:39:21.131 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.131 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.131 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.131 INFO:teuthology.orchestra.run.smithi039.stdout: "active": { 2024-06-13T06:39:21.131 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "active", 2024-06-13T06:39:21.131 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.131 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.131 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.131 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.131 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.131 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.131 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.132 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "automatically balance PGs across cluster", 2024-06-13T06:39:21.132 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.132 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.132 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.132 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.132 INFO:teuthology.orchestra.run.smithi039.stdout: "begin_time": { 2024-06-13T06:39:21.132 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "begin_time", 2024-06-13T06:39:21.132 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.132 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.132 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.132 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "0000", 2024-06-13T06:39:21.132 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.133 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.133 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.133 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "beginning time of day to automatically balance", 2024-06-13T06:39:21.133 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-06-13T06:39:21.133 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.133 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.133 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.133 INFO:teuthology.orchestra.run.smithi039.stdout: "begin_weekday": { 2024-06-13T06:39:21.133 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "begin_weekday", 2024-06-13T06:39:21.133 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "uint", 2024-06-13T06:39:21.133 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.133 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.133 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "0", 2024-06-13T06:39:21.134 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "0", 2024-06-13T06:39:21.134 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "6", 2024-06-13T06:39:21.134 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.134 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-06-13T06:39:21.134 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-06-13T06:39:21.134 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.134 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.134 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.134 INFO:teuthology.orchestra.run.smithi039.stdout: "crush_compat_max_iterations": { 2024-06-13T06:39:21.134 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "crush_compat_max_iterations", 2024-06-13T06:39:21.134 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "uint", 2024-06-13T06:39:21.135 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.135 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.135 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "25", 2024-06-13T06:39:21.135 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "1", 2024-06-13T06:39:21.135 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "250", 2024-06-13T06:39:21.135 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.135 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-06-13T06:39:21.135 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.135 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.135 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.135 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.136 INFO:teuthology.orchestra.run.smithi039.stdout: "crush_compat_metrics": { 2024-06-13T06:39:21.136 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "crush_compat_metrics", 2024-06-13T06:39:21.136 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.136 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.136 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.136 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "pgs,objects,bytes", 2024-06-13T06:39:21.136 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.136 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.136 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.136 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-06-13T06:39:21.136 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-06-13T06:39:21.136 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.136 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.136 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.137 INFO:teuthology.orchestra.run.smithi039.stdout: "crush_compat_step": { 2024-06-13T06:39:21.137 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "crush_compat_step", 2024-06-13T06:39:21.137 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "float", 2024-06-13T06:39:21.137 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.137 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.137 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "0.5", 2024-06-13T06:39:21.137 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "0.001", 2024-06-13T06:39:21.137 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "0.999", 2024-06-13T06:39:21.137 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.137 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "aggressiveness of optimization", 2024-06-13T06:39:21.137 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-06-13T06:39:21.137 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.137 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.138 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.138 INFO:teuthology.orchestra.run.smithi039.stdout: "end_time": { 2024-06-13T06:39:21.138 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "end_time", 2024-06-13T06:39:21.138 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.138 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.138 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.138 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "2359", 2024-06-13T06:39:21.138 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.138 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.138 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.138 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "ending time of day to automatically balance", 2024-06-13T06:39:21.138 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-06-13T06:39:21.138 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.139 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.139 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.139 INFO:teuthology.orchestra.run.smithi039.stdout: "end_weekday": { 2024-06-13T06:39:21.139 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "end_weekday", 2024-06-13T06:39:21.139 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "uint", 2024-06-13T06:39:21.139 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.139 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.139 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "0", 2024-06-13T06:39:21.139 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "0", 2024-06-13T06:39:21.139 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "6", 2024-06-13T06:39:21.139 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.139 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-06-13T06:39:21.139 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-06-13T06:39:21.139 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.140 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.140 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.140 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.140 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.140 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.140 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.140 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.140 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.140 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.140 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.140 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.140 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.140 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.141 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.141 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.141 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.141 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.141 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.141 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.141 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.141 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.141 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.141 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.141 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.141 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.141 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.142 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.142 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.142 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.142 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.142 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.142 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.142 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.142 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.142 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.142 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.142 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.143 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.143 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.143 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.143 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.143 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.143 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.143 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.143 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.143 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.143 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.143 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.143 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.143 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.144 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.144 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.144 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.144 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.144 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.144 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.144 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.144 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.144 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.144 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.144 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.144 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.144 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.144 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.145 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.145 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.145 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.145 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.145 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.145 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.145 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.145 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.145 INFO:teuthology.orchestra.run.smithi039.stdout: "min_score": { 2024-06-13T06:39:21.145 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "min_score", 2024-06-13T06:39:21.145 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "float", 2024-06-13T06:39:21.145 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.145 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.146 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "0", 2024-06-13T06:39:21.146 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.146 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.146 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.146 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-06-13T06:39:21.146 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.146 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.146 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.146 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.146 INFO:teuthology.orchestra.run.smithi039.stdout: "mode": { 2024-06-13T06:39:21.146 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "mode", 2024-06-13T06:39:21.146 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.147 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.147 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.147 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "upmap", 2024-06-13T06:39:21.147 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.147 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.147 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.147 INFO:teuthology.orchestra.run.smithi039.stdout: "crush-compat", 2024-06-13T06:39:21.147 INFO:teuthology.orchestra.run.smithi039.stdout: "none", 2024-06-13T06:39:21.147 INFO:teuthology.orchestra.run.smithi039.stdout: "read", 2024-06-13T06:39:21.147 INFO:teuthology.orchestra.run.smithi039.stdout: "upmap", 2024-06-13T06:39:21.147 INFO:teuthology.orchestra.run.smithi039.stdout: "upmap-read" 2024-06-13T06:39:21.147 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.147 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Balancer mode", 2024-06-13T06:39:21.147 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.148 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.148 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.148 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.148 INFO:teuthology.orchestra.run.smithi039.stdout: "pool_ids": { 2024-06-13T06:39:21.148 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "pool_ids", 2024-06-13T06:39:21.148 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.148 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.148 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.148 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.148 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.148 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.148 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.149 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-06-13T06:39:21.149 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.149 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.149 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.149 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.149 INFO:teuthology.orchestra.run.smithi039.stdout: "sleep_interval": { 2024-06-13T06:39:21.149 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "sleep_interval", 2024-06-13T06:39:21.149 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:21.149 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.149 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.149 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "60", 2024-06-13T06:39:21.149 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.149 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.149 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.150 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-06-13T06:39:21.150 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.150 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.150 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.150 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.150 INFO:teuthology.orchestra.run.smithi039.stdout: "upmap_max_deviation": { 2024-06-13T06:39:21.150 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "upmap_max_deviation", 2024-06-13T06:39:21.150 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.150 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.150 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.150 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "5", 2024-06-13T06:39:21.150 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "1", 2024-06-13T06:39:21.151 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.151 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.151 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "deviation below which no optimization is attempted", 2024-06-13T06:39:21.151 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-06-13T06:39:21.151 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.151 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.151 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.151 INFO:teuthology.orchestra.run.smithi039.stdout: "upmap_max_optimizations": { 2024-06-13T06:39:21.151 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "upmap_max_optimizations", 2024-06-13T06:39:21.151 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "uint", 2024-06-13T06:39:21.151 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.151 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.151 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10", 2024-06-13T06:39:21.152 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.152 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.152 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.152 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-06-13T06:39:21.152 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.152 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.152 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.152 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.152 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.152 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.152 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.152 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "cephadm", 2024-06-13T06:39:21.152 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.152 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.153 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.153 INFO:teuthology.orchestra.run.smithi039.stdout: "agent_down_multiplier": { 2024-06-13T06:39:21.153 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "agent_down_multiplier", 2024-06-13T06:39:21.153 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "float", 2024-06-13T06:39:21.153 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.153 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.153 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "3.0", 2024-06-13T06:39:21.153 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.153 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.153 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.153 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-06-13T06:39:21.153 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.153 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.154 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.154 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.154 INFO:teuthology.orchestra.run.smithi039.stdout: "agent_refresh_rate": { 2024-06-13T06:39:21.154 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "agent_refresh_rate", 2024-06-13T06:39:21.154 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:21.154 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.154 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.154 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "20", 2024-06-13T06:39:21.154 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.154 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.154 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.154 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-06-13T06:39:21.155 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.155 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.155 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.155 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.155 INFO:teuthology.orchestra.run.smithi039.stdout: "agent_starting_port": { 2024-06-13T06:39:21.155 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "agent_starting_port", 2024-06-13T06:39:21.155 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.155 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.155 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.155 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "4721", 2024-06-13T06:39:21.155 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.155 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.155 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.155 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-06-13T06:39:21.156 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.156 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.156 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.156 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.156 INFO:teuthology.orchestra.run.smithi039.stdout: "allow_ptrace": { 2024-06-13T06:39:21.156 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "allow_ptrace", 2024-06-13T06:39:21.156 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.156 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.156 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.156 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.156 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.156 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.156 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.156 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-06-13T06:39:21.157 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-06-13T06:39:21.157 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.157 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.157 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.157 INFO:teuthology.orchestra.run.smithi039.stdout: "autotune_interval": { 2024-06-13T06:39:21.157 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "autotune_interval", 2024-06-13T06:39:21.157 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:21.157 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.157 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.157 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "600", 2024-06-13T06:39:21.157 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.157 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.158 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.158 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "how frequently to autotune daemon memory", 2024-06-13T06:39:21.158 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.158 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.158 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.158 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.158 INFO:teuthology.orchestra.run.smithi039.stdout: "autotune_memory_target_ratio": { 2024-06-13T06:39:21.158 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "autotune_memory_target_ratio", 2024-06-13T06:39:21.158 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "float", 2024-06-13T06:39:21.158 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.158 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.159 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "0.7", 2024-06-13T06:39:21.159 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.159 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.159 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.159 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-06-13T06:39:21.159 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.159 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.159 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.159 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.159 INFO:teuthology.orchestra.run.smithi039.stdout: "cephadm_log_destination": { 2024-06-13T06:39:21.159 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "cephadm_log_destination", 2024-06-13T06:39:21.159 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.159 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.160 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.160 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.160 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.160 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.160 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.160 INFO:teuthology.orchestra.run.smithi039.stdout: "file", 2024-06-13T06:39:21.160 INFO:teuthology.orchestra.run.smithi039.stdout: "file,syslog", 2024-06-13T06:39:21.160 INFO:teuthology.orchestra.run.smithi039.stdout: "syslog" 2024-06-13T06:39:21.160 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.160 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-06-13T06:39:21.160 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.160 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.161 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.161 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.161 INFO:teuthology.orchestra.run.smithi039.stdout: "cgroups_split": { 2024-06-13T06:39:21.161 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "cgroups_split", 2024-06-13T06:39:21.161 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.161 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.161 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.161 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.161 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.161 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.161 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.161 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-06-13T06:39:21.161 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.161 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.161 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.162 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.162 INFO:teuthology.orchestra.run.smithi039.stdout: "config_checks_enabled": { 2024-06-13T06:39:21.162 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "config_checks_enabled", 2024-06-13T06:39:21.162 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.162 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.162 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.162 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.162 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.162 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.162 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.162 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-06-13T06:39:21.162 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.162 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.163 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.163 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.163 INFO:teuthology.orchestra.run.smithi039.stdout: "config_dashboard": { 2024-06-13T06:39:21.163 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "config_dashboard", 2024-06-13T06:39:21.163 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.163 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.163 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.163 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.163 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.163 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.163 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.163 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-06-13T06:39:21.163 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.163 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.163 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.164 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.164 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_alertmanager": { 2024-06-13T06:39:21.164 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_alertmanager", 2024-06-13T06:39:21.164 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.164 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.164 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.164 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-06-13T06:39:21.164 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.164 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.164 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.164 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Prometheus container image", 2024-06-13T06:39:21.164 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.164 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.165 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.165 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.165 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_base": { 2024-06-13T06:39:21.165 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_base", 2024-06-13T06:39:21.165 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.165 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.165 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.165 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/ceph/ceph", 2024-06-13T06:39:21.165 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.165 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.165 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.165 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Container image name, without the tag", 2024-06-13T06:39:21.165 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.165 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.165 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.166 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.166 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_elasticsearch": { 2024-06-13T06:39:21.166 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_elasticsearch", 2024-06-13T06:39:21.166 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.166 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.166 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.166 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-06-13T06:39:21.166 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.166 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.166 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.166 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "elasticsearch container image", 2024-06-13T06:39:21.166 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.167 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.167 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.167 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.167 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_grafana": { 2024-06-13T06:39:21.167 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_grafana", 2024-06-13T06:39:21.167 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.167 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.167 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.167 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-06-13T06:39:21.167 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.167 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.167 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.167 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Prometheus container image", 2024-06-13T06:39:21.167 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.167 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.168 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.168 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.168 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_haproxy": { 2024-06-13T06:39:21.168 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_haproxy", 2024-06-13T06:39:21.168 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.168 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.168 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.168 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-06-13T06:39:21.168 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.168 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.168 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.168 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "HAproxy container image", 2024-06-13T06:39:21.168 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.169 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.169 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.169 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.169 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_jaeger_agent": { 2024-06-13T06:39:21.169 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_jaeger_agent", 2024-06-13T06:39:21.169 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.169 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.169 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.169 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-06-13T06:39:21.169 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.169 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.169 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.169 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Jaeger agent container image", 2024-06-13T06:39:21.169 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.169 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.170 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.170 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.170 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_jaeger_collector": { 2024-06-13T06:39:21.170 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_jaeger_collector", 2024-06-13T06:39:21.170 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.170 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.170 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.170 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-06-13T06:39:21.170 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.170 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.170 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.170 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Jaeger collector container image", 2024-06-13T06:39:21.171 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.171 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.171 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.171 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.171 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_jaeger_query": { 2024-06-13T06:39:21.171 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_jaeger_query", 2024-06-13T06:39:21.171 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.171 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.171 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.171 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-06-13T06:39:21.171 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.171 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.171 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.171 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Jaeger query container image", 2024-06-13T06:39:21.172 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.172 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.172 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.172 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.172 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_keepalived": { 2024-06-13T06:39:21.172 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_keepalived", 2024-06-13T06:39:21.172 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.172 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.172 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.172 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-06-13T06:39:21.172 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.172 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.172 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.173 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Keepalived container image", 2024-06-13T06:39:21.173 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.173 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.173 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.173 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.173 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_loki": { 2024-06-13T06:39:21.173 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_loki", 2024-06-13T06:39:21.173 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.173 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.173 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.173 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-06-13T06:39:21.173 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.174 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.174 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.174 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Loki container image", 2024-06-13T06:39:21.174 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.174 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.174 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.174 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.174 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_node_exporter": { 2024-06-13T06:39:21.174 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_node_exporter", 2024-06-13T06:39:21.174 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.174 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.174 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.175 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-06-13T06:39:21.175 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.175 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.175 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.175 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Prometheus container image", 2024-06-13T06:39:21.175 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.175 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.175 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.175 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.175 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_nvmeof": { 2024-06-13T06:39:21.175 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_nvmeof", 2024-06-13T06:39:21.175 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.176 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.176 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.176 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-06-13T06:39:21.176 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.176 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.176 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.176 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Nvme-of container image", 2024-06-13T06:39:21.176 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.176 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.176 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.176 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.176 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_prometheus": { 2024-06-13T06:39:21.177 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_prometheus", 2024-06-13T06:39:21.177 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.177 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.177 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.177 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-06-13T06:39:21.177 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.177 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.177 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.177 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Prometheus container image", 2024-06-13T06:39:21.177 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.177 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.177 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.177 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.178 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_promtail": { 2024-06-13T06:39:21.178 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_promtail", 2024-06-13T06:39:21.178 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.178 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.178 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.178 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-06-13T06:39:21.178 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.178 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.178 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.178 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Promtail container image", 2024-06-13T06:39:21.178 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.178 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.179 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.179 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.179 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_samba": { 2024-06-13T06:39:21.179 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_samba", 2024-06-13T06:39:21.179 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.179 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.179 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.179 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-06-13T06:39:21.179 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.179 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.179 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.179 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Samba/SMB container image", 2024-06-13T06:39:21.180 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.180 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.180 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.180 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.180 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_snmp_gateway": { 2024-06-13T06:39:21.180 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_snmp_gateway", 2024-06-13T06:39:21.180 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.180 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.180 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.180 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-06-13T06:39:21.180 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.180 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.180 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.181 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "SNMP Gateway container image", 2024-06-13T06:39:21.181 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.181 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.181 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.181 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.181 INFO:teuthology.orchestra.run.smithi039.stdout: "container_init": { 2024-06-13T06:39:21.181 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_init", 2024-06-13T06:39:21.181 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.181 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.181 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.181 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.181 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.182 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.182 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.182 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Run podman/docker with `--init`", 2024-06-13T06:39:21.182 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.182 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.182 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.182 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.182 INFO:teuthology.orchestra.run.smithi039.stdout: "daemon_cache_timeout": { 2024-06-13T06:39:21.182 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "daemon_cache_timeout", 2024-06-13T06:39:21.182 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:21.182 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.182 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.182 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "600", 2024-06-13T06:39:21.183 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.183 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.183 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.183 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-06-13T06:39:21.183 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.183 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.183 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.183 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.183 INFO:teuthology.orchestra.run.smithi039.stdout: "default_cephadm_command_timeout": { 2024-06-13T06:39:21.183 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "default_cephadm_command_timeout", 2024-06-13T06:39:21.183 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.183 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.183 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.184 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "900", 2024-06-13T06:39:21.184 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.184 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.184 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.184 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-06-13T06:39:21.184 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.184 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.184 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.184 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.184 INFO:teuthology.orchestra.run.smithi039.stdout: "default_registry": { 2024-06-13T06:39:21.184 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "default_registry", 2024-06-13T06:39:21.184 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.184 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.185 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.185 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "docker.io", 2024-06-13T06:39:21.185 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.185 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.185 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.185 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-06-13T06:39:21.185 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.185 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.185 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.185 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.185 INFO:teuthology.orchestra.run.smithi039.stdout: "device_cache_timeout": { 2024-06-13T06:39:21.185 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "device_cache_timeout", 2024-06-13T06:39:21.185 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:21.186 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.186 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.186 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "1800", 2024-06-13T06:39:21.186 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.186 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.186 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.186 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "seconds to cache device inventory", 2024-06-13T06:39:21.186 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.186 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.186 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.186 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.186 INFO:teuthology.orchestra.run.smithi039.stdout: "device_enhanced_scan": { 2024-06-13T06:39:21.186 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "device_enhanced_scan", 2024-06-13T06:39:21.187 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.187 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.187 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.187 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.187 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.187 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.187 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.187 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Use libstoragemgmt during device scans", 2024-06-13T06:39:21.187 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.187 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.187 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.187 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.187 INFO:teuthology.orchestra.run.smithi039.stdout: "facts_cache_timeout": { 2024-06-13T06:39:21.188 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "facts_cache_timeout", 2024-06-13T06:39:21.188 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:21.188 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.188 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.188 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "60", 2024-06-13T06:39:21.188 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.188 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.188 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.188 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "seconds to cache host facts data", 2024-06-13T06:39:21.188 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.188 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.188 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.188 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.189 INFO:teuthology.orchestra.run.smithi039.stdout: "grafana_dashboards_path": { 2024-06-13T06:39:21.189 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "grafana_dashboards_path", 2024-06-13T06:39:21.189 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.189 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.189 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.189 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-06-13T06:39:21.189 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.189 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.189 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.189 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-06-13T06:39:21.189 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.189 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.189 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.190 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.190 INFO:teuthology.orchestra.run.smithi039.stdout: "host_check_interval": { 2024-06-13T06:39:21.190 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "host_check_interval", 2024-06-13T06:39:21.190 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:21.190 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.190 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.190 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "600", 2024-06-13T06:39:21.190 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.190 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.190 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.190 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "how frequently to perform a host check", 2024-06-13T06:39:21.190 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.190 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.191 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.191 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.191 INFO:teuthology.orchestra.run.smithi039.stdout: "hw_monitoring": { 2024-06-13T06:39:21.191 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "hw_monitoring", 2024-06-13T06:39:21.191 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.191 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.191 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.191 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.191 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.191 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.191 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.191 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-06-13T06:39:21.191 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.192 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.192 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.192 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.192 INFO:teuthology.orchestra.run.smithi039.stdout: "inventory_list_all": { 2024-06-13T06:39:21.192 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "inventory_list_all", 2024-06-13T06:39:21.192 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.192 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.192 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.192 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.192 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.192 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.192 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.192 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-06-13T06:39:21.192 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.193 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.193 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.193 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.193 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.193 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.193 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.193 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.193 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.193 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.193 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.193 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.193 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.193 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.193 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.193 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.194 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.194 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.194 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.194 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.194 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.194 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.194 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.194 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.194 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.194 INFO:teuthology.orchestra.run.smithi039.stdout: "log_refresh_metadata": { 2024-06-13T06:39:21.194 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_refresh_metadata", 2024-06-13T06:39:21.194 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.194 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.195 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.195 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.195 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.195 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.195 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.195 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-06-13T06:39:21.195 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.195 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.195 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.195 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.195 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.195 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.195 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.196 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.196 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.196 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.196 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.196 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.196 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.196 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-06-13T06:39:21.196 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.196 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.196 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.196 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.196 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.196 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.197 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.197 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.197 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.197 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.197 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.197 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.197 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.197 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.197 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.197 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.197 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.197 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.197 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.197 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.198 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.198 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.198 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.198 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.198 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.198 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.198 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.198 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.198 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.198 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.198 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.198 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.199 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.199 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.199 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.199 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.199 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.199 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.199 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.199 INFO:teuthology.orchestra.run.smithi039.stdout: "manage_etc_ceph_ceph_conf": { 2024-06-13T06:39:21.199 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-06-13T06:39:21.199 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.199 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.199 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.199 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.200 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.200 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.200 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.200 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-06-13T06:39:21.200 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.200 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.200 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.200 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.200 INFO:teuthology.orchestra.run.smithi039.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-06-13T06:39:21.200 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-06-13T06:39:21.200 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.200 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.200 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.200 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "*", 2024-06-13T06:39:21.200 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.201 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.201 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.201 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-06-13T06:39:21.201 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.201 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.201 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.201 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.201 INFO:teuthology.orchestra.run.smithi039.stdout: "max_count_per_host": { 2024-06-13T06:39:21.201 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "max_count_per_host", 2024-06-13T06:39:21.201 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.201 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.201 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.201 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10", 2024-06-13T06:39:21.201 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.202 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.202 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.202 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "max number of daemons per service per host", 2024-06-13T06:39:21.202 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.202 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.202 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.202 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.202 INFO:teuthology.orchestra.run.smithi039.stdout: "max_osd_draining_count": { 2024-06-13T06:39:21.202 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "max_osd_draining_count", 2024-06-13T06:39:21.202 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.202 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.202 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.202 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10", 2024-06-13T06:39:21.202 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.203 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.203 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.203 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-06-13T06:39:21.203 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.203 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.203 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.203 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.203 INFO:teuthology.orchestra.run.smithi039.stdout: "migration_current": { 2024-06-13T06:39:21.203 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "migration_current", 2024-06-13T06:39:21.203 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.203 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.203 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.203 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.203 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.204 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.204 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.204 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "internal - do not modify", 2024-06-13T06:39:21.204 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.204 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.204 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.204 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.204 INFO:teuthology.orchestra.run.smithi039.stdout: "mode": { 2024-06-13T06:39:21.204 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "mode", 2024-06-13T06:39:21.204 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.204 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.204 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.204 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "root", 2024-06-13T06:39:21.205 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.205 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.205 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.205 INFO:teuthology.orchestra.run.smithi039.stdout: "cephadm-package", 2024-06-13T06:39:21.205 INFO:teuthology.orchestra.run.smithi039.stdout: "root" 2024-06-13T06:39:21.205 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.205 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "mode for remote execution of cephadm", 2024-06-13T06:39:21.205 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.205 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.205 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.205 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.205 INFO:teuthology.orchestra.run.smithi039.stdout: "oob_default_addr": { 2024-06-13T06:39:21.205 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "oob_default_addr", 2024-06-13T06:39:21.205 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.205 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.206 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.206 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "169.254.1.1", 2024-06-13T06:39:21.206 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.206 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.206 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.206 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Default address for RedFish API (oob management).", 2024-06-13T06:39:21.206 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.206 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.206 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.206 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.206 INFO:teuthology.orchestra.run.smithi039.stdout: "prometheus_alerts_path": { 2024-06-13T06:39:21.206 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "prometheus_alerts_path", 2024-06-13T06:39:21.206 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.207 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.207 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.207 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-06-13T06:39:21.207 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.207 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.207 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.207 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-06-13T06:39:21.207 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.207 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.207 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.207 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.207 INFO:teuthology.orchestra.run.smithi039.stdout: "registry_insecure": { 2024-06-13T06:39:21.207 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "registry_insecure", 2024-06-13T06:39:21.207 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.208 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.208 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.208 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.208 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.208 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.208 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.208 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-06-13T06:39:21.208 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.208 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.208 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.208 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.208 INFO:teuthology.orchestra.run.smithi039.stdout: "registry_password": { 2024-06-13T06:39:21.208 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "registry_password", 2024-06-13T06:39:21.209 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.209 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.209 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.209 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.209 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.209 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.209 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.209 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-06-13T06:39:21.209 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.209 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.209 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.209 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.210 INFO:teuthology.orchestra.run.smithi039.stdout: "registry_url": { 2024-06-13T06:39:21.210 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "registry_url", 2024-06-13T06:39:21.210 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.210 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.210 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.210 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.210 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.210 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.210 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.210 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-06-13T06:39:21.210 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.210 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.210 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.210 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.211 INFO:teuthology.orchestra.run.smithi039.stdout: "registry_username": { 2024-06-13T06:39:21.211 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "registry_username", 2024-06-13T06:39:21.211 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.211 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.211 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.211 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.211 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.211 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.211 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.211 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-06-13T06:39:21.211 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.211 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.211 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.211 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.212 INFO:teuthology.orchestra.run.smithi039.stdout: "secure_monitoring_stack": { 2024-06-13T06:39:21.212 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "secure_monitoring_stack", 2024-06-13T06:39:21.212 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.212 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.212 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.212 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.212 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.212 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.212 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.212 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-06-13T06:39:21.212 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.212 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.212 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.212 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.213 INFO:teuthology.orchestra.run.smithi039.stdout: "service_discovery_port": { 2024-06-13T06:39:21.213 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "service_discovery_port", 2024-06-13T06:39:21.213 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.213 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.213 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.213 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "8765", 2024-06-13T06:39:21.213 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.213 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.213 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.213 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "cephadm service discovery port", 2024-06-13T06:39:21.213 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.213 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.214 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.214 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.214 INFO:teuthology.orchestra.run.smithi039.stdout: "ssh_config_file": { 2024-06-13T06:39:21.214 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ssh_config_file", 2024-06-13T06:39:21.214 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.214 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.214 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.214 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.214 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.214 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.214 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.214 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-06-13T06:39:21.215 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.215 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.215 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.215 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.215 INFO:teuthology.orchestra.run.smithi039.stdout: "use_agent": { 2024-06-13T06:39:21.215 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "use_agent", 2024-06-13T06:39:21.215 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.215 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.215 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.215 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.215 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.215 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.215 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.216 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-06-13T06:39:21.216 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.216 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.216 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.216 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.216 INFO:teuthology.orchestra.run.smithi039.stdout: "use_repo_digest": { 2024-06-13T06:39:21.216 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "use_repo_digest", 2024-06-13T06:39:21.216 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.216 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.216 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.216 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.216 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.216 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.217 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.217 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-06-13T06:39:21.217 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.217 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.217 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.217 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.217 INFO:teuthology.orchestra.run.smithi039.stdout: "warn_on_failed_host_check": { 2024-06-13T06:39:21.217 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "warn_on_failed_host_check", 2024-06-13T06:39:21.217 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.217 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.217 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.217 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.217 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.217 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.217 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.218 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "raise a health warning if the host check fails", 2024-06-13T06:39:21.218 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.218 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.218 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.218 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.218 INFO:teuthology.orchestra.run.smithi039.stdout: "warn_on_stray_daemons": { 2024-06-13T06:39:21.218 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "warn_on_stray_daemons", 2024-06-13T06:39:21.218 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.218 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.218 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.218 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.218 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.218 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.219 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.219 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-06-13T06:39:21.219 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.219 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.219 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.219 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.219 INFO:teuthology.orchestra.run.smithi039.stdout: "warn_on_stray_hosts": { 2024-06-13T06:39:21.219 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "warn_on_stray_hosts", 2024-06-13T06:39:21.219 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.219 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.219 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.219 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.219 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.220 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.220 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.220 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-06-13T06:39:21.220 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.220 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.220 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.220 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.220 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.220 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.220 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.220 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "crash", 2024-06-13T06:39:21.220 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.220 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.221 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.221 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.221 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.221 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.221 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.221 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.221 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.221 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.221 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.221 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.221 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.222 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.222 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.222 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.222 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.222 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.222 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.222 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.222 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.222 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.222 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.222 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.222 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.223 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.223 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.223 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.223 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.223 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.223 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.223 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.223 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.223 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.223 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.223 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.223 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.223 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.224 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.224 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.224 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.224 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.224 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.224 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.224 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.224 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.224 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.224 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.224 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.224 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.225 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.225 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.225 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.225 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.225 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.225 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.225 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.225 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.225 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.225 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.225 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.225 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.225 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.226 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.226 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.226 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.226 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.226 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.226 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.226 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.226 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.226 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.226 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.226 INFO:teuthology.orchestra.run.smithi039.stdout: "retain_interval": { 2024-06-13T06:39:21.226 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "retain_interval", 2024-06-13T06:39:21.227 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:21.227 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.227 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.227 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "31536000", 2024-06-13T06:39:21.227 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.227 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.227 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.227 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "how long to retain crashes before pruning them", 2024-06-13T06:39:21.227 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.227 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.227 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.227 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.228 INFO:teuthology.orchestra.run.smithi039.stdout: "warn_recent_interval": { 2024-06-13T06:39:21.228 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "warn_recent_interval", 2024-06-13T06:39:21.228 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:21.228 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.228 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.228 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "1209600", 2024-06-13T06:39:21.228 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.228 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.228 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.228 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "time interval in which to warn about recent crashes", 2024-06-13T06:39:21.228 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.228 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.228 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.229 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.229 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.229 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.229 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.229 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "dashboard", 2024-06-13T06:39:21.229 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.229 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.229 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.229 INFO:teuthology.orchestra.run.smithi039.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-06-13T06:39:21.229 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-06-13T06:39:21.229 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.229 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.229 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.230 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10", 2024-06-13T06:39:21.230 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.230 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.230 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.230 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.230 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.230 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.230 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.230 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.230 INFO:teuthology.orchestra.run.smithi039.stdout: "ALERTMANAGER_API_HOST": { 2024-06-13T06:39:21.230 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ALERTMANAGER_API_HOST", 2024-06-13T06:39:21.230 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.231 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.231 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.231 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.231 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.231 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.231 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.231 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.231 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.231 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.231 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.231 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.231 INFO:teuthology.orchestra.run.smithi039.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-06-13T06:39:21.231 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-06-13T06:39:21.231 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.232 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.232 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.232 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.232 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.232 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.232 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.232 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.232 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.232 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.232 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.232 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.232 INFO:teuthology.orchestra.run.smithi039.stdout: "AUDIT_API_ENABLED": { 2024-06-13T06:39:21.232 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "AUDIT_API_ENABLED", 2024-06-13T06:39:21.232 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.233 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.233 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.233 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.233 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.233 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.233 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.233 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.233 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.233 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.233 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.233 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.233 INFO:teuthology.orchestra.run.smithi039.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-06-13T06:39:21.233 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-06-13T06:39:21.233 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.234 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.234 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.234 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.234 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.234 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.234 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.234 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.234 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.234 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.234 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.234 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.234 INFO:teuthology.orchestra.run.smithi039.stdout: "ENABLE_BROWSABLE_API": { 2024-06-13T06:39:21.234 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ENABLE_BROWSABLE_API", 2024-06-13T06:39:21.235 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.235 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.235 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.235 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.235 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.235 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.235 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.235 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.235 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.235 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.235 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.235 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.236 INFO:teuthology.orchestra.run.smithi039.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-06-13T06:39:21.236 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-06-13T06:39:21.236 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.236 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.236 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.236 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.236 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.236 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.236 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.236 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.236 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.236 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.236 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.236 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.237 INFO:teuthology.orchestra.run.smithi039.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-06-13T06:39:21.237 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-06-13T06:39:21.237 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.237 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.237 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.237 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.237 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.237 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.237 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.237 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.237 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.237 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.238 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.238 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.238 INFO:teuthology.orchestra.run.smithi039.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-06-13T06:39:21.238 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-06-13T06:39:21.238 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.238 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.238 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.238 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.238 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.238 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.238 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.238 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.239 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.239 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.239 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.239 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.239 INFO:teuthology.orchestra.run.smithi039.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-06-13T06:39:21.239 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-06-13T06:39:21.239 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.239 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.239 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.239 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.239 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.239 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.239 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.239 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.240 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.240 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.240 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.240 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.240 INFO:teuthology.orchestra.run.smithi039.stdout: "FEATURE_TOGGLE_NFS": { 2024-06-13T06:39:21.240 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-06-13T06:39:21.240 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.240 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.240 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.240 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.240 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.240 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.240 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.241 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.241 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.241 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.241 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.241 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.241 INFO:teuthology.orchestra.run.smithi039.stdout: "FEATURE_TOGGLE_RBD": { 2024-06-13T06:39:21.241 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-06-13T06:39:21.241 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.241 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.241 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.241 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.241 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.241 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.242 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.242 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.242 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.242 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.242 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.242 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.242 INFO:teuthology.orchestra.run.smithi039.stdout: "FEATURE_TOGGLE_RGW": { 2024-06-13T06:39:21.242 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-06-13T06:39:21.242 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.242 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.242 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.242 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.243 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.243 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.243 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.243 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.243 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.243 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.243 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.243 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.243 INFO:teuthology.orchestra.run.smithi039.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-06-13T06:39:21.243 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-06-13T06:39:21.243 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.243 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.243 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.244 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.244 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.244 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.244 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.244 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.244 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.244 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.244 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.244 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.244 INFO:teuthology.orchestra.run.smithi039.stdout: "GRAFANA_API_PASSWORD": { 2024-06-13T06:39:21.244 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "GRAFANA_API_PASSWORD", 2024-06-13T06:39:21.244 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.244 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.244 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.245 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "admin", 2024-06-13T06:39:21.245 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.245 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.245 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.245 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.245 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.245 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.245 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.245 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.245 INFO:teuthology.orchestra.run.smithi039.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-06-13T06:39:21.245 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-06-13T06:39:21.245 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.246 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.246 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.246 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.246 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.246 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.246 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.246 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.246 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.246 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.246 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.246 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.246 INFO:teuthology.orchestra.run.smithi039.stdout: "GRAFANA_API_URL": { 2024-06-13T06:39:21.247 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "GRAFANA_API_URL", 2024-06-13T06:39:21.247 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.247 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.247 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.247 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.247 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.247 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.247 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.247 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.247 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.247 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.247 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.247 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.248 INFO:teuthology.orchestra.run.smithi039.stdout: "GRAFANA_API_USERNAME": { 2024-06-13T06:39:21.248 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "GRAFANA_API_USERNAME", 2024-06-13T06:39:21.248 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.248 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.248 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.248 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "admin", 2024-06-13T06:39:21.248 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.248 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.248 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.248 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.248 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.248 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.248 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.249 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.249 INFO:teuthology.orchestra.run.smithi039.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-06-13T06:39:21.249 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-06-13T06:39:21.249 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.249 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.249 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.249 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.249 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.249 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.249 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.249 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.249 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.249 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.249 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.250 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.250 INFO:teuthology.orchestra.run.smithi039.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-06-13T06:39:21.250 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-06-13T06:39:21.250 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.250 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.250 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.250 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.250 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.250 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.250 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.250 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.250 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.251 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.251 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.251 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.251 INFO:teuthology.orchestra.run.smithi039.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-06-13T06:39:21.251 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-06-13T06:39:21.251 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.251 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.251 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.251 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.251 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.251 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.251 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.251 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.252 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.252 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.252 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.252 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.252 INFO:teuthology.orchestra.run.smithi039.stdout: "ISSUE_TRACKER_API_KEY": { 2024-06-13T06:39:21.252 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-06-13T06:39:21.252 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.252 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.252 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.252 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.252 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.252 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.253 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.253 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.253 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.253 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.253 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.253 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.253 INFO:teuthology.orchestra.run.smithi039.stdout: "PROMETHEUS_API_HOST": { 2024-06-13T06:39:21.253 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PROMETHEUS_API_HOST", 2024-06-13T06:39:21.253 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.253 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.253 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.253 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.253 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.253 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.254 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.254 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.254 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.254 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.254 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.254 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.254 INFO:teuthology.orchestra.run.smithi039.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-06-13T06:39:21.254 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-06-13T06:39:21.254 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.254 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.254 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.254 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.254 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.254 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.255 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.255 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.255 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.255 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.255 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.255 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.255 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-06-13T06:39:21.255 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-06-13T06:39:21.255 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.255 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.255 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.255 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.255 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.256 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.256 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.256 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.256 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.256 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.256 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.256 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.256 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-06-13T06:39:21.256 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-06-13T06:39:21.256 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.256 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.256 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.256 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.256 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.257 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.257 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.257 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.257 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.257 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.257 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.257 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.257 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-06-13T06:39:21.257 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-06-13T06:39:21.257 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.257 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.257 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.257 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.258 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.258 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.258 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.258 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.258 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.258 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.258 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.258 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.258 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-06-13T06:39:21.258 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-06-13T06:39:21.258 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.258 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.258 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.259 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.259 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.259 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.259 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.259 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.259 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.259 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.259 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.259 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.259 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-06-13T06:39:21.259 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-06-13T06:39:21.259 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.259 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.260 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.260 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.260 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.260 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.260 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.260 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.260 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.260 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.260 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.260 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.260 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-06-13T06:39:21.260 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-06-13T06:39:21.260 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.260 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.261 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.261 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.261 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.261 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.261 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.261 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.261 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.261 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.261 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.261 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.261 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-06-13T06:39:21.261 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-06-13T06:39:21.261 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.262 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.262 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.262 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.262 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.262 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.262 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.262 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.262 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.262 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.262 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.262 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.262 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_ENABLED": { 2024-06-13T06:39:21.262 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_ENABLED", 2024-06-13T06:39:21.263 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.263 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.263 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.263 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.263 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.263 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.263 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.263 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.263 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.263 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.263 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.263 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.263 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-06-13T06:39:21.263 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-06-13T06:39:21.264 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.264 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.264 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.264 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-06-13T06:39:21.264 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.264 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.264 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.264 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.264 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.264 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.264 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.264 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.265 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-06-13T06:39:21.265 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-06-13T06:39:21.265 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.265 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.265 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.265 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10", 2024-06-13T06:39:21.265 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.265 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.265 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.265 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.265 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.265 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.265 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.266 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.266 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-06-13T06:39:21.266 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-06-13T06:39:21.266 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.266 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.266 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.266 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "8", 2024-06-13T06:39:21.266 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.266 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.266 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.266 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.266 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.266 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.267 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.267 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.267 INFO:teuthology.orchestra.run.smithi039.stdout: "REST_REQUESTS_TIMEOUT": { 2024-06-13T06:39:21.267 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-06-13T06:39:21.267 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.267 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.267 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.267 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "45", 2024-06-13T06:39:21.267 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.267 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.267 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.267 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.267 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.268 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.268 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.268 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.268 INFO:teuthology.orchestra.run.smithi039.stdout: "RGW_API_ACCESS_KEY": { 2024-06-13T06:39:21.268 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "RGW_API_ACCESS_KEY", 2024-06-13T06:39:21.268 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.268 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.268 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.268 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.268 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.268 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.268 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.268 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.268 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.269 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.269 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.269 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.269 INFO:teuthology.orchestra.run.smithi039.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-06-13T06:39:21.269 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-06-13T06:39:21.269 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.269 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.269 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.269 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "admin", 2024-06-13T06:39:21.269 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.269 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.269 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.269 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.269 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.270 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.270 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.270 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.270 INFO:teuthology.orchestra.run.smithi039.stdout: "RGW_API_SECRET_KEY": { 2024-06-13T06:39:21.270 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "RGW_API_SECRET_KEY", 2024-06-13T06:39:21.270 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.270 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.270 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.270 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.270 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.270 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.270 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.270 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.271 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.271 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.271 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.271 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.271 INFO:teuthology.orchestra.run.smithi039.stdout: "RGW_API_SSL_VERIFY": { 2024-06-13T06:39:21.271 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "RGW_API_SSL_VERIFY", 2024-06-13T06:39:21.271 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.271 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.271 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.271 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.271 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.271 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.271 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.272 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.272 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.272 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.272 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.272 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.272 INFO:teuthology.orchestra.run.smithi039.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-06-13T06:39:21.272 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-06-13T06:39:21.272 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.272 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.272 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.272 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "0", 2024-06-13T06:39:21.272 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.272 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.272 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.273 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.273 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.273 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.273 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.273 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.273 INFO:teuthology.orchestra.run.smithi039.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-06-13T06:39:21.273 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-06-13T06:39:21.273 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.273 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.273 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.273 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10", 2024-06-13T06:39:21.273 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.273 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.274 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.274 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.274 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.274 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.274 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.274 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.274 INFO:teuthology.orchestra.run.smithi039.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-06-13T06:39:21.274 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-06-13T06:39:21.274 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.274 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.274 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.274 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "5", 2024-06-13T06:39:21.275 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.275 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.275 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.275 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.275 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.275 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.275 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.275 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.275 INFO:teuthology.orchestra.run.smithi039.stdout: "cross_origin_url": { 2024-06-13T06:39:21.275 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "cross_origin_url", 2024-06-13T06:39:21.275 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.275 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.275 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.276 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.276 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.276 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.276 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.276 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.276 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.276 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.276 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.276 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.276 INFO:teuthology.orchestra.run.smithi039.stdout: "crt_file": { 2024-06-13T06:39:21.276 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "crt_file", 2024-06-13T06:39:21.276 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.277 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.277 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.277 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.277 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.277 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.277 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.277 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.277 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.277 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.277 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.277 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.277 INFO:teuthology.orchestra.run.smithi039.stdout: "debug": { 2024-06-13T06:39:21.277 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "debug", 2024-06-13T06:39:21.278 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.278 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.278 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.278 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.278 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.278 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.278 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.278 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Enable/disable debug options", 2024-06-13T06:39:21.278 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.278 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.278 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.278 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.279 INFO:teuthology.orchestra.run.smithi039.stdout: "jwt_token_ttl": { 2024-06-13T06:39:21.279 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "jwt_token_ttl", 2024-06-13T06:39:21.279 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.279 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.279 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.279 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "28800", 2024-06-13T06:39:21.279 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.279 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.279 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.279 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.279 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.279 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.279 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.280 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.280 INFO:teuthology.orchestra.run.smithi039.stdout: "key_file": { 2024-06-13T06:39:21.280 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "key_file", 2024-06-13T06:39:21.280 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.280 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.280 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.280 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.280 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.280 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.280 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.280 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.280 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.281 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.281 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.281 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.281 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.281 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.281 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.281 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.281 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.281 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.281 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.281 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.281 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.281 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.282 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.282 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.282 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.282 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.282 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.282 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.282 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.282 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.282 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.282 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.282 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.282 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.283 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.283 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.283 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.283 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.283 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.283 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.283 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.283 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.283 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.283 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.283 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.283 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.283 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.283 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.284 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.284 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.284 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.284 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.284 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.284 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.284 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.284 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.284 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.284 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.284 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.284 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.284 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.285 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.285 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.285 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.285 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.285 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.285 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.285 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.285 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.285 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.285 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.285 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.285 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.285 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.286 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.286 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.286 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.286 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.286 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.286 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.286 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.286 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.286 INFO:teuthology.orchestra.run.smithi039.stdout: "motd": { 2024-06-13T06:39:21.286 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "motd", 2024-06-13T06:39:21.286 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.286 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.287 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.287 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.287 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.287 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.287 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.287 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "The message of the day", 2024-06-13T06:39:21.287 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.287 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.287 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.287 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.287 INFO:teuthology.orchestra.run.smithi039.stdout: "redirect_resolve_ip_addr": { 2024-06-13T06:39:21.287 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "redirect_resolve_ip_addr", 2024-06-13T06:39:21.287 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.288 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.288 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.288 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.288 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.288 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.288 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.288 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.288 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.288 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.288 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.288 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.288 INFO:teuthology.orchestra.run.smithi039.stdout: "server_addr": { 2024-06-13T06:39:21.288 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "server_addr", 2024-06-13T06:39:21.289 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.289 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.289 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.289 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "::", 2024-06-13T06:39:21.289 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.289 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.289 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.289 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.289 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.289 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.289 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.289 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.289 INFO:teuthology.orchestra.run.smithi039.stdout: "server_port": { 2024-06-13T06:39:21.289 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "server_port", 2024-06-13T06:39:21.290 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.290 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.290 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.290 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "8080", 2024-06-13T06:39:21.290 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.290 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.290 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.290 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.290 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.290 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.290 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.290 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.290 INFO:teuthology.orchestra.run.smithi039.stdout: "ssl": { 2024-06-13T06:39:21.291 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ssl", 2024-06-13T06:39:21.291 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.291 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.291 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.291 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.291 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.291 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.291 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.291 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.291 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.291 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.291 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.291 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.291 INFO:teuthology.orchestra.run.smithi039.stdout: "ssl_server_port": { 2024-06-13T06:39:21.292 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ssl_server_port", 2024-06-13T06:39:21.292 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.292 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.292 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.292 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "8443", 2024-06-13T06:39:21.292 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.292 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.292 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.292 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.292 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.292 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.292 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.292 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.293 INFO:teuthology.orchestra.run.smithi039.stdout: "standby_behaviour": { 2024-06-13T06:39:21.293 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "standby_behaviour", 2024-06-13T06:39:21.293 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.293 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.293 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.293 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "redirect", 2024-06-13T06:39:21.293 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.293 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.293 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.293 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.293 INFO:teuthology.orchestra.run.smithi039.stdout: "redirect" 2024-06-13T06:39:21.293 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.293 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.293 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.294 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.294 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.294 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.294 INFO:teuthology.orchestra.run.smithi039.stdout: "standby_error_status_code": { 2024-06-13T06:39:21.294 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "standby_error_status_code", 2024-06-13T06:39:21.294 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.294 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.294 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.294 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "500", 2024-06-13T06:39:21.294 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "400", 2024-06-13T06:39:21.294 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "599", 2024-06-13T06:39:21.294 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.295 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.295 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.295 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.295 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.295 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.295 INFO:teuthology.orchestra.run.smithi039.stdout: "url_prefix": { 2024-06-13T06:39:21.295 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "url_prefix", 2024-06-13T06:39:21.295 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.295 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.295 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.295 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.295 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.295 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.296 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.296 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.296 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.296 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.296 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.296 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.296 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.296 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.296 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.296 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "devicehealth", 2024-06-13T06:39:21.296 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.296 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.296 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.297 INFO:teuthology.orchestra.run.smithi039.stdout: "enable_monitoring": { 2024-06-13T06:39:21.297 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "enable_monitoring", 2024-06-13T06:39:21.297 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.297 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.297 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.297 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.297 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.297 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.297 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.297 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "monitor device health metrics", 2024-06-13T06:39:21.297 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.297 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.297 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.298 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.298 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.298 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.298 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.298 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.298 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.298 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.298 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.298 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.298 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.298 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.298 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.298 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.299 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.299 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.299 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.299 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.299 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.299 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.299 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.299 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.299 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.299 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.299 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.299 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.300 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.300 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.300 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.300 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.300 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.300 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.300 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.300 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.300 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.300 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.300 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.300 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.300 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.300 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.301 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.301 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.301 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.301 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.301 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.301 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.301 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.301 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.301 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.301 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.301 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.301 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.301 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.302 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.302 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.302 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.302 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.302 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.302 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.302 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.302 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.302 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.302 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.302 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.302 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.302 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.303 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.303 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.303 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.303 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.303 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.303 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.303 INFO:teuthology.orchestra.run.smithi039.stdout: "mark_out_threshold": { 2024-06-13T06:39:21.303 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "mark_out_threshold", 2024-06-13T06:39:21.303 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:21.303 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.303 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.303 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "2419200", 2024-06-13T06:39:21.303 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.304 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.304 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.304 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-06-13T06:39:21.304 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.304 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.304 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.304 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.304 INFO:teuthology.orchestra.run.smithi039.stdout: "pool_name": { 2024-06-13T06:39:21.304 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "pool_name", 2024-06-13T06:39:21.304 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.304 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.304 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.304 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "device_health_metrics", 2024-06-13T06:39:21.305 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.305 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.305 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.305 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "name of pool in which to store device health metrics", 2024-06-13T06:39:21.305 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.305 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.305 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.305 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.305 INFO:teuthology.orchestra.run.smithi039.stdout: "retention_period": { 2024-06-13T06:39:21.305 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "retention_period", 2024-06-13T06:39:21.305 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:21.305 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.305 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.305 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "15552000", 2024-06-13T06:39:21.306 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.306 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.306 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.306 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "how long to retain device health metrics", 2024-06-13T06:39:21.306 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.306 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.306 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.306 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.306 INFO:teuthology.orchestra.run.smithi039.stdout: "scrape_frequency": { 2024-06-13T06:39:21.306 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "scrape_frequency", 2024-06-13T06:39:21.306 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:21.306 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.307 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.307 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "86400", 2024-06-13T06:39:21.307 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.307 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.307 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.307 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "how frequently to scrape device health metrics", 2024-06-13T06:39:21.307 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.307 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.307 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.307 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.307 INFO:teuthology.orchestra.run.smithi039.stdout: "self_heal": { 2024-06-13T06:39:21.307 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "self_heal", 2024-06-13T06:39:21.308 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.308 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.308 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.308 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.308 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.308 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.308 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.308 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-06-13T06:39:21.308 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.308 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.308 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.308 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.308 INFO:teuthology.orchestra.run.smithi039.stdout: "sleep_interval": { 2024-06-13T06:39:21.309 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "sleep_interval", 2024-06-13T06:39:21.309 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:21.309 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.309 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.309 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "600", 2024-06-13T06:39:21.309 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.309 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.309 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.309 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "how frequently to wake up and check device health", 2024-06-13T06:39:21.309 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.309 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.309 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.310 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.310 INFO:teuthology.orchestra.run.smithi039.stdout: "warn_threshold": { 2024-06-13T06:39:21.310 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "warn_threshold", 2024-06-13T06:39:21.310 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:21.310 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.310 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.310 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "7257600", 2024-06-13T06:39:21.310 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.310 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.310 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.310 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-06-13T06:39:21.310 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.311 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.311 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.311 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.311 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.311 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.311 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.311 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "diskprediction_local", 2024-06-13T06:39:21.311 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.311 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.311 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.311 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.311 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.311 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.311 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.312 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.312 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.312 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.312 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.312 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.312 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.312 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.312 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.312 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.312 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.312 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.312 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.312 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.313 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.313 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.313 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.313 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.313 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.313 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.313 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.313 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.313 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.313 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.313 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.313 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.313 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.313 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.314 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.314 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.314 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.314 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.314 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.314 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.314 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.314 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.314 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.314 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.314 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.314 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.315 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.315 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.315 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.315 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.315 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.315 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.315 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.315 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.315 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.315 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.315 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.315 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.315 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.315 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.316 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.316 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.316 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.316 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.316 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.316 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.316 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.316 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.316 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.316 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.316 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.316 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.316 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.317 INFO:teuthology.orchestra.run.smithi039.stdout: "predict_interval": { 2024-06-13T06:39:21.317 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "predict_interval", 2024-06-13T06:39:21.317 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.317 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.317 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.317 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "86400", 2024-06-13T06:39:21.317 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.317 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.317 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.317 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.317 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.317 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.317 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.317 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.318 INFO:teuthology.orchestra.run.smithi039.stdout: "predictor_model": { 2024-06-13T06:39:21.318 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "predictor_model", 2024-06-13T06:39:21.318 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.318 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.318 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.318 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "prophetstor", 2024-06-13T06:39:21.318 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.318 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.318 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.318 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.318 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.319 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.319 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.319 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.319 INFO:teuthology.orchestra.run.smithi039.stdout: "sleep_interval": { 2024-06-13T06:39:21.319 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "sleep_interval", 2024-06-13T06:39:21.319 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.319 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.319 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.319 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "600", 2024-06-13T06:39:21.319 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.319 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.319 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.320 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.320 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.320 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.320 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.320 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.320 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.320 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.320 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.320 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "influx", 2024-06-13T06:39:21.320 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": false, 2024-06-13T06:39:21.320 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "influxdb python module not found", 2024-06-13T06:39:21.320 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.320 INFO:teuthology.orchestra.run.smithi039.stdout: "batch_size": { 2024-06-13T06:39:21.320 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "batch_size", 2024-06-13T06:39:21.321 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.321 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.321 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.321 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "5000", 2024-06-13T06:39:21.321 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.321 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.321 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.321 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-06-13T06:39:21.321 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.321 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.321 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.321 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.321 INFO:teuthology.orchestra.run.smithi039.stdout: "database": { 2024-06-13T06:39:21.322 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "database", 2024-06-13T06:39:21.322 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.322 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.322 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.322 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "ceph", 2024-06-13T06:39:21.322 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.322 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.322 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.322 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-06-13T06:39:21.322 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.322 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.323 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.323 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.323 INFO:teuthology.orchestra.run.smithi039.stdout: "hostname": { 2024-06-13T06:39:21.323 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "hostname", 2024-06-13T06:39:21.323 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.323 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.323 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.323 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.323 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.323 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.323 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.323 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "InfluxDB server hostname", 2024-06-13T06:39:21.323 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.324 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.324 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.324 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.324 INFO:teuthology.orchestra.run.smithi039.stdout: "interval": { 2024-06-13T06:39:21.324 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "interval", 2024-06-13T06:39:21.324 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:21.324 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.324 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.324 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "30", 2024-06-13T06:39:21.324 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "5", 2024-06-13T06:39:21.324 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.324 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.324 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-06-13T06:39:21.325 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.325 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.325 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.325 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.325 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.325 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.325 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.325 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.325 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.325 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.325 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.325 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.325 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.326 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.326 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.326 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.326 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.326 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.326 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.326 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.326 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.326 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.326 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.326 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.326 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.327 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.327 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.327 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.327 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.327 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.327 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.327 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.327 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.327 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.327 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.327 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.327 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.327 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.328 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.328 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.328 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.328 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.328 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.328 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.328 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.328 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.328 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.328 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.328 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.328 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.328 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.328 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.329 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.329 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.329 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.329 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.329 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.329 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.329 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.329 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.329 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.329 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.329 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.329 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.329 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.330 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.330 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.330 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.330 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.330 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.330 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.330 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.330 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.330 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.330 INFO:teuthology.orchestra.run.smithi039.stdout: "password": { 2024-06-13T06:39:21.330 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "password", 2024-06-13T06:39:21.330 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.330 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.331 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.331 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.331 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.331 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.331 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.331 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "password of InfluxDB server user", 2024-06-13T06:39:21.331 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.331 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.331 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.331 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.331 INFO:teuthology.orchestra.run.smithi039.stdout: "port": { 2024-06-13T06:39:21.331 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "port", 2024-06-13T06:39:21.331 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.332 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.332 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.332 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "8086", 2024-06-13T06:39:21.332 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.332 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.332 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.332 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "InfluxDB server port", 2024-06-13T06:39:21.332 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.332 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.332 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.332 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.332 INFO:teuthology.orchestra.run.smithi039.stdout: "ssl": { 2024-06-13T06:39:21.333 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ssl", 2024-06-13T06:39:21.333 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.333 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.333 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.333 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "false", 2024-06-13T06:39:21.333 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.333 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.333 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.333 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-06-13T06:39:21.333 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.333 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.333 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.333 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.333 INFO:teuthology.orchestra.run.smithi039.stdout: "threads": { 2024-06-13T06:39:21.334 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "threads", 2024-06-13T06:39:21.334 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.334 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.334 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.334 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "5", 2024-06-13T06:39:21.334 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "1", 2024-06-13T06:39:21.334 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "32", 2024-06-13T06:39:21.334 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.334 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-06-13T06:39:21.334 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.334 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.334 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.335 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.335 INFO:teuthology.orchestra.run.smithi039.stdout: "username": { 2024-06-13T06:39:21.335 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "username", 2024-06-13T06:39:21.335 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.335 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.335 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.335 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.335 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.335 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.335 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.335 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "username of InfluxDB server user", 2024-06-13T06:39:21.335 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.335 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.336 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.336 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.336 INFO:teuthology.orchestra.run.smithi039.stdout: "verify_ssl": { 2024-06-13T06:39:21.336 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "verify_ssl", 2024-06-13T06:39:21.336 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.336 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.336 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.336 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "true", 2024-06-13T06:39:21.336 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.336 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.336 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.336 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-06-13T06:39:21.337 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.337 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.337 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.337 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.337 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.337 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.337 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.337 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "insights", 2024-06-13T06:39:21.337 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.337 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.337 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.337 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.337 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.338 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.338 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.338 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.338 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.338 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.338 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.338 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.338 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.338 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.338 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.338 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.338 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.339 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.339 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.339 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.339 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.339 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.339 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.339 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.339 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.339 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.339 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.339 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.339 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.339 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.340 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.340 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.340 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.340 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.340 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.340 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.340 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.340 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.340 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.340 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.340 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.340 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.340 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.341 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.341 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.341 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.341 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.341 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.341 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.341 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.341 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.341 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.341 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.341 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.341 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.342 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.342 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.342 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.342 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.342 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.342 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.342 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.342 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.342 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.342 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.342 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.342 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.343 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.343 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.343 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.343 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.343 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.343 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.343 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.343 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.343 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.343 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "iostat", 2024-06-13T06:39:21.343 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.343 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.343 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.344 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.344 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.344 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.344 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.344 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.344 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.344 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.344 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.344 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.344 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.344 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.344 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.344 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.345 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.345 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.345 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.345 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.345 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.345 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.345 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.345 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.345 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.345 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.345 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.345 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.345 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.346 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.346 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.346 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.346 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.346 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.346 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.346 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.346 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.346 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.346 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.346 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.346 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.347 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.347 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.347 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.347 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.347 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.347 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.347 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.347 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.347 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.347 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.347 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.347 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.347 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.347 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.348 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.348 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.348 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.348 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.348 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.348 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.348 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.348 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.348 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.348 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.348 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.348 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.349 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.349 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.349 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.349 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.349 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.349 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.349 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.349 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.349 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.349 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "k8sevents", 2024-06-13T06:39:21.349 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.349 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.350 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.350 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_event_retention_days": { 2024-06-13T06:39:21.350 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ceph_event_retention_days", 2024-06-13T06:39:21.350 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.350 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.350 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.350 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "7", 2024-06-13T06:39:21.350 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.350 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.350 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.350 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Days to hold ceph event information within local cache", 2024-06-13T06:39:21.350 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.351 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.351 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.351 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.351 INFO:teuthology.orchestra.run.smithi039.stdout: "config_check_secs": { 2024-06-13T06:39:21.351 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "config_check_secs", 2024-06-13T06:39:21.351 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.351 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.351 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.351 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10", 2024-06-13T06:39:21.351 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "10", 2024-06-13T06:39:21.351 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.351 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.352 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-06-13T06:39:21.352 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.352 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.352 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.352 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.352 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.352 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.352 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.352 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.352 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.352 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.352 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.352 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.353 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.353 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.353 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.353 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.353 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.353 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.353 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.353 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.353 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.353 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.353 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.353 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.354 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.354 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.354 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.354 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.354 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.354 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.354 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.354 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.354 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.354 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.354 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.354 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.354 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.355 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.355 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.355 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.355 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.355 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.355 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.355 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.355 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.355 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.355 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.355 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.355 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.356 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.356 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.356 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.356 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.356 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.356 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.356 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.356 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.356 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.356 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.356 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.356 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.356 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.357 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.357 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.357 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.357 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.357 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.357 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.357 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.357 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.357 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.357 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.357 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.357 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.357 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.358 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.358 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.358 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "localpool", 2024-06-13T06:39:21.358 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.358 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.358 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.358 INFO:teuthology.orchestra.run.smithi039.stdout: "failure_domain": { 2024-06-13T06:39:21.358 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "failure_domain", 2024-06-13T06:39:21.358 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.358 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.358 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.358 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "host", 2024-06-13T06:39:21.359 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.359 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.359 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.359 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "failure domain for any created local pool", 2024-06-13T06:39:21.359 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-06-13T06:39:21.359 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.359 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.359 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.359 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.359 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.359 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.359 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.359 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.360 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.360 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.360 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.360 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.360 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.360 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.360 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.360 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.360 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.360 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.360 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.360 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.360 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.361 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.361 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.361 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.361 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.361 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.361 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.361 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.361 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.361 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.361 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.361 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.361 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.361 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.362 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.362 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.362 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.362 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.362 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.362 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.362 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.362 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.362 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.362 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.362 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.362 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.362 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.363 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.363 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.363 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.363 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.363 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.363 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.363 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.363 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.363 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.363 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.363 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.363 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.363 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.364 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.364 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.364 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.364 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.364 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.364 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.364 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.364 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.364 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.364 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.364 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.364 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.364 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.365 INFO:teuthology.orchestra.run.smithi039.stdout: "min_size": { 2024-06-13T06:39:21.365 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "min_size", 2024-06-13T06:39:21.365 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.365 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.365 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.365 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.365 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.365 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.365 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.365 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "default min_size for any created local pool", 2024-06-13T06:39:21.365 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-06-13T06:39:21.365 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.365 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.366 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.366 INFO:teuthology.orchestra.run.smithi039.stdout: "num_rep": { 2024-06-13T06:39:21.366 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "num_rep", 2024-06-13T06:39:21.366 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.366 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.366 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.366 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "3", 2024-06-13T06:39:21.366 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.366 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.366 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.366 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "default replica count for any created local pool", 2024-06-13T06:39:21.366 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.367 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.367 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.367 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.367 INFO:teuthology.orchestra.run.smithi039.stdout: "pg_num": { 2024-06-13T06:39:21.367 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "pg_num", 2024-06-13T06:39:21.367 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.367 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.367 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.367 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "128", 2024-06-13T06:39:21.367 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.367 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.367 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.368 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "default pg_num for any created local pool", 2024-06-13T06:39:21.368 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.368 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.368 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.368 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.368 INFO:teuthology.orchestra.run.smithi039.stdout: "prefix": { 2024-06-13T06:39:21.368 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "prefix", 2024-06-13T06:39:21.368 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.368 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.368 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.368 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.368 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.368 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.369 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.369 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "name prefix for any created local pool", 2024-06-13T06:39:21.369 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.369 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.369 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.369 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.369 INFO:teuthology.orchestra.run.smithi039.stdout: "subtree": { 2024-06-13T06:39:21.369 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "subtree", 2024-06-13T06:39:21.369 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.369 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.369 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.369 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "rack", 2024-06-13T06:39:21.369 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.370 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.370 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.370 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "CRUSH level for which to create a local pool", 2024-06-13T06:39:21.370 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-06-13T06:39:21.370 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.370 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.370 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.370 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.370 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.370 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.370 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "mds_autoscaler", 2024-06-13T06:39:21.370 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.371 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.371 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.371 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.371 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.371 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.371 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.371 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.371 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.371 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.371 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.371 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.371 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.372 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.372 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.372 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.372 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.372 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.372 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.372 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.372 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.372 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.372 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.372 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.372 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.372 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.373 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.373 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.373 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.373 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.373 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.373 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.373 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.373 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.373 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.373 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.373 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.373 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.373 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.374 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.374 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.374 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.374 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.374 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.374 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.374 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.374 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.374 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.374 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.374 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.375 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.375 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.375 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.375 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.375 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.375 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.375 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.375 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.375 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.375 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.375 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.375 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.375 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.376 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.376 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.376 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.376 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.376 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.376 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.376 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.376 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.376 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.376 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.376 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.376 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.376 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.377 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "mirroring", 2024-06-13T06:39:21.377 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.377 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.377 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.377 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.377 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.377 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.377 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.377 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.377 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.377 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.377 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.377 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.378 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.378 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.378 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.378 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.378 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.378 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.378 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.378 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.378 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.378 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.378 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.378 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.379 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.379 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.379 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.379 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.379 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.379 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.379 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.379 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.379 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.379 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.379 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.379 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.379 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.380 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.380 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.380 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.380 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.380 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.380 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.380 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.380 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.380 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.380 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.380 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.380 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.380 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.381 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.381 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.381 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.381 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.381 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.381 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.381 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.381 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.381 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.381 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.381 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.381 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.381 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.382 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.382 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.382 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.382 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.382 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.382 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.382 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.382 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.382 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.382 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.382 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.382 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.383 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.383 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "nfs", 2024-06-13T06:39:21.383 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.383 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.383 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.383 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.383 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.383 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.383 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.383 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.383 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.383 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.383 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.383 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.384 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.384 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.384 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.384 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.384 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.384 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.384 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.384 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.384 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.384 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.384 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.384 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.384 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.385 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.385 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.385 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.385 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.385 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.385 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.385 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.385 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.385 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.385 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.385 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.385 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.385 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.386 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.386 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.386 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.386 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.386 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.386 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.386 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.386 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.386 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.386 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.386 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.386 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.387 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.387 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.387 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.387 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.387 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.387 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.387 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.387 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.387 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.387 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.387 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.387 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.387 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.387 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.388 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.388 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.388 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.388 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.388 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.388 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.388 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.388 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.388 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.388 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.388 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.388 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.388 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "orchestrator", 2024-06-13T06:39:21.389 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.389 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.389 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.389 INFO:teuthology.orchestra.run.smithi039.stdout: "fail_fs": { 2024-06-13T06:39:21.389 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "fail_fs", 2024-06-13T06:39:21.389 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.389 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.389 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.389 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.389 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.389 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.389 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.390 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-06-13T06:39:21.390 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.390 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.390 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.390 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.390 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.390 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.390 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.390 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.390 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.390 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.390 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.390 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.391 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.391 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.391 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.391 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.391 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.391 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.391 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.391 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.391 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.391 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.391 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.391 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.391 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.392 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.392 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.392 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.392 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.392 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.392 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.392 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.392 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.392 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.392 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.392 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.392 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.392 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.392 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.393 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.393 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.393 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.393 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.393 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.393 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.393 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.393 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.393 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.393 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.393 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.393 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.393 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.394 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.394 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.394 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.394 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.394 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.394 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.394 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.394 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.394 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.394 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.394 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.394 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.395 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.395 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.395 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.395 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.395 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.395 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.395 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.395 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.395 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.395 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.395 INFO:teuthology.orchestra.run.smithi039.stdout: "orchestrator": { 2024-06-13T06:39:21.395 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "orchestrator", 2024-06-13T06:39:21.395 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.395 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.396 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.396 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.396 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.396 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.396 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.396 INFO:teuthology.orchestra.run.smithi039.stdout: "cephadm", 2024-06-13T06:39:21.396 INFO:teuthology.orchestra.run.smithi039.stdout: "rook", 2024-06-13T06:39:21.396 INFO:teuthology.orchestra.run.smithi039.stdout: "test_orchestrator" 2024-06-13T06:39:21.396 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.396 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Orchestrator backend", 2024-06-13T06:39:21.396 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.396 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.396 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.397 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.397 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.397 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.397 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.397 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "osd_perf_query", 2024-06-13T06:39:21.397 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.397 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.397 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.397 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.397 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.397 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.397 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.398 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.398 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.398 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.398 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.398 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.398 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.398 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.398 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.398 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.398 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.398 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.398 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.399 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.399 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.399 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.399 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.399 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.399 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.399 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.399 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.399 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.399 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.399 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.399 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.399 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.400 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.400 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.400 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.400 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.400 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.400 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.400 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.400 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.400 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.400 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.400 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.400 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.400 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.401 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.401 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.401 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.401 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.401 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.401 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.401 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.401 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.401 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.401 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.401 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.401 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.402 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.402 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.402 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.402 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.402 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.402 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.402 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.402 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.402 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.402 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.402 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.402 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.402 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.403 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.403 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.403 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.403 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.403 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.403 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.403 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "osd_support", 2024-06-13T06:39:21.403 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.403 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.403 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.403 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.403 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.403 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.404 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.404 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.404 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.404 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.404 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.404 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.404 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.404 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.404 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.404 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.404 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.404 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.404 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.405 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.405 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.405 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.405 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.405 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.405 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.405 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.405 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.405 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.405 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.405 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.405 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.405 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.406 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.406 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.406 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.406 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.406 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.406 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.406 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.406 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.406 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.406 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.406 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.406 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.406 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.407 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.407 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.407 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.407 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.407 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.407 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.407 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.407 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.407 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.407 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.407 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.407 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.407 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.408 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.408 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.408 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.408 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.408 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.408 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.408 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.408 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.408 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.408 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.408 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.408 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.408 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.408 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.409 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.409 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.409 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.409 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.409 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "pg_autoscaler", 2024-06-13T06:39:21.409 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.409 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.409 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.409 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.409 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.409 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.409 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.409 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.410 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.410 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.410 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.410 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.410 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.410 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.410 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.410 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.410 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.410 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.410 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.410 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.411 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.411 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.411 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.411 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.411 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.411 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.411 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.411 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.411 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.411 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.411 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.411 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.411 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.412 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.412 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.412 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.412 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.412 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.412 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.412 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.412 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.412 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.412 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.412 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.412 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.413 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.413 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.413 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.413 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.413 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.413 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.413 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.413 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.413 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.413 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.413 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.413 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.414 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.414 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.414 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.414 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.414 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.414 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.414 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.414 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.414 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.414 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.414 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.414 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.415 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.415 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.415 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.415 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.415 INFO:teuthology.orchestra.run.smithi039.stdout: "sleep_interval": { 2024-06-13T06:39:21.415 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "sleep_interval", 2024-06-13T06:39:21.415 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:21.415 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.415 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.415 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "60", 2024-06-13T06:39:21.415 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.415 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.415 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.416 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.416 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.416 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.416 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.416 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.416 INFO:teuthology.orchestra.run.smithi039.stdout: "threshold": { 2024-06-13T06:39:21.416 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "threshold", 2024-06-13T06:39:21.416 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "float", 2024-06-13T06:39:21.416 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.416 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.416 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "3.0", 2024-06-13T06:39:21.416 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "1.0", 2024-06-13T06:39:21.416 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.417 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.417 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "scaling threshold", 2024-06-13T06:39:21.417 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-06-13T06:39:21.417 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.417 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.417 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.417 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.417 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.417 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.417 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "progress", 2024-06-13T06:39:21.417 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.417 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.418 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.418 INFO:teuthology.orchestra.run.smithi039.stdout: "allow_pg_recovery_event": { 2024-06-13T06:39:21.418 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "allow_pg_recovery_event", 2024-06-13T06:39:21.418 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.418 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.418 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.418 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.418 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.418 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.418 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.418 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "allow the module to show pg recovery progress", 2024-06-13T06:39:21.418 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.419 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.419 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.419 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.419 INFO:teuthology.orchestra.run.smithi039.stdout: "enabled": { 2024-06-13T06:39:21.419 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "enabled", 2024-06-13T06:39:21.419 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.419 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.419 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.419 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.419 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.419 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.419 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.419 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.420 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.420 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.420 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.420 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.420 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.420 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.420 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.420 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.420 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.420 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.420 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.420 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.421 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.421 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.421 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.421 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.421 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.421 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.421 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.421 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.421 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.421 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.421 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.421 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.421 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.422 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.422 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.422 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.422 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.422 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.422 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.422 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.422 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.422 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.422 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.422 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.422 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.423 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.423 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.423 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.423 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.423 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.423 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.423 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.423 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.423 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.423 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.423 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.423 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.423 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.424 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.424 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.424 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.424 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.424 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.424 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.424 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.424 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.424 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.424 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.424 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.424 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.424 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.425 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.425 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.425 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.425 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.425 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.425 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.425 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.425 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.425 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.425 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.425 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.425 INFO:teuthology.orchestra.run.smithi039.stdout: "max_completed_events": { 2024-06-13T06:39:21.425 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "max_completed_events", 2024-06-13T06:39:21.426 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.426 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.426 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.426 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "50", 2024-06-13T06:39:21.426 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.426 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.426 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.426 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "number of past completed events to remember", 2024-06-13T06:39:21.426 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.426 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.426 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.426 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.426 INFO:teuthology.orchestra.run.smithi039.stdout: "sleep_interval": { 2024-06-13T06:39:21.427 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "sleep_interval", 2024-06-13T06:39:21.427 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:21.427 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.427 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.427 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "5", 2024-06-13T06:39:21.427 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.427 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.427 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.427 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "how long the module is going to sleep", 2024-06-13T06:39:21.427 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.427 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.427 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.428 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.428 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.428 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.428 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.428 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "prometheus", 2024-06-13T06:39:21.428 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.428 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.428 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.428 INFO:teuthology.orchestra.run.smithi039.stdout: "cache": { 2024-06-13T06:39:21.428 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "cache", 2024-06-13T06:39:21.428 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.428 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.429 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.429 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.429 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.429 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.429 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.429 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.429 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.429 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.429 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.429 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.429 INFO:teuthology.orchestra.run.smithi039.stdout: "exclude_perf_counters": { 2024-06-13T06:39:21.429 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "exclude_perf_counters", 2024-06-13T06:39:21.429 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.430 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.430 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.430 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.430 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.430 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.430 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.430 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-06-13T06:39:21.430 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-06-13T06:39:21.430 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.430 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.430 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.431 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.431 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.431 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.431 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.431 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.431 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.431 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.431 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.431 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.431 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.431 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.431 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.431 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.432 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.432 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.432 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.432 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.432 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.432 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.432 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.432 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.432 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.432 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.432 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.432 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.432 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.433 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.433 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.433 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.433 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.433 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.433 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.433 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.433 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.433 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.433 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.433 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.433 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.433 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.434 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.434 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.434 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.434 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.434 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.434 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.434 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.434 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.434 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.434 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.434 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.434 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.435 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.435 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.435 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.435 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.435 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.435 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.435 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.435 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.435 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.435 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.435 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.435 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.435 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.436 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.436 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.436 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.436 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.436 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.436 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.436 INFO:teuthology.orchestra.run.smithi039.stdout: "rbd_stats_pools": { 2024-06-13T06:39:21.436 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rbd_stats_pools", 2024-06-13T06:39:21.436 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.436 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.436 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.436 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.436 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.437 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.437 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.437 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.437 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.437 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.437 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.437 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.437 INFO:teuthology.orchestra.run.smithi039.stdout: "rbd_stats_pools_refresh_interval": { 2024-06-13T06:39:21.437 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-06-13T06:39:21.437 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.437 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.437 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.437 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "300", 2024-06-13T06:39:21.438 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.438 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.438 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.438 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.438 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.438 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.438 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.438 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.438 INFO:teuthology.orchestra.run.smithi039.stdout: "scrape_interval": { 2024-06-13T06:39:21.438 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "scrape_interval", 2024-06-13T06:39:21.438 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "float", 2024-06-13T06:39:21.438 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.439 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.439 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "15.0", 2024-06-13T06:39:21.439 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.439 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.439 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.439 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.439 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.439 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.439 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.439 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.439 INFO:teuthology.orchestra.run.smithi039.stdout: "server_addr": { 2024-06-13T06:39:21.439 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "server_addr", 2024-06-13T06:39:21.439 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.440 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.440 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.440 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "::", 2024-06-13T06:39:21.440 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.440 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.440 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.440 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-06-13T06:39:21.440 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.440 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.440 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.440 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.440 INFO:teuthology.orchestra.run.smithi039.stdout: "server_port": { 2024-06-13T06:39:21.440 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "server_port", 2024-06-13T06:39:21.441 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.441 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.441 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.441 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "9283", 2024-06-13T06:39:21.441 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.441 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.441 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.441 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-06-13T06:39:21.441 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.441 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.441 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.441 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.441 INFO:teuthology.orchestra.run.smithi039.stdout: "stale_cache_strategy": { 2024-06-13T06:39:21.441 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "stale_cache_strategy", 2024-06-13T06:39:21.442 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.442 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.442 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.442 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "log", 2024-06-13T06:39:21.442 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.442 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.442 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.442 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.442 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.442 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.442 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.443 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.443 INFO:teuthology.orchestra.run.smithi039.stdout: "standby_behaviour": { 2024-06-13T06:39:21.443 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "standby_behaviour", 2024-06-13T06:39:21.443 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.443 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.443 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.443 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "default", 2024-06-13T06:39:21.443 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.443 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.443 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.443 INFO:teuthology.orchestra.run.smithi039.stdout: "default", 2024-06-13T06:39:21.443 INFO:teuthology.orchestra.run.smithi039.stdout: "error" 2024-06-13T06:39:21.443 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.444 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.444 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.444 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.444 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.444 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.444 INFO:teuthology.orchestra.run.smithi039.stdout: "standby_error_status_code": { 2024-06-13T06:39:21.444 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "standby_error_status_code", 2024-06-13T06:39:21.444 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.444 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.444 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.444 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "500", 2024-06-13T06:39:21.444 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "400", 2024-06-13T06:39:21.445 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "599", 2024-06-13T06:39:21.445 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.445 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.445 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.445 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.445 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.445 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.445 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.445 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.445 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.445 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rbd_support", 2024-06-13T06:39:21.445 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.445 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.446 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.446 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.446 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.446 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.446 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.446 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.446 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.446 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.446 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.446 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.446 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.446 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.447 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.447 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.447 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.447 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.447 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.447 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.447 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.447 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.447 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.447 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.447 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.447 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.447 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.447 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.448 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.448 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.448 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.448 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.448 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.448 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.448 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.448 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.448 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.448 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.448 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.448 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.448 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.449 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.449 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.449 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.449 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.449 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.449 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.449 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.449 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.449 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.449 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.449 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.449 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.449 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.450 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.450 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.450 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.450 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.450 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.450 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.450 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.450 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.450 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.450 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.450 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.450 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.451 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.451 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.451 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.451 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.451 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.451 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.451 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.451 INFO:teuthology.orchestra.run.smithi039.stdout: "max_concurrent_snap_create": { 2024-06-13T06:39:21.451 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "max_concurrent_snap_create", 2024-06-13T06:39:21.451 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.451 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.451 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.451 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10", 2024-06-13T06:39:21.452 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.452 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.452 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.452 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.452 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.452 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.452 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.452 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.452 INFO:teuthology.orchestra.run.smithi039.stdout: "mirror_snapshot_schedule": { 2024-06-13T06:39:21.452 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "mirror_snapshot_schedule", 2024-06-13T06:39:21.452 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.452 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.452 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.452 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.453 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.453 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.453 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.453 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.453 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.453 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.453 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.453 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.453 INFO:teuthology.orchestra.run.smithi039.stdout: "trash_purge_schedule": { 2024-06-13T06:39:21.453 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "trash_purge_schedule", 2024-06-13T06:39:21.453 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.453 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.453 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.453 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.454 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.454 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.454 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.454 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.454 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.454 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.454 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.454 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.454 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.454 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.454 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.454 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "restful", 2024-06-13T06:39:21.454 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.455 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.455 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.455 INFO:teuthology.orchestra.run.smithi039.stdout: "enable_auth": { 2024-06-13T06:39:21.455 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "enable_auth", 2024-06-13T06:39:21.455 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.455 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.455 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.455 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.455 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.455 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.455 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.455 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.456 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.456 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.456 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.456 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.456 INFO:teuthology.orchestra.run.smithi039.stdout: "key_file": { 2024-06-13T06:39:21.456 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "key_file", 2024-06-13T06:39:21.456 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.456 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.456 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.456 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.456 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.456 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.456 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.456 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.457 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.457 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.457 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.457 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.457 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.457 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.457 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.457 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.457 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.457 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.458 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.458 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.458 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.458 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.458 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.458 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.458 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.458 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.458 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.458 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.458 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.458 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.459 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.459 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.459 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.459 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.459 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.459 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.459 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.459 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.459 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.459 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.459 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.459 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.460 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.460 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.460 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.460 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.460 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.460 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.460 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.460 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.460 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.460 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.460 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.460 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.460 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.461 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.461 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.461 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.461 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.461 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.461 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.461 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.461 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.461 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.461 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.461 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.461 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.462 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.462 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.462 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.462 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.462 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.462 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.462 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.462 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.462 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.462 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.462 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.462 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.463 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.463 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.463 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.463 INFO:teuthology.orchestra.run.smithi039.stdout: "server_addr": { 2024-06-13T06:39:21.463 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "server_addr", 2024-06-13T06:39:21.463 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.463 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.463 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.463 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.463 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.463 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.463 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.463 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.464 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.464 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.464 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.464 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.464 INFO:teuthology.orchestra.run.smithi039.stdout: "server_port": { 2024-06-13T06:39:21.464 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "server_port", 2024-06-13T06:39:21.464 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.464 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.464 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.464 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.464 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.464 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.464 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.465 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.465 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.465 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.465 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.465 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.465 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.465 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.465 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.465 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rgw", 2024-06-13T06:39:21.465 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.465 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.465 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.465 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.466 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.466 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.466 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.466 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.466 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.466 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.466 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.466 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.466 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.466 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.466 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.466 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.467 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.467 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.467 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.467 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.467 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.467 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.467 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.467 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.467 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.467 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.467 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.467 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.467 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.468 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.468 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.468 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.468 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.468 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.468 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.468 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.468 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.468 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.468 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.468 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.468 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.468 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.469 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.469 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.469 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.469 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.469 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.469 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.469 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.469 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.469 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.469 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.469 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.469 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.469 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.469 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.470 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.470 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.470 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.470 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.470 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.470 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.470 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.470 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.470 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.470 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.470 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.470 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.471 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.471 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.471 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.471 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.471 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.471 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.471 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.471 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.471 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rook", 2024-06-13T06:39:21.471 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.471 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.471 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.471 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.471 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.472 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.472 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.472 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.472 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.472 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.472 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.472 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.472 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.472 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.472 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.472 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.472 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.473 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.473 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.473 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.473 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.473 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.473 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.473 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.473 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.473 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.473 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.473 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.473 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.474 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.474 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.474 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.474 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.474 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.474 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.474 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.474 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.474 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.474 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.474 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.474 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.475 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.475 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.475 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.475 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.475 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.475 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.475 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.475 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.475 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.475 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.475 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.475 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.476 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.476 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.476 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.476 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.476 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.476 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.476 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.476 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.476 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.476 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.476 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.476 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.476 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.477 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.477 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.477 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.477 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.477 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.477 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.477 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.477 INFO:teuthology.orchestra.run.smithi039.stdout: "storage_class": { 2024-06-13T06:39:21.477 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "storage_class", 2024-06-13T06:39:21.477 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.477 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.477 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.477 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "local", 2024-06-13T06:39:21.478 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.478 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.478 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.478 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-06-13T06:39:21.478 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.478 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.478 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.478 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.478 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.478 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.478 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.478 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "selftest", 2024-06-13T06:39:21.479 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.479 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.479 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.479 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.479 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.479 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.479 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.479 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.479 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.479 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.479 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.479 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.479 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.480 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.480 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.480 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.480 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.480 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.480 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.480 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.480 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.480 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.480 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.480 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.480 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.480 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.481 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.481 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.481 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.481 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.481 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.481 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.481 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.481 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.481 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.481 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.481 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.481 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.481 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.482 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.482 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.482 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.482 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.482 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.482 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.482 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.482 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.482 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.482 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.482 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.482 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.483 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.483 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.483 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.483 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.483 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.483 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.483 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.483 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.483 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.483 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.483 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.483 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.483 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.483 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.484 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.484 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.484 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.484 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.484 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.484 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.484 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.484 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.484 INFO:teuthology.orchestra.run.smithi039.stdout: "roption1": { 2024-06-13T06:39:21.484 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "roption1", 2024-06-13T06:39:21.484 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.484 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.484 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.485 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.485 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.485 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.485 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.485 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.485 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.485 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.485 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.485 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.485 INFO:teuthology.orchestra.run.smithi039.stdout: "roption2": { 2024-06-13T06:39:21.485 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "roption2", 2024-06-13T06:39:21.485 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.485 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.486 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.486 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "xyz", 2024-06-13T06:39:21.486 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.486 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.486 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.486 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.486 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.486 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.486 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.486 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.486 INFO:teuthology.orchestra.run.smithi039.stdout: "rwoption1": { 2024-06-13T06:39:21.486 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rwoption1", 2024-06-13T06:39:21.487 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.487 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.487 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.487 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.487 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.487 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.487 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.487 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.487 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.487 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.487 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.487 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.487 INFO:teuthology.orchestra.run.smithi039.stdout: "rwoption2": { 2024-06-13T06:39:21.488 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rwoption2", 2024-06-13T06:39:21.488 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.488 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.488 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.488 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.488 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.488 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.488 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.488 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.488 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.488 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.488 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.489 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.489 INFO:teuthology.orchestra.run.smithi039.stdout: "rwoption3": { 2024-06-13T06:39:21.489 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rwoption3", 2024-06-13T06:39:21.489 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "float", 2024-06-13T06:39:21.489 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.489 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.489 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.489 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.489 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.489 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.489 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.489 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.489 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.490 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.490 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.490 INFO:teuthology.orchestra.run.smithi039.stdout: "rwoption4": { 2024-06-13T06:39:21.490 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rwoption4", 2024-06-13T06:39:21.490 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.490 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.490 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.490 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.490 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.490 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.490 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.490 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.491 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.491 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.491 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.491 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.491 INFO:teuthology.orchestra.run.smithi039.stdout: "rwoption5": { 2024-06-13T06:39:21.491 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rwoption5", 2024-06-13T06:39:21.491 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.491 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.491 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.491 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.491 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.491 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.491 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.492 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.492 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.492 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.492 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.492 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.492 INFO:teuthology.orchestra.run.smithi039.stdout: "rwoption6": { 2024-06-13T06:39:21.492 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rwoption6", 2024-06-13T06:39:21.492 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.492 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.492 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.492 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.492 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.492 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.493 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.493 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.493 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.493 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.493 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.493 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.493 INFO:teuthology.orchestra.run.smithi039.stdout: "rwoption7": { 2024-06-13T06:39:21.493 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rwoption7", 2024-06-13T06:39:21.493 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.493 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.493 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.493 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.493 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "1", 2024-06-13T06:39:21.494 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "42", 2024-06-13T06:39:21.494 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.494 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.494 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.494 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.494 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.494 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.494 INFO:teuthology.orchestra.run.smithi039.stdout: "testkey": { 2024-06-13T06:39:21.494 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "testkey", 2024-06-13T06:39:21.494 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.494 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.494 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.494 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.495 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.495 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.495 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.495 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.495 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.495 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.495 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.495 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.495 INFO:teuthology.orchestra.run.smithi039.stdout: "testlkey": { 2024-06-13T06:39:21.495 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "testlkey", 2024-06-13T06:39:21.495 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.495 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.496 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.496 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.496 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.496 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.496 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.496 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.496 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.496 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.496 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.496 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.496 INFO:teuthology.orchestra.run.smithi039.stdout: "testnewline": { 2024-06-13T06:39:21.496 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "testnewline", 2024-06-13T06:39:21.496 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.496 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.497 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.497 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.497 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.497 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.497 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.497 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.497 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.497 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.497 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.497 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.497 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.497 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.497 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.498 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "snap_schedule", 2024-06-13T06:39:21.498 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.498 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.498 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.498 INFO:teuthology.orchestra.run.smithi039.stdout: "allow_m_granularity": { 2024-06-13T06:39:21.498 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "allow_m_granularity", 2024-06-13T06:39:21.498 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.498 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.498 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.498 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.498 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.499 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.499 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.499 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "allow minute scheduled snapshots", 2024-06-13T06:39:21.499 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.499 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.499 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.499 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.499 INFO:teuthology.orchestra.run.smithi039.stdout: "dump_on_update": { 2024-06-13T06:39:21.499 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "dump_on_update", 2024-06-13T06:39:21.499 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.499 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.499 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.499 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.500 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.500 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.500 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.500 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "dump database to debug log on update", 2024-06-13T06:39:21.500 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.500 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.500 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.500 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.500 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.500 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.500 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.500 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.500 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.501 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.501 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.501 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.501 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.501 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.501 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.501 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.501 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.501 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.501 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.501 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.501 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.501 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.502 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.502 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.502 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.502 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.502 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.502 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.502 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.502 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.502 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.502 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.502 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.502 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.503 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.503 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.503 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.503 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.503 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.503 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.503 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.503 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.503 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.503 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.503 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.503 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.503 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.504 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.504 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.504 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.504 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.504 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.504 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.504 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.504 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.504 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.504 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.504 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.504 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.504 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.505 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.505 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.505 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.505 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.505 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.505 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.505 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.505 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.505 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.505 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.505 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.505 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.505 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.506 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.506 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.506 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.506 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.506 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "stats", 2024-06-13T06:39:21.506 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.506 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.506 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.506 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.506 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.506 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.506 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.507 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.507 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.507 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.507 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.507 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.507 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.507 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.507 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.507 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.507 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.507 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.507 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.507 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.508 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.508 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.508 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.508 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.508 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.508 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.508 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.508 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.508 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.508 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.508 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.508 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.508 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.508 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.509 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.509 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.509 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.509 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.509 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.509 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.509 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.509 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.509 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.509 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.509 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.509 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.509 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.510 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.510 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.510 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.510 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.510 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.510 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.510 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.510 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.510 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.510 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.510 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.510 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.511 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.511 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.511 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.511 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.511 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.511 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.511 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.511 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.511 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.511 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.511 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.511 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.511 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.512 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.512 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.512 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.512 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.512 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "status", 2024-06-13T06:39:21.512 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.512 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.512 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.512 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.512 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.512 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.512 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.512 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.513 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.513 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.513 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.513 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.513 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.513 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.513 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.513 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.513 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.513 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.513 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.513 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.513 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.514 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.514 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.514 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.514 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.514 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.514 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.514 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.514 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.514 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.514 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.514 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.514 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.514 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.515 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.515 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.515 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.515 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.515 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.515 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.515 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.515 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.515 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.515 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.515 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.515 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.515 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.515 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.516 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.516 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.516 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.516 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.516 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.516 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.516 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.516 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.516 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.516 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.516 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.516 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.516 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.516 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.517 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.517 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.517 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.517 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.517 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.517 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.517 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.517 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.517 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.517 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.517 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.517 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.517 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.518 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.518 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "telegraf", 2024-06-13T06:39:21.518 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.518 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.518 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.518 INFO:teuthology.orchestra.run.smithi039.stdout: "address": { 2024-06-13T06:39:21.518 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "address", 2024-06-13T06:39:21.518 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.518 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.518 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.518 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-06-13T06:39:21.519 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.519 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.519 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.519 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.519 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.519 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.519 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.519 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.519 INFO:teuthology.orchestra.run.smithi039.stdout: "interval": { 2024-06-13T06:39:21.519 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "interval", 2024-06-13T06:39:21.519 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:21.519 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.520 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.520 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "15", 2024-06-13T06:39:21.520 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.520 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.520 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.520 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.520 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.520 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.520 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.520 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.520 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.520 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.521 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.521 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.521 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.521 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.521 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.521 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.521 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.521 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.521 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.521 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.521 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.521 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.521 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.521 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.522 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.522 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.522 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.522 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.522 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.522 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.522 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.522 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.522 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.522 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.522 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.522 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.522 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.523 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.523 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.523 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.523 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.523 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.523 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.523 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.523 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.523 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.523 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.523 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.523 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.524 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.524 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.524 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.524 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.524 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.524 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.524 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.524 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.524 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.524 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.524 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.524 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.524 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.525 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.525 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.525 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.525 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.525 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.525 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.525 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.525 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.525 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.525 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.525 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.525 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.526 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.526 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.526 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.526 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.526 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.526 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.526 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.526 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "telemetry", 2024-06-13T06:39:21.526 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.526 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.526 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.526 INFO:teuthology.orchestra.run.smithi039.stdout: "channel_basic": { 2024-06-13T06:39:21.527 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "channel_basic", 2024-06-13T06:39:21.527 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.527 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.527 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.527 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.527 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.527 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.527 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.527 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Share basic cluster information (size, version)", 2024-06-13T06:39:21.527 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.527 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.527 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.527 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.527 INFO:teuthology.orchestra.run.smithi039.stdout: "channel_crash": { 2024-06-13T06:39:21.528 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "channel_crash", 2024-06-13T06:39:21.528 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.528 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.528 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.528 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.528 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.528 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.528 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.528 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-06-13T06:39:21.528 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.528 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.528 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.528 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.529 INFO:teuthology.orchestra.run.smithi039.stdout: "channel_device": { 2024-06-13T06:39:21.529 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "channel_device", 2024-06-13T06:39:21.529 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.529 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.529 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.529 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.529 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.529 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.529 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.529 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-06-13T06:39:21.529 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.529 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.529 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.529 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.530 INFO:teuthology.orchestra.run.smithi039.stdout: "channel_ident": { 2024-06-13T06:39:21.530 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "channel_ident", 2024-06-13T06:39:21.530 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.530 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.530 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.530 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.530 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.530 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.530 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.530 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-06-13T06:39:21.530 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.531 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.531 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.531 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.531 INFO:teuthology.orchestra.run.smithi039.stdout: "channel_perf": { 2024-06-13T06:39:21.531 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "channel_perf", 2024-06-13T06:39:21.531 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.531 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.531 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.531 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.531 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.531 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.531 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.531 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Share various performance metrics of a cluster", 2024-06-13T06:39:21.532 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.532 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.532 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.532 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.532 INFO:teuthology.orchestra.run.smithi039.stdout: "contact": { 2024-06-13T06:39:21.532 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "contact", 2024-06-13T06:39:21.532 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.532 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.532 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.532 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.532 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.532 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.532 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.532 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.532 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.533 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.533 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.533 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.533 INFO:teuthology.orchestra.run.smithi039.stdout: "description": { 2024-06-13T06:39:21.533 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "description", 2024-06-13T06:39:21.533 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.533 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.533 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.533 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.533 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.533 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.533 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.533 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.534 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.534 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.534 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.534 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.534 INFO:teuthology.orchestra.run.smithi039.stdout: "device_url": { 2024-06-13T06:39:21.534 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "device_url", 2024-06-13T06:39:21.534 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.534 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.534 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.534 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-06-13T06:39:21.534 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.534 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.534 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.535 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.535 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.535 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.535 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.535 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.535 INFO:teuthology.orchestra.run.smithi039.stdout: "enabled": { 2024-06-13T06:39:21.535 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "enabled", 2024-06-13T06:39:21.535 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.535 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.535 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.535 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.535 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.535 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.535 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.535 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.536 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.536 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.536 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.536 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.536 INFO:teuthology.orchestra.run.smithi039.stdout: "interval": { 2024-06-13T06:39:21.536 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "interval", 2024-06-13T06:39:21.536 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.536 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.536 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.536 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "24", 2024-06-13T06:39:21.536 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "8", 2024-06-13T06:39:21.536 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.536 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.537 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.537 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.537 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.537 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.537 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.537 INFO:teuthology.orchestra.run.smithi039.stdout: "last_opt_revision": { 2024-06-13T06:39:21.537 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "last_opt_revision", 2024-06-13T06:39:21.537 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.537 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.537 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.537 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "1", 2024-06-13T06:39:21.537 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.537 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.537 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.538 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.538 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.538 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.538 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.538 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.538 INFO:teuthology.orchestra.run.smithi039.stdout: "leaderboard": { 2024-06-13T06:39:21.538 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "leaderboard", 2024-06-13T06:39:21.538 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.538 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.538 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.538 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.538 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.538 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.539 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.539 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.539 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.539 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.539 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.539 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.539 INFO:teuthology.orchestra.run.smithi039.stdout: "leaderboard_description": { 2024-06-13T06:39:21.539 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "leaderboard_description", 2024-06-13T06:39:21.539 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.539 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.539 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.539 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.539 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.540 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.540 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.540 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.540 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.540 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.540 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.540 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.540 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.540 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.540 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.540 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.540 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.540 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.540 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.541 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.541 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.541 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.541 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.541 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.541 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.541 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.541 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.541 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.541 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.541 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.541 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.541 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.542 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.542 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.542 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.542 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.542 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.542 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.542 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.542 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.542 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.542 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.542 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.542 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.543 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.543 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.543 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.543 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.543 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.543 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.543 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.543 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.543 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.543 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.543 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.543 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.543 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.543 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.544 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.544 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.544 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.544 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.544 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.544 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.544 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.544 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.544 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.544 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.544 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.544 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.544 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.545 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.545 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.545 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.545 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.545 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.545 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.545 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.545 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.545 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.545 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.545 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.545 INFO:teuthology.orchestra.run.smithi039.stdout: "organization": { 2024-06-13T06:39:21.546 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "organization", 2024-06-13T06:39:21.546 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.546 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.546 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.546 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.546 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.546 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.546 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.546 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.546 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.546 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.546 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.546 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.547 INFO:teuthology.orchestra.run.smithi039.stdout: "proxy": { 2024-06-13T06:39:21.547 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "proxy", 2024-06-13T06:39:21.547 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.547 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.547 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.547 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.547 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.547 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.547 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.547 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.547 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.547 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.548 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.548 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.548 INFO:teuthology.orchestra.run.smithi039.stdout: "url": { 2024-06-13T06:39:21.548 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "url", 2024-06-13T06:39:21.548 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.548 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.548 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.548 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-06-13T06:39:21.548 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.548 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.549 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.549 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.549 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.549 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.549 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.549 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.549 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.549 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.549 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.549 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "test_orchestrator", 2024-06-13T06:39:21.549 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.549 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.549 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.550 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.550 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.550 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.550 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.550 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.550 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.550 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.550 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.550 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.550 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.550 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.550 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.550 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.551 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.551 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.551 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.551 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.551 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.551 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.551 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.551 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.551 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.551 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.551 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.551 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.552 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.552 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.552 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.552 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.552 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.552 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.552 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.552 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.552 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.552 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.552 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.552 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.553 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.553 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.553 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.553 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.553 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.553 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.553 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.553 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.553 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.553 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.553 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.553 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.553 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.553 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.554 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.554 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.554 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.554 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.554 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.554 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.554 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.554 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.554 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.554 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.554 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.554 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.555 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.555 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.555 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.555 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.555 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.555 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.555 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.555 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.555 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.555 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.555 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "volumes", 2024-06-13T06:39:21.555 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.555 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.556 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.556 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.556 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.556 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.556 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.556 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.556 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.556 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.556 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.556 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.556 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.556 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.556 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.556 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.557 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.557 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.557 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.557 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.557 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.557 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.557 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.557 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.557 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.557 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.557 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.557 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.557 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.558 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.558 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.558 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.558 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.558 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.558 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.558 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.558 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.558 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.558 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.558 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.558 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.559 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.559 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.559 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.559 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.559 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.559 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.559 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.559 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.559 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.559 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.559 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.559 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.560 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.560 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.560 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.560 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.560 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.560 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.560 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.560 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.560 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.560 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.560 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.560 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.560 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.561 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.561 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.561 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.561 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.561 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.561 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.561 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.561 INFO:teuthology.orchestra.run.smithi039.stdout: "max_concurrent_clones": { 2024-06-13T06:39:21.561 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "max_concurrent_clones", 2024-06-13T06:39:21.561 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.561 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.561 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.561 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "4", 2024-06-13T06:39:21.561 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.562 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.562 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.562 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Number of asynchronous cloner threads", 2024-06-13T06:39:21.562 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.562 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.562 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.562 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.562 INFO:teuthology.orchestra.run.smithi039.stdout: "periodic_async_work": { 2024-06-13T06:39:21.562 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "periodic_async_work", 2024-06-13T06:39:21.562 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.562 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.563 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.563 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.563 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.563 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.563 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.563 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Periodically check for async work", 2024-06-13T06:39:21.563 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.563 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.563 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.563 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.563 INFO:teuthology.orchestra.run.smithi039.stdout: "snapshot_clone_delay": { 2024-06-13T06:39:21.563 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "snapshot_clone_delay", 2024-06-13T06:39:21.564 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.564 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.564 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.564 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "0", 2024-06-13T06:39:21.564 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.564 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.564 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.564 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-06-13T06:39:21.564 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.564 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.564 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.564 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.565 INFO:teuthology.orchestra.run.smithi039.stdout: "snapshot_clone_no_wait": { 2024-06-13T06:39:21.565 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "snapshot_clone_no_wait", 2024-06-13T06:39:21.565 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.565 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.565 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.565 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.565 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.565 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.565 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.565 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-06-13T06:39:21.565 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.565 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.565 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.565 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.566 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.566 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.566 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.566 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "zabbix", 2024-06-13T06:39:21.566 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.566 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.566 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.566 INFO:teuthology.orchestra.run.smithi039.stdout: "discovery_interval": { 2024-06-13T06:39:21.566 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "discovery_interval", 2024-06-13T06:39:21.566 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "uint", 2024-06-13T06:39:21.566 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.566 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.567 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "100", 2024-06-13T06:39:21.567 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.567 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.567 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.567 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.567 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.567 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.567 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.567 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.567 INFO:teuthology.orchestra.run.smithi039.stdout: "identifier": { 2024-06-13T06:39:21.567 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "identifier", 2024-06-13T06:39:21.567 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.567 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.567 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.568 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.568 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.568 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.568 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.568 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.568 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.568 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.568 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.568 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.568 INFO:teuthology.orchestra.run.smithi039.stdout: "interval": { 2024-06-13T06:39:21.568 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "interval", 2024-06-13T06:39:21.568 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:21.568 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.568 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.569 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "60", 2024-06-13T06:39:21.569 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.569 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.569 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.569 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.569 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.569 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.569 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.569 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.569 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.569 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.569 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.570 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.570 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.570 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.570 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.570 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.570 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.570 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.570 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.570 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.570 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.570 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.571 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.571 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.571 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.571 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.571 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.571 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.571 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.571 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.571 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.571 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.571 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.571 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.571 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.572 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.572 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.572 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.572 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.572 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.572 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.572 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.572 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.572 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.572 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.572 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.572 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.572 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.573 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.573 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.573 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.573 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.573 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.573 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.573 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.573 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.573 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.573 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.573 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.573 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.573 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.574 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.574 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.574 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.574 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.574 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.574 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.574 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.574 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.574 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.574 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.574 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.574 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.575 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.575 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.575 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.575 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.575 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.575 INFO:teuthology.orchestra.run.smithi039.stdout: "zabbix_host": { 2024-06-13T06:39:21.575 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "zabbix_host", 2024-06-13T06:39:21.575 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.575 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.575 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.575 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.575 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.575 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.576 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.576 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.576 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.576 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.576 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.576 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.576 INFO:teuthology.orchestra.run.smithi039.stdout: "zabbix_port": { 2024-06-13T06:39:21.576 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "zabbix_port", 2024-06-13T06:39:21.576 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.576 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.576 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.576 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10051", 2024-06-13T06:39:21.577 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.577 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.577 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.577 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.577 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.577 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.577 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.577 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.577 INFO:teuthology.orchestra.run.smithi039.stdout: "zabbix_sender": { 2024-06-13T06:39:21.577 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "zabbix_sender", 2024-06-13T06:39:21.577 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.577 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.578 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.578 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-06-13T06:39:21.578 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.578 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.578 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.578 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.578 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.578 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.578 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.578 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.578 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.578 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.579 INFO:teuthology.orchestra.run.smithi039.stdout: ] 2024-06-13T06:39:21.579 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.579 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.579 INFO:teuthology.orchestra.run.smithi039.stdout: "gid": 24887, 2024-06-13T06:39:21.579 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "y", 2024-06-13T06:39:21.579 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr_features": 4540701547738038271, 2024-06-13T06:39:21.579 INFO:teuthology.orchestra.run.smithi039.stdout: "available_modules": [ 2024-06-13T06:39:21.579 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.579 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "alerts", 2024-06-13T06:39:21.579 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.579 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.579 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.580 INFO:teuthology.orchestra.run.smithi039.stdout: "interval": { 2024-06-13T06:39:21.580 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "interval", 2024-06-13T06:39:21.580 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:21.580 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.580 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.580 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "60", 2024-06-13T06:39:21.580 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.580 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.580 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.580 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "How frequently to reexamine health status", 2024-06-13T06:39:21.580 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.580 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.580 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.581 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.581 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.581 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.581 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.581 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.581 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.581 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.581 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.581 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.581 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.581 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.581 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.581 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.581 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.582 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.582 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.582 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.582 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.582 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.582 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.582 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.582 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.582 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.582 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.582 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.582 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.583 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.583 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.583 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.583 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.583 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.583 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.583 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.583 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.583 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.585 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.586 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.586 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.586 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.586 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.586 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.586 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.586 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.586 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.586 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.586 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.586 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.587 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.587 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.587 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.587 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.587 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.587 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.587 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.587 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.587 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.587 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.587 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.587 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.587 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.588 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.588 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.588 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.588 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.588 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.588 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.588 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.588 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.588 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.588 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.588 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.588 INFO:teuthology.orchestra.run.smithi039.stdout: "smtp_destination": { 2024-06-13T06:39:21.589 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "smtp_destination", 2024-06-13T06:39:21.589 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.589 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.589 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.589 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.589 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.589 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.589 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.589 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Email address to send alerts to", 2024-06-13T06:39:21.589 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.589 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.589 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.589 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.590 INFO:teuthology.orchestra.run.smithi039.stdout: "smtp_from_name": { 2024-06-13T06:39:21.590 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "smtp_from_name", 2024-06-13T06:39:21.590 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.590 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.590 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.590 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "Ceph", 2024-06-13T06:39:21.590 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.590 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.590 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.590 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Email From: name", 2024-06-13T06:39:21.590 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.590 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.590 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.591 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.591 INFO:teuthology.orchestra.run.smithi039.stdout: "smtp_host": { 2024-06-13T06:39:21.591 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "smtp_host", 2024-06-13T06:39:21.591 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.591 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.591 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.591 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.591 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.591 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.591 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.591 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "SMTP server", 2024-06-13T06:39:21.591 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.591 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.592 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.592 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.592 INFO:teuthology.orchestra.run.smithi039.stdout: "smtp_password": { 2024-06-13T06:39:21.592 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "smtp_password", 2024-06-13T06:39:21.592 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.592 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.592 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.592 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.592 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.592 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.592 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.592 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Password to authenticate with", 2024-06-13T06:39:21.592 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.593 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.593 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.593 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.593 INFO:teuthology.orchestra.run.smithi039.stdout: "smtp_port": { 2024-06-13T06:39:21.593 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "smtp_port", 2024-06-13T06:39:21.593 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.593 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.593 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.593 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "465", 2024-06-13T06:39:21.593 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.593 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.593 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.593 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "SMTP port", 2024-06-13T06:39:21.594 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.594 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.594 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.594 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.594 INFO:teuthology.orchestra.run.smithi039.stdout: "smtp_sender": { 2024-06-13T06:39:21.594 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "smtp_sender", 2024-06-13T06:39:21.594 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.594 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.594 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.594 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.594 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.594 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.595 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.595 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "SMTP envelope sender", 2024-06-13T06:39:21.595 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.595 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.595 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.595 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.595 INFO:teuthology.orchestra.run.smithi039.stdout: "smtp_ssl": { 2024-06-13T06:39:21.595 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "smtp_ssl", 2024-06-13T06:39:21.595 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.595 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.595 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.595 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.595 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.596 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.596 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.596 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Use SSL to connect to SMTP server", 2024-06-13T06:39:21.596 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.596 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.596 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.596 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.596 INFO:teuthology.orchestra.run.smithi039.stdout: "smtp_user": { 2024-06-13T06:39:21.596 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "smtp_user", 2024-06-13T06:39:21.596 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.596 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.596 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.597 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.597 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.597 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.597 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.597 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "User to authenticate as", 2024-06-13T06:39:21.597 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.597 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.597 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.597 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.597 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.597 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.597 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.597 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "balancer", 2024-06-13T06:39:21.598 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.598 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.598 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.598 INFO:teuthology.orchestra.run.smithi039.stdout: "active": { 2024-06-13T06:39:21.598 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "active", 2024-06-13T06:39:21.598 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.598 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.598 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.598 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.598 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.598 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.598 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.599 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "automatically balance PGs across cluster", 2024-06-13T06:39:21.599 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.599 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.599 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.599 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.599 INFO:teuthology.orchestra.run.smithi039.stdout: "begin_time": { 2024-06-13T06:39:21.599 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "begin_time", 2024-06-13T06:39:21.599 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.599 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.599 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.599 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "0000", 2024-06-13T06:39:21.599 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.600 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.600 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.600 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "beginning time of day to automatically balance", 2024-06-13T06:39:21.600 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-06-13T06:39:21.600 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.600 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.600 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.600 INFO:teuthology.orchestra.run.smithi039.stdout: "begin_weekday": { 2024-06-13T06:39:21.600 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "begin_weekday", 2024-06-13T06:39:21.600 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "uint", 2024-06-13T06:39:21.600 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.600 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.601 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "0", 2024-06-13T06:39:21.601 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "0", 2024-06-13T06:39:21.601 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "6", 2024-06-13T06:39:21.601 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.601 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-06-13T06:39:21.601 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-06-13T06:39:21.601 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.601 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.601 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.601 INFO:teuthology.orchestra.run.smithi039.stdout: "crush_compat_max_iterations": { 2024-06-13T06:39:21.601 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "crush_compat_max_iterations", 2024-06-13T06:39:21.601 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "uint", 2024-06-13T06:39:21.601 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.602 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.602 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "25", 2024-06-13T06:39:21.602 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "1", 2024-06-13T06:39:21.602 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "250", 2024-06-13T06:39:21.602 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.602 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-06-13T06:39:21.602 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.602 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.602 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.602 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.602 INFO:teuthology.orchestra.run.smithi039.stdout: "crush_compat_metrics": { 2024-06-13T06:39:21.602 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "crush_compat_metrics", 2024-06-13T06:39:21.603 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.603 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.603 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.603 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "pgs,objects,bytes", 2024-06-13T06:39:21.603 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.603 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.603 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.603 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-06-13T06:39:21.603 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-06-13T06:39:21.603 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.603 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.603 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.603 INFO:teuthology.orchestra.run.smithi039.stdout: "crush_compat_step": { 2024-06-13T06:39:21.604 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "crush_compat_step", 2024-06-13T06:39:21.604 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "float", 2024-06-13T06:39:21.604 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.604 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.604 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "0.5", 2024-06-13T06:39:21.604 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "0.001", 2024-06-13T06:39:21.604 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "0.999", 2024-06-13T06:39:21.604 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.604 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "aggressiveness of optimization", 2024-06-13T06:39:21.604 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-06-13T06:39:21.604 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.604 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.604 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.605 INFO:teuthology.orchestra.run.smithi039.stdout: "end_time": { 2024-06-13T06:39:21.605 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "end_time", 2024-06-13T06:39:21.605 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.605 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.605 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.605 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "2359", 2024-06-13T06:39:21.605 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.605 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.605 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.605 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "ending time of day to automatically balance", 2024-06-13T06:39:21.605 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-06-13T06:39:21.605 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.605 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.606 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.606 INFO:teuthology.orchestra.run.smithi039.stdout: "end_weekday": { 2024-06-13T06:39:21.606 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "end_weekday", 2024-06-13T06:39:21.606 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "uint", 2024-06-13T06:39:21.606 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.606 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.606 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "0", 2024-06-13T06:39:21.606 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "0", 2024-06-13T06:39:21.606 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "6", 2024-06-13T06:39:21.606 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.606 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-06-13T06:39:21.606 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-06-13T06:39:21.607 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.607 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.607 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.607 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.607 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.607 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.607 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.607 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.607 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.607 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.607 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.607 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.607 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.608 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.608 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.608 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.608 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.608 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.608 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.608 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.608 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.608 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.608 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.608 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.608 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.608 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.609 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.609 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.609 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.609 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.609 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.609 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.609 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.609 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.609 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.609 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.609 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.609 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.609 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.610 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.610 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.610 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.610 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.610 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.610 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.610 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.610 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.610 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.610 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.610 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.610 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.611 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.611 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.611 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.611 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.611 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.611 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.611 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.611 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.611 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.611 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.611 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.611 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.611 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.612 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.612 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.612 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.612 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.612 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.612 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.612 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.612 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.612 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.612 INFO:teuthology.orchestra.run.smithi039.stdout: "min_score": { 2024-06-13T06:39:21.612 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "min_score", 2024-06-13T06:39:21.612 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "float", 2024-06-13T06:39:21.613 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.613 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.613 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "0", 2024-06-13T06:39:21.613 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.613 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.613 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.613 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-06-13T06:39:21.613 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.613 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.613 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.613 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.613 INFO:teuthology.orchestra.run.smithi039.stdout: "mode": { 2024-06-13T06:39:21.613 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "mode", 2024-06-13T06:39:21.614 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.614 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.614 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.614 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "upmap", 2024-06-13T06:39:21.614 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.614 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.614 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.614 INFO:teuthology.orchestra.run.smithi039.stdout: "crush-compat", 2024-06-13T06:39:21.614 INFO:teuthology.orchestra.run.smithi039.stdout: "none", 2024-06-13T06:39:21.614 INFO:teuthology.orchestra.run.smithi039.stdout: "read", 2024-06-13T06:39:21.614 INFO:teuthology.orchestra.run.smithi039.stdout: "upmap", 2024-06-13T06:39:21.614 INFO:teuthology.orchestra.run.smithi039.stdout: "upmap-read" 2024-06-13T06:39:21.615 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.615 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Balancer mode", 2024-06-13T06:39:21.615 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.615 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.615 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.615 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.615 INFO:teuthology.orchestra.run.smithi039.stdout: "pool_ids": { 2024-06-13T06:39:21.615 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "pool_ids", 2024-06-13T06:39:21.615 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.615 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.615 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.615 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.615 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.616 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.616 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.616 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-06-13T06:39:21.616 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.616 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.616 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.616 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.616 INFO:teuthology.orchestra.run.smithi039.stdout: "sleep_interval": { 2024-06-13T06:39:21.616 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "sleep_interval", 2024-06-13T06:39:21.616 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:21.616 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.616 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.616 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "60", 2024-06-13T06:39:21.617 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.617 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.617 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.617 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-06-13T06:39:21.617 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.617 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.617 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.617 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.617 INFO:teuthology.orchestra.run.smithi039.stdout: "upmap_max_deviation": { 2024-06-13T06:39:21.617 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "upmap_max_deviation", 2024-06-13T06:39:21.617 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.617 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.617 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.618 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "5", 2024-06-13T06:39:21.618 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "1", 2024-06-13T06:39:21.618 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.618 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.618 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "deviation below which no optimization is attempted", 2024-06-13T06:39:21.618 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-06-13T06:39:21.618 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.618 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.618 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.618 INFO:teuthology.orchestra.run.smithi039.stdout: "upmap_max_optimizations": { 2024-06-13T06:39:21.618 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "upmap_max_optimizations", 2024-06-13T06:39:21.618 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "uint", 2024-06-13T06:39:21.619 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.619 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.619 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10", 2024-06-13T06:39:21.619 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.619 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.619 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.619 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-06-13T06:39:21.619 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.619 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.619 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.619 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.619 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.619 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.620 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.620 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "cephadm", 2024-06-13T06:39:21.620 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.620 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.620 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.620 INFO:teuthology.orchestra.run.smithi039.stdout: "agent_down_multiplier": { 2024-06-13T06:39:21.620 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "agent_down_multiplier", 2024-06-13T06:39:21.620 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "float", 2024-06-13T06:39:21.620 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.620 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.620 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "3.0", 2024-06-13T06:39:21.620 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.620 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.621 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.621 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-06-13T06:39:21.621 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.621 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.621 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.621 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.621 INFO:teuthology.orchestra.run.smithi039.stdout: "agent_refresh_rate": { 2024-06-13T06:39:21.621 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "agent_refresh_rate", 2024-06-13T06:39:21.621 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:21.621 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.621 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.621 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "20", 2024-06-13T06:39:21.621 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.621 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.622 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.622 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-06-13T06:39:21.622 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.622 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.622 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.622 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.622 INFO:teuthology.orchestra.run.smithi039.stdout: "agent_starting_port": { 2024-06-13T06:39:21.622 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "agent_starting_port", 2024-06-13T06:39:21.622 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.622 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.622 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.622 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "4721", 2024-06-13T06:39:21.623 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.623 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.623 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.623 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-06-13T06:39:21.623 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.623 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.623 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.623 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.623 INFO:teuthology.orchestra.run.smithi039.stdout: "allow_ptrace": { 2024-06-13T06:39:21.623 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "allow_ptrace", 2024-06-13T06:39:21.623 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.623 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.623 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.623 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.624 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.624 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.624 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.624 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-06-13T06:39:21.624 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-06-13T06:39:21.624 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.624 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.624 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.624 INFO:teuthology.orchestra.run.smithi039.stdout: "autotune_interval": { 2024-06-13T06:39:21.624 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "autotune_interval", 2024-06-13T06:39:21.624 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:21.625 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.625 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.625 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "600", 2024-06-13T06:39:21.625 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.625 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.625 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.625 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "how frequently to autotune daemon memory", 2024-06-13T06:39:21.625 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.625 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.625 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.625 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.625 INFO:teuthology.orchestra.run.smithi039.stdout: "autotune_memory_target_ratio": { 2024-06-13T06:39:21.626 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "autotune_memory_target_ratio", 2024-06-13T06:39:21.626 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "float", 2024-06-13T06:39:21.626 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.626 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.626 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "0.7", 2024-06-13T06:39:21.626 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.626 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.626 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.626 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-06-13T06:39:21.626 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.626 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.626 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.626 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.627 INFO:teuthology.orchestra.run.smithi039.stdout: "cephadm_log_destination": { 2024-06-13T06:39:21.627 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "cephadm_log_destination", 2024-06-13T06:39:21.627 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.627 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.627 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.627 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.627 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.627 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.627 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.627 INFO:teuthology.orchestra.run.smithi039.stdout: "file", 2024-06-13T06:39:21.627 INFO:teuthology.orchestra.run.smithi039.stdout: "file,syslog", 2024-06-13T06:39:21.627 INFO:teuthology.orchestra.run.smithi039.stdout: "syslog" 2024-06-13T06:39:21.627 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.627 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-06-13T06:39:21.628 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.628 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.628 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.628 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.628 INFO:teuthology.orchestra.run.smithi039.stdout: "cgroups_split": { 2024-06-13T06:39:21.628 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "cgroups_split", 2024-06-13T06:39:21.628 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.628 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.628 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.628 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.628 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.628 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.629 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.629 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-06-13T06:39:21.629 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.629 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.629 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.629 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.629 INFO:teuthology.orchestra.run.smithi039.stdout: "config_checks_enabled": { 2024-06-13T06:39:21.629 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "config_checks_enabled", 2024-06-13T06:39:21.629 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.629 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.629 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.629 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.629 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.630 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.630 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.630 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-06-13T06:39:21.630 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.630 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.630 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.630 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.630 INFO:teuthology.orchestra.run.smithi039.stdout: "config_dashboard": { 2024-06-13T06:39:21.630 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "config_dashboard", 2024-06-13T06:39:21.630 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.630 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.630 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.631 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.631 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.631 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.631 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.631 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-06-13T06:39:21.631 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.631 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.631 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.631 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.631 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_alertmanager": { 2024-06-13T06:39:21.631 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_alertmanager", 2024-06-13T06:39:21.631 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.631 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.632 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.632 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-06-13T06:39:21.632 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.632 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.632 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.632 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Prometheus container image", 2024-06-13T06:39:21.632 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.632 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.632 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.632 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.632 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_base": { 2024-06-13T06:39:21.632 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_base", 2024-06-13T06:39:21.633 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.633 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.633 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.633 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/ceph/ceph", 2024-06-13T06:39:21.633 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.633 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.633 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.633 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Container image name, without the tag", 2024-06-13T06:39:21.633 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.633 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.633 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.633 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.633 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_elasticsearch": { 2024-06-13T06:39:21.634 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_elasticsearch", 2024-06-13T06:39:21.634 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.634 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.634 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.634 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-06-13T06:39:21.634 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.634 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.634 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.634 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "elasticsearch container image", 2024-06-13T06:39:21.634 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.634 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.634 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.634 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.635 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_grafana": { 2024-06-13T06:39:21.635 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_grafana", 2024-06-13T06:39:21.635 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.635 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.635 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.635 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-06-13T06:39:21.635 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.635 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.635 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.635 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Prometheus container image", 2024-06-13T06:39:21.635 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.636 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.636 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.636 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.636 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_haproxy": { 2024-06-13T06:39:21.636 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_haproxy", 2024-06-13T06:39:21.636 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.636 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.636 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.636 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-06-13T06:39:21.636 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.636 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.636 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.636 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "HAproxy container image", 2024-06-13T06:39:21.636 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.637 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.637 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.637 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.637 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_jaeger_agent": { 2024-06-13T06:39:21.637 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_jaeger_agent", 2024-06-13T06:39:21.637 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.637 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.637 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.637 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-06-13T06:39:21.637 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.637 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.638 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.638 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Jaeger agent container image", 2024-06-13T06:39:21.638 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.638 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.638 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.638 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.638 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_jaeger_collector": { 2024-06-13T06:39:21.638 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_jaeger_collector", 2024-06-13T06:39:21.638 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.638 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.638 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.638 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-06-13T06:39:21.638 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.639 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.639 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.639 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Jaeger collector container image", 2024-06-13T06:39:21.639 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.639 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.639 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.639 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.639 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_jaeger_query": { 2024-06-13T06:39:21.639 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_jaeger_query", 2024-06-13T06:39:21.639 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.639 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.639 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.640 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-06-13T06:39:21.640 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.640 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.640 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.640 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Jaeger query container image", 2024-06-13T06:39:21.640 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.640 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.640 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.640 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.640 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_keepalived": { 2024-06-13T06:39:21.640 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_keepalived", 2024-06-13T06:39:21.640 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.641 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.641 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.641 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-06-13T06:39:21.641 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.641 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.641 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.641 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Keepalived container image", 2024-06-13T06:39:21.641 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.641 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.641 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.641 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.641 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_loki": { 2024-06-13T06:39:21.641 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_loki", 2024-06-13T06:39:21.642 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.642 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.642 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.642 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-06-13T06:39:21.642 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.642 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.642 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.642 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Loki container image", 2024-06-13T06:39:21.642 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.642 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.642 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.642 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.643 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_node_exporter": { 2024-06-13T06:39:21.643 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_node_exporter", 2024-06-13T06:39:21.643 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.643 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.643 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.643 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-06-13T06:39:21.643 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.643 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.643 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.643 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Prometheus container image", 2024-06-13T06:39:21.643 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.643 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.643 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.644 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.644 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_nvmeof": { 2024-06-13T06:39:21.644 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_nvmeof", 2024-06-13T06:39:21.644 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.644 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.644 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.644 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-06-13T06:39:21.644 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.644 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.644 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.644 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Nvme-of container image", 2024-06-13T06:39:21.644 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.644 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.644 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.645 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.645 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_prometheus": { 2024-06-13T06:39:21.645 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_prometheus", 2024-06-13T06:39:21.645 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.645 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.645 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.645 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-06-13T06:39:21.645 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.645 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.645 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.645 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Prometheus container image", 2024-06-13T06:39:21.645 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.645 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.646 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.646 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.646 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_promtail": { 2024-06-13T06:39:21.646 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_promtail", 2024-06-13T06:39:21.646 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.646 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.646 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.646 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-06-13T06:39:21.646 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.646 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.646 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.646 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Promtail container image", 2024-06-13T06:39:21.646 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.647 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.647 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.647 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.647 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_samba": { 2024-06-13T06:39:21.647 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_samba", 2024-06-13T06:39:21.647 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.647 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.647 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.647 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-06-13T06:39:21.647 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.647 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.647 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.647 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Samba/SMB container image", 2024-06-13T06:39:21.647 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.648 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.648 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.648 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.648 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_snmp_gateway": { 2024-06-13T06:39:21.648 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_snmp_gateway", 2024-06-13T06:39:21.648 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.648 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.648 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.648 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-06-13T06:39:21.648 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.648 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.648 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.649 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "SNMP Gateway container image", 2024-06-13T06:39:21.649 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.649 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.649 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.649 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.649 INFO:teuthology.orchestra.run.smithi039.stdout: "container_init": { 2024-06-13T06:39:21.649 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_init", 2024-06-13T06:39:21.649 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.649 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.649 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.649 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.649 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.649 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.650 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.650 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Run podman/docker with `--init`", 2024-06-13T06:39:21.650 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.650 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.650 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.650 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.650 INFO:teuthology.orchestra.run.smithi039.stdout: "daemon_cache_timeout": { 2024-06-13T06:39:21.650 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "daemon_cache_timeout", 2024-06-13T06:39:21.650 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:21.650 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.650 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.651 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "600", 2024-06-13T06:39:21.651 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.651 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.651 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.651 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-06-13T06:39:21.651 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.651 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.651 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.651 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.651 INFO:teuthology.orchestra.run.smithi039.stdout: "default_cephadm_command_timeout": { 2024-06-13T06:39:21.651 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "default_cephadm_command_timeout", 2024-06-13T06:39:21.651 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.652 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.652 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.652 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "900", 2024-06-13T06:39:21.652 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.652 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.652 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.652 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-06-13T06:39:21.652 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.652 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.652 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.652 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.652 INFO:teuthology.orchestra.run.smithi039.stdout: "default_registry": { 2024-06-13T06:39:21.652 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "default_registry", 2024-06-13T06:39:21.653 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.653 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.653 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.653 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "docker.io", 2024-06-13T06:39:21.653 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.653 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.653 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.653 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-06-13T06:39:21.653 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.653 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.653 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.654 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.654 INFO:teuthology.orchestra.run.smithi039.stdout: "device_cache_timeout": { 2024-06-13T06:39:21.654 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "device_cache_timeout", 2024-06-13T06:39:21.654 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:21.654 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.654 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.654 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "1800", 2024-06-13T06:39:21.654 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.654 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.654 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.654 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "seconds to cache device inventory", 2024-06-13T06:39:21.654 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.654 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.655 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.655 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.655 INFO:teuthology.orchestra.run.smithi039.stdout: "device_enhanced_scan": { 2024-06-13T06:39:21.655 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "device_enhanced_scan", 2024-06-13T06:39:21.655 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.655 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.655 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.655 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.655 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.655 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.655 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.655 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Use libstoragemgmt during device scans", 2024-06-13T06:39:21.656 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.656 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.656 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.656 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.656 INFO:teuthology.orchestra.run.smithi039.stdout: "facts_cache_timeout": { 2024-06-13T06:39:21.656 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "facts_cache_timeout", 2024-06-13T06:39:21.656 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:21.656 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.656 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.656 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "60", 2024-06-13T06:39:21.656 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.656 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.656 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.657 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "seconds to cache host facts data", 2024-06-13T06:39:21.657 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.657 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.657 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.657 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.657 INFO:teuthology.orchestra.run.smithi039.stdout: "grafana_dashboards_path": { 2024-06-13T06:39:21.657 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "grafana_dashboards_path", 2024-06-13T06:39:21.657 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.657 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.657 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.657 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-06-13T06:39:21.657 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.657 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.658 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.658 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-06-13T06:39:21.658 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.658 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.658 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.658 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.658 INFO:teuthology.orchestra.run.smithi039.stdout: "host_check_interval": { 2024-06-13T06:39:21.658 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "host_check_interval", 2024-06-13T06:39:21.658 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:21.658 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.658 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.658 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "600", 2024-06-13T06:39:21.659 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.659 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.659 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.659 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "how frequently to perform a host check", 2024-06-13T06:39:21.659 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.659 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.659 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.659 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.659 INFO:teuthology.orchestra.run.smithi039.stdout: "hw_monitoring": { 2024-06-13T06:39:21.659 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "hw_monitoring", 2024-06-13T06:39:21.659 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.659 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.659 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.660 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.660 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.660 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.660 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.660 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-06-13T06:39:21.660 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.660 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.660 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.660 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.660 INFO:teuthology.orchestra.run.smithi039.stdout: "inventory_list_all": { 2024-06-13T06:39:21.660 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "inventory_list_all", 2024-06-13T06:39:21.660 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.660 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.661 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.661 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.661 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.661 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.661 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.661 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-06-13T06:39:21.661 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.661 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.661 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.661 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.661 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.661 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.661 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.662 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.662 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.662 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.662 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.662 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.662 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.662 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.662 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.662 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.662 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.662 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.662 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.662 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.663 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.663 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.663 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.663 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.663 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.663 INFO:teuthology.orchestra.run.smithi039.stdout: "log_refresh_metadata": { 2024-06-13T06:39:21.663 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_refresh_metadata", 2024-06-13T06:39:21.663 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.663 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.663 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.663 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.663 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.663 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.664 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.664 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-06-13T06:39:21.664 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.664 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.664 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.664 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.664 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.664 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.664 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.664 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.664 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.665 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.665 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.665 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.665 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.665 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-06-13T06:39:21.665 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.665 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.665 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.665 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.665 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.665 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.665 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.666 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.666 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.666 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.666 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.666 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.666 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.666 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.666 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.666 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.666 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.666 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.666 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.667 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.667 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.667 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.667 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.667 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.667 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.667 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.667 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.667 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.667 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.667 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.667 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.667 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.668 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.668 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.668 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.668 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.668 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.668 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.668 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.668 INFO:teuthology.orchestra.run.smithi039.stdout: "manage_etc_ceph_ceph_conf": { 2024-06-13T06:39:21.668 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-06-13T06:39:21.668 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.668 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.668 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.668 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.669 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.669 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.669 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.669 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-06-13T06:39:21.669 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.669 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.669 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.669 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.669 INFO:teuthology.orchestra.run.smithi039.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-06-13T06:39:21.669 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-06-13T06:39:21.669 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.669 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.669 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.670 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "*", 2024-06-13T06:39:21.670 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.670 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.670 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.670 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-06-13T06:39:21.670 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.670 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.670 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.670 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.670 INFO:teuthology.orchestra.run.smithi039.stdout: "max_count_per_host": { 2024-06-13T06:39:21.670 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "max_count_per_host", 2024-06-13T06:39:21.670 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.671 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.671 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.671 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10", 2024-06-13T06:39:21.671 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.671 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.671 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.671 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "max number of daemons per service per host", 2024-06-13T06:39:21.671 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.671 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.671 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.671 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.671 INFO:teuthology.orchestra.run.smithi039.stdout: "max_osd_draining_count": { 2024-06-13T06:39:21.671 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "max_osd_draining_count", 2024-06-13T06:39:21.672 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.672 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.672 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.672 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10", 2024-06-13T06:39:21.672 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.672 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.672 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.672 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-06-13T06:39:21.672 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.672 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.672 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.672 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.672 INFO:teuthology.orchestra.run.smithi039.stdout: "migration_current": { 2024-06-13T06:39:21.673 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "migration_current", 2024-06-13T06:39:21.673 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.673 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.673 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.673 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.673 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.673 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.673 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.673 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "internal - do not modify", 2024-06-13T06:39:21.673 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.673 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.673 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.673 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.673 INFO:teuthology.orchestra.run.smithi039.stdout: "mode": { 2024-06-13T06:39:21.674 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "mode", 2024-06-13T06:39:21.674 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.674 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.674 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.674 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "root", 2024-06-13T06:39:21.674 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.674 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.674 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.674 INFO:teuthology.orchestra.run.smithi039.stdout: "cephadm-package", 2024-06-13T06:39:21.674 INFO:teuthology.orchestra.run.smithi039.stdout: "root" 2024-06-13T06:39:21.674 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.674 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "mode for remote execution of cephadm", 2024-06-13T06:39:21.675 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.675 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.675 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.675 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.675 INFO:teuthology.orchestra.run.smithi039.stdout: "oob_default_addr": { 2024-06-13T06:39:21.675 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "oob_default_addr", 2024-06-13T06:39:21.675 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.675 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.675 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.675 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "169.254.1.1", 2024-06-13T06:39:21.675 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.675 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.675 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.676 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Default address for RedFish API (oob management).", 2024-06-13T06:39:21.676 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.676 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.676 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.676 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.676 INFO:teuthology.orchestra.run.smithi039.stdout: "prometheus_alerts_path": { 2024-06-13T06:39:21.676 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "prometheus_alerts_path", 2024-06-13T06:39:21.676 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.676 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.676 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.676 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-06-13T06:39:21.676 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.676 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.677 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.677 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-06-13T06:39:21.677 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.677 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.677 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.677 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.677 INFO:teuthology.orchestra.run.smithi039.stdout: "registry_insecure": { 2024-06-13T06:39:21.677 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "registry_insecure", 2024-06-13T06:39:21.677 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.677 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.677 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.677 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.678 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.678 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.678 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.678 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-06-13T06:39:21.678 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.678 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.678 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.678 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.678 INFO:teuthology.orchestra.run.smithi039.stdout: "registry_password": { 2024-06-13T06:39:21.678 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "registry_password", 2024-06-13T06:39:21.678 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.679 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.679 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.679 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.679 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.679 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.679 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.679 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-06-13T06:39:21.679 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.679 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.679 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.679 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.679 INFO:teuthology.orchestra.run.smithi039.stdout: "registry_url": { 2024-06-13T06:39:21.679 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "registry_url", 2024-06-13T06:39:21.680 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.680 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.680 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.680 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.680 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.680 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.680 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.680 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-06-13T06:39:21.680 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.680 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.680 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.680 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.680 INFO:teuthology.orchestra.run.smithi039.stdout: "registry_username": { 2024-06-13T06:39:21.681 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "registry_username", 2024-06-13T06:39:21.681 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.681 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.681 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.681 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.681 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.681 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.681 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.681 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-06-13T06:39:21.681 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.681 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.681 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.682 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.682 INFO:teuthology.orchestra.run.smithi039.stdout: "secure_monitoring_stack": { 2024-06-13T06:39:21.682 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "secure_monitoring_stack", 2024-06-13T06:39:21.682 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.682 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.682 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.682 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.682 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.682 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.682 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.682 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-06-13T06:39:21.682 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.683 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.683 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.683 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.683 INFO:teuthology.orchestra.run.smithi039.stdout: "service_discovery_port": { 2024-06-13T06:39:21.683 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "service_discovery_port", 2024-06-13T06:39:21.683 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.683 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.683 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.683 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "8765", 2024-06-13T06:39:21.683 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.683 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.683 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.683 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "cephadm service discovery port", 2024-06-13T06:39:21.684 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.684 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.684 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.684 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.684 INFO:teuthology.orchestra.run.smithi039.stdout: "ssh_config_file": { 2024-06-13T06:39:21.684 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ssh_config_file", 2024-06-13T06:39:21.684 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.684 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.684 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.684 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.684 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.684 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.684 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.684 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-06-13T06:39:21.685 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.685 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.685 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.685 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.685 INFO:teuthology.orchestra.run.smithi039.stdout: "use_agent": { 2024-06-13T06:39:21.685 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "use_agent", 2024-06-13T06:39:21.685 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.685 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.685 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.685 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.685 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.685 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.685 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.686 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-06-13T06:39:21.686 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.686 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.686 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.686 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.686 INFO:teuthology.orchestra.run.smithi039.stdout: "use_repo_digest": { 2024-06-13T06:39:21.686 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "use_repo_digest", 2024-06-13T06:39:21.686 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.686 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.686 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.686 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.686 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.687 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.687 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.687 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-06-13T06:39:21.687 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.687 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.687 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.687 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.687 INFO:teuthology.orchestra.run.smithi039.stdout: "warn_on_failed_host_check": { 2024-06-13T06:39:21.687 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "warn_on_failed_host_check", 2024-06-13T06:39:21.687 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.687 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.687 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.687 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.688 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.688 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.688 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.688 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "raise a health warning if the host check fails", 2024-06-13T06:39:21.688 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.688 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.688 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.688 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.688 INFO:teuthology.orchestra.run.smithi039.stdout: "warn_on_stray_daemons": { 2024-06-13T06:39:21.688 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "warn_on_stray_daemons", 2024-06-13T06:39:21.688 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.688 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.688 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.688 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.689 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.689 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.689 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.689 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-06-13T06:39:21.689 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.689 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.689 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.689 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.689 INFO:teuthology.orchestra.run.smithi039.stdout: "warn_on_stray_hosts": { 2024-06-13T06:39:21.689 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "warn_on_stray_hosts", 2024-06-13T06:39:21.689 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.689 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.689 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.690 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.690 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.690 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.690 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.690 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-06-13T06:39:21.690 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.690 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.690 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.690 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.690 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.690 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.690 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.691 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "crash", 2024-06-13T06:39:21.691 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.691 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.691 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.691 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.691 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.691 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.691 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.691 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.691 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.691 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.691 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.691 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.691 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.692 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.692 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.692 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.692 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.692 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.692 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.692 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.692 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.692 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.692 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.692 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.693 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.693 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.693 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.693 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.693 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.693 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.693 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.693 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.693 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.693 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.693 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.693 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.693 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.693 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.694 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.694 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.694 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.694 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.694 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.694 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.694 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.694 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.694 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.694 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.694 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.694 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.695 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.695 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.695 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.695 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.695 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.695 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.695 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.695 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.695 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.695 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.695 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.695 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.695 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.696 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.696 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.696 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.696 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.696 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.696 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.696 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.696 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.696 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.696 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.696 INFO:teuthology.orchestra.run.smithi039.stdout: "retain_interval": { 2024-06-13T06:39:21.696 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "retain_interval", 2024-06-13T06:39:21.696 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:21.697 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.697 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.697 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "31536000", 2024-06-13T06:39:21.697 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.697 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.697 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.697 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "how long to retain crashes before pruning them", 2024-06-13T06:39:21.697 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.697 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.697 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.697 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.697 INFO:teuthology.orchestra.run.smithi039.stdout: "warn_recent_interval": { 2024-06-13T06:39:21.698 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "warn_recent_interval", 2024-06-13T06:39:21.698 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:21.698 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.698 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.698 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "1209600", 2024-06-13T06:39:21.698 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.698 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.698 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.698 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "time interval in which to warn about recent crashes", 2024-06-13T06:39:21.698 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.698 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.698 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.699 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.699 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.699 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.699 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.699 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "dashboard", 2024-06-13T06:39:21.699 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.699 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.699 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.699 INFO:teuthology.orchestra.run.smithi039.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-06-13T06:39:21.699 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-06-13T06:39:21.699 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.699 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.699 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.700 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10", 2024-06-13T06:39:21.700 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.700 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.700 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.700 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.700 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.700 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.700 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.700 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.700 INFO:teuthology.orchestra.run.smithi039.stdout: "ALERTMANAGER_API_HOST": { 2024-06-13T06:39:21.700 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ALERTMANAGER_API_HOST", 2024-06-13T06:39:21.700 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.700 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.700 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.701 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.701 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.701 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.701 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.701 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.701 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.701 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.701 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.701 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.701 INFO:teuthology.orchestra.run.smithi039.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-06-13T06:39:21.701 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-06-13T06:39:21.701 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.701 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.702 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.702 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.702 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.702 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.702 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.702 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.702 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.702 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.702 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.702 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.702 INFO:teuthology.orchestra.run.smithi039.stdout: "AUDIT_API_ENABLED": { 2024-06-13T06:39:21.702 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "AUDIT_API_ENABLED", 2024-06-13T06:39:21.702 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.703 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.703 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.703 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.703 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.703 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.703 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.703 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.703 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.703 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.703 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.703 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.703 INFO:teuthology.orchestra.run.smithi039.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-06-13T06:39:21.703 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-06-13T06:39:21.704 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.704 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.704 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.704 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.704 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.704 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.704 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.704 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.704 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.704 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.704 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.704 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.704 INFO:teuthology.orchestra.run.smithi039.stdout: "ENABLE_BROWSABLE_API": { 2024-06-13T06:39:21.705 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ENABLE_BROWSABLE_API", 2024-06-13T06:39:21.705 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.705 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.705 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.705 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.705 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.705 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.705 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.705 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.705 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.705 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.705 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.705 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.706 INFO:teuthology.orchestra.run.smithi039.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-06-13T06:39:21.706 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-06-13T06:39:21.706 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.706 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.706 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.706 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.706 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.706 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.706 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.706 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.706 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.707 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.707 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.707 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.707 INFO:teuthology.orchestra.run.smithi039.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-06-13T06:39:21.707 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-06-13T06:39:21.707 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.707 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.707 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.707 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.707 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.707 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.707 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.707 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.708 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.708 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.708 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.708 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.708 INFO:teuthology.orchestra.run.smithi039.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-06-13T06:39:21.708 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-06-13T06:39:21.708 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.708 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.708 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.708 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.708 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.708 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.708 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.709 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.709 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.709 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.709 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.709 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.709 INFO:teuthology.orchestra.run.smithi039.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-06-13T06:39:21.709 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-06-13T06:39:21.709 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.709 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.709 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.709 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.709 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.710 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.710 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.710 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.710 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.710 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.710 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.710 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.710 INFO:teuthology.orchestra.run.smithi039.stdout: "FEATURE_TOGGLE_NFS": { 2024-06-13T06:39:21.710 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-06-13T06:39:21.710 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.710 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.710 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.710 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.711 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.711 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.711 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.711 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.711 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.711 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.711 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.711 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.711 INFO:teuthology.orchestra.run.smithi039.stdout: "FEATURE_TOGGLE_RBD": { 2024-06-13T06:39:21.711 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-06-13T06:39:21.711 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.711 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.711 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.712 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.712 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.712 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.712 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.712 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.712 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.712 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.712 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.712 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.712 INFO:teuthology.orchestra.run.smithi039.stdout: "FEATURE_TOGGLE_RGW": { 2024-06-13T06:39:21.712 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-06-13T06:39:21.712 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.713 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.713 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.713 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.713 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.713 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.713 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.713 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.713 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.713 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.713 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.713 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.713 INFO:teuthology.orchestra.run.smithi039.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-06-13T06:39:21.713 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-06-13T06:39:21.714 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.714 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.714 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.714 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.714 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.714 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.714 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.714 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.714 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.714 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.714 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.714 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.715 INFO:teuthology.orchestra.run.smithi039.stdout: "GRAFANA_API_PASSWORD": { 2024-06-13T06:39:21.715 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "GRAFANA_API_PASSWORD", 2024-06-13T06:39:21.715 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.715 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.715 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.715 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "admin", 2024-06-13T06:39:21.715 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.715 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.715 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.715 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.715 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.715 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.715 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.716 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.716 INFO:teuthology.orchestra.run.smithi039.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-06-13T06:39:21.716 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-06-13T06:39:21.716 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.716 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.716 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.716 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.716 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.716 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.716 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.716 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.716 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.716 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.717 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.717 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.717 INFO:teuthology.orchestra.run.smithi039.stdout: "GRAFANA_API_URL": { 2024-06-13T06:39:21.717 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "GRAFANA_API_URL", 2024-06-13T06:39:21.717 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.717 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.717 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.717 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.717 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.717 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.717 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.717 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.717 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.718 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.718 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.718 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.718 INFO:teuthology.orchestra.run.smithi039.stdout: "GRAFANA_API_USERNAME": { 2024-06-13T06:39:21.718 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "GRAFANA_API_USERNAME", 2024-06-13T06:39:21.718 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.718 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.718 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.718 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "admin", 2024-06-13T06:39:21.718 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.718 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.718 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.719 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.719 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.719 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.719 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.719 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.719 INFO:teuthology.orchestra.run.smithi039.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-06-13T06:39:21.719 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-06-13T06:39:21.719 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.719 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.719 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.719 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.719 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.719 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.720 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.720 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.720 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.720 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.720 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.720 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.720 INFO:teuthology.orchestra.run.smithi039.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-06-13T06:39:21.720 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-06-13T06:39:21.720 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.720 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.720 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.720 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.721 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.721 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.721 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.721 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.721 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.721 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.721 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.721 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.721 INFO:teuthology.orchestra.run.smithi039.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-06-13T06:39:21.721 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-06-13T06:39:21.721 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.721 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.722 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.722 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.722 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.722 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.722 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.722 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.722 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.722 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.722 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.722 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.722 INFO:teuthology.orchestra.run.smithi039.stdout: "ISSUE_TRACKER_API_KEY": { 2024-06-13T06:39:21.722 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-06-13T06:39:21.723 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.723 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.723 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.723 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.723 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.723 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.723 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.723 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.723 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.723 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.723 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.723 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.723 INFO:teuthology.orchestra.run.smithi039.stdout: "PROMETHEUS_API_HOST": { 2024-06-13T06:39:21.724 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PROMETHEUS_API_HOST", 2024-06-13T06:39:21.724 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.724 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.724 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.724 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.724 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.724 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.724 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.724 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.724 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.724 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.724 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.724 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.725 INFO:teuthology.orchestra.run.smithi039.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-06-13T06:39:21.725 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-06-13T06:39:21.725 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.725 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.725 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.725 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.725 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.725 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.725 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.725 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.725 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.725 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.725 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.726 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.726 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-06-13T06:39:21.726 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-06-13T06:39:21.726 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.726 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.726 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.726 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.726 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.726 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.726 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.726 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.726 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.726 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.727 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.727 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.727 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-06-13T06:39:21.727 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-06-13T06:39:21.727 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.727 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.727 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.727 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.727 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.727 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.727 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.727 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.728 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.728 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.728 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.728 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.728 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-06-13T06:39:21.728 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-06-13T06:39:21.728 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.728 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.728 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.728 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.728 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.728 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.729 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.729 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.729 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.729 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.729 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.729 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.729 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-06-13T06:39:21.729 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-06-13T06:39:21.729 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.729 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.729 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.729 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.729 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.730 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.730 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.730 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.730 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.730 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.730 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.730 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.730 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-06-13T06:39:21.730 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-06-13T06:39:21.730 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.730 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.730 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.730 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.731 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.731 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.731 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.731 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.731 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.731 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.731 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.731 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.731 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-06-13T06:39:21.731 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-06-13T06:39:21.731 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.731 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.731 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.731 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.732 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.732 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.732 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.732 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.732 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.732 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.732 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.732 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.732 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-06-13T06:39:21.732 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-06-13T06:39:21.732 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.732 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.733 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.733 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.733 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.733 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.733 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.733 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.733 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.733 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.733 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.733 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.733 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_ENABLED": { 2024-06-13T06:39:21.733 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_ENABLED", 2024-06-13T06:39:21.733 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.733 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.734 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.734 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.734 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.734 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.734 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.734 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.734 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.734 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.734 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.734 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.734 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-06-13T06:39:21.734 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-06-13T06:39:21.735 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.735 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.735 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.735 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-06-13T06:39:21.735 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.735 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.735 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.735 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.735 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.735 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.735 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.735 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.735 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-06-13T06:39:21.736 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-06-13T06:39:21.736 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.736 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.736 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.736 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10", 2024-06-13T06:39:21.736 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.736 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.736 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.736 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.736 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.736 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.736 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.736 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.737 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-06-13T06:39:21.737 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-06-13T06:39:21.737 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.737 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.737 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.737 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "8", 2024-06-13T06:39:21.737 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.737 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.737 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.737 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.737 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.737 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.738 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.738 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.738 INFO:teuthology.orchestra.run.smithi039.stdout: "REST_REQUESTS_TIMEOUT": { 2024-06-13T06:39:21.738 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-06-13T06:39:21.738 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.738 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.738 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.738 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "45", 2024-06-13T06:39:21.738 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.738 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.738 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.738 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.739 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.739 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.739 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.739 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.739 INFO:teuthology.orchestra.run.smithi039.stdout: "RGW_API_ACCESS_KEY": { 2024-06-13T06:39:21.739 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "RGW_API_ACCESS_KEY", 2024-06-13T06:39:21.739 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.739 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.739 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.739 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.739 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.739 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.739 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.740 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.740 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.740 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.740 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.740 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.740 INFO:teuthology.orchestra.run.smithi039.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-06-13T06:39:21.740 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-06-13T06:39:21.740 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.740 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.740 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.740 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "admin", 2024-06-13T06:39:21.740 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.740 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.740 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.741 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.741 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.741 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.741 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.741 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.741 INFO:teuthology.orchestra.run.smithi039.stdout: "RGW_API_SECRET_KEY": { 2024-06-13T06:39:21.741 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "RGW_API_SECRET_KEY", 2024-06-13T06:39:21.741 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.741 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.741 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.741 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.741 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.741 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.742 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.742 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.742 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.742 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.742 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.742 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.742 INFO:teuthology.orchestra.run.smithi039.stdout: "RGW_API_SSL_VERIFY": { 2024-06-13T06:39:21.742 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "RGW_API_SSL_VERIFY", 2024-06-13T06:39:21.742 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.742 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.742 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.742 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.743 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.743 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.743 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.743 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.743 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.743 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.743 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.743 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.743 INFO:teuthology.orchestra.run.smithi039.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-06-13T06:39:21.743 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-06-13T06:39:21.743 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.743 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.743 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.744 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "0", 2024-06-13T06:39:21.744 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.744 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.744 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.744 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.744 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.744 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.744 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.744 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.744 INFO:teuthology.orchestra.run.smithi039.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-06-13T06:39:21.744 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-06-13T06:39:21.744 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.744 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.745 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.745 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10", 2024-06-13T06:39:21.745 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.745 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.745 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.745 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.745 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.745 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.745 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.745 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.745 INFO:teuthology.orchestra.run.smithi039.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-06-13T06:39:21.745 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-06-13T06:39:21.745 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.746 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.746 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.746 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "5", 2024-06-13T06:39:21.746 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.746 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.746 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.746 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.746 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.746 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.746 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.746 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.746 INFO:teuthology.orchestra.run.smithi039.stdout: "cross_origin_url": { 2024-06-13T06:39:21.746 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "cross_origin_url", 2024-06-13T06:39:21.747 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.747 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.747 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.747 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.747 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.747 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.747 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.747 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.747 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.747 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.747 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.747 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.748 INFO:teuthology.orchestra.run.smithi039.stdout: "crt_file": { 2024-06-13T06:39:21.748 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "crt_file", 2024-06-13T06:39:21.748 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.748 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.748 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.748 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.748 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.748 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.748 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.748 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.748 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.748 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.748 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.749 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.749 INFO:teuthology.orchestra.run.smithi039.stdout: "debug": { 2024-06-13T06:39:21.749 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "debug", 2024-06-13T06:39:21.749 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.749 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.749 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.749 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.749 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.749 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.749 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.749 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Enable/disable debug options", 2024-06-13T06:39:21.749 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.749 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.750 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.750 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.750 INFO:teuthology.orchestra.run.smithi039.stdout: "jwt_token_ttl": { 2024-06-13T06:39:21.750 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "jwt_token_ttl", 2024-06-13T06:39:21.750 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.750 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.750 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.750 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "28800", 2024-06-13T06:39:21.750 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.750 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.750 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.751 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.751 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.751 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.751 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.751 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.751 INFO:teuthology.orchestra.run.smithi039.stdout: "key_file": { 2024-06-13T06:39:21.751 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "key_file", 2024-06-13T06:39:21.751 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.751 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.751 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.751 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.751 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.751 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.752 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.752 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.752 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.752 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.752 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.752 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.752 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.752 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.752 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.752 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.752 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.752 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.752 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.753 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.753 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.753 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.753 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.753 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.753 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.753 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.753 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.753 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.753 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.753 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.753 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.754 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.754 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.754 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.754 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.754 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.754 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.754 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.754 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.754 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.754 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.754 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.754 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.755 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.755 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.755 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.755 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.755 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.755 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.755 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.755 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.755 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.755 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.755 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.755 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.755 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.756 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.756 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.756 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.756 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.756 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.756 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.756 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.756 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.756 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.756 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.756 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.756 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.757 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.757 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.757 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.757 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.757 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.757 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.757 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.757 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.757 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.757 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.757 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.757 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.757 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.758 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.758 INFO:teuthology.orchestra.run.smithi039.stdout: "motd": { 2024-06-13T06:39:21.758 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "motd", 2024-06-13T06:39:21.758 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.758 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.758 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.758 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.758 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.758 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.758 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.758 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "The message of the day", 2024-06-13T06:39:21.758 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.759 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.759 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.759 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.759 INFO:teuthology.orchestra.run.smithi039.stdout: "redirect_resolve_ip_addr": { 2024-06-13T06:39:21.759 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "redirect_resolve_ip_addr", 2024-06-13T06:39:21.759 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.759 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.759 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.759 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.759 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.759 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.759 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.759 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.760 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.760 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.760 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.760 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.760 INFO:teuthology.orchestra.run.smithi039.stdout: "server_addr": { 2024-06-13T06:39:21.760 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "server_addr", 2024-06-13T06:39:21.760 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.760 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.760 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.760 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "::", 2024-06-13T06:39:21.760 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.760 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.760 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.761 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.761 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.761 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.761 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.761 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.761 INFO:teuthology.orchestra.run.smithi039.stdout: "server_port": { 2024-06-13T06:39:21.761 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "server_port", 2024-06-13T06:39:21.761 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.761 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.761 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.761 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "8080", 2024-06-13T06:39:21.761 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.762 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.762 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.762 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.762 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.762 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.762 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.762 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.762 INFO:teuthology.orchestra.run.smithi039.stdout: "ssl": { 2024-06-13T06:39:21.762 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ssl", 2024-06-13T06:39:21.762 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.762 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.762 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.763 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.763 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.763 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.763 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.763 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.763 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.763 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.763 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.763 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.763 INFO:teuthology.orchestra.run.smithi039.stdout: "ssl_server_port": { 2024-06-13T06:39:21.763 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ssl_server_port", 2024-06-13T06:39:21.763 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.763 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.764 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.764 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "8443", 2024-06-13T06:39:21.764 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.764 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.764 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.764 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.764 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.764 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.764 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.764 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.764 INFO:teuthology.orchestra.run.smithi039.stdout: "standby_behaviour": { 2024-06-13T06:39:21.764 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "standby_behaviour", 2024-06-13T06:39:21.764 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.765 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.765 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.765 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "redirect", 2024-06-13T06:39:21.765 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.765 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.765 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.765 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.765 INFO:teuthology.orchestra.run.smithi039.stdout: "redirect" 2024-06-13T06:39:21.765 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.765 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.765 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.766 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.766 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.766 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.766 INFO:teuthology.orchestra.run.smithi039.stdout: "standby_error_status_code": { 2024-06-13T06:39:21.766 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "standby_error_status_code", 2024-06-13T06:39:21.766 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.766 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.766 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.766 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "500", 2024-06-13T06:39:21.766 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "400", 2024-06-13T06:39:21.766 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "599", 2024-06-13T06:39:21.766 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.767 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.767 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.767 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.767 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.767 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.767 INFO:teuthology.orchestra.run.smithi039.stdout: "url_prefix": { 2024-06-13T06:39:21.767 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "url_prefix", 2024-06-13T06:39:21.767 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.767 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.767 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.767 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.767 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.768 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.768 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.768 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.768 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.768 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.768 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.768 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.768 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.768 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.768 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.768 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "devicehealth", 2024-06-13T06:39:21.768 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.768 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.768 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.769 INFO:teuthology.orchestra.run.smithi039.stdout: "enable_monitoring": { 2024-06-13T06:39:21.769 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "enable_monitoring", 2024-06-13T06:39:21.769 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.769 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.769 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.769 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.769 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.769 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.769 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.769 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "monitor device health metrics", 2024-06-13T06:39:21.769 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.769 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.769 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.770 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.770 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.770 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.770 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.770 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.770 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.770 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.770 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.770 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.770 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.770 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.771 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.771 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.771 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.771 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.771 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.771 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.771 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.771 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.771 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.771 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.771 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.771 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.772 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.772 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.772 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.772 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.772 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.772 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.772 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.772 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.772 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.772 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.772 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.772 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.773 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.773 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.773 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.773 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.773 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.773 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.773 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.773 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.773 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.773 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.773 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.773 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.774 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.774 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.774 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.774 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.774 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.774 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.774 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.774 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.774 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.774 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.774 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.774 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.775 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.775 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.775 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.775 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.775 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.775 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.775 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.775 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.775 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.775 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.775 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.775 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.775 INFO:teuthology.orchestra.run.smithi039.stdout: "mark_out_threshold": { 2024-06-13T06:39:21.776 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "mark_out_threshold", 2024-06-13T06:39:21.776 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:21.776 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.776 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.776 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "2419200", 2024-06-13T06:39:21.776 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.776 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.776 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.776 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-06-13T06:39:21.776 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.776 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.776 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.776 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.777 INFO:teuthology.orchestra.run.smithi039.stdout: "pool_name": { 2024-06-13T06:39:21.777 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "pool_name", 2024-06-13T06:39:21.777 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.777 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.777 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.777 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "device_health_metrics", 2024-06-13T06:39:21.777 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.777 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.777 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.777 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "name of pool in which to store device health metrics", 2024-06-13T06:39:21.777 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.777 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.777 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.778 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.778 INFO:teuthology.orchestra.run.smithi039.stdout: "retention_period": { 2024-06-13T06:39:21.778 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "retention_period", 2024-06-13T06:39:21.778 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:21.778 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.778 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.778 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "15552000", 2024-06-13T06:39:21.778 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.778 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.778 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.778 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "how long to retain device health metrics", 2024-06-13T06:39:21.778 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.778 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.779 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.779 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.779 INFO:teuthology.orchestra.run.smithi039.stdout: "scrape_frequency": { 2024-06-13T06:39:21.779 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "scrape_frequency", 2024-06-13T06:39:21.779 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:21.779 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.779 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.779 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "86400", 2024-06-13T06:39:21.779 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.779 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.779 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.779 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "how frequently to scrape device health metrics", 2024-06-13T06:39:21.779 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.780 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.780 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.780 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.780 INFO:teuthology.orchestra.run.smithi039.stdout: "self_heal": { 2024-06-13T06:39:21.780 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "self_heal", 2024-06-13T06:39:21.780 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.780 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.780 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.780 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.780 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.780 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.780 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.780 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-06-13T06:39:21.781 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.781 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.781 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.781 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.781 INFO:teuthology.orchestra.run.smithi039.stdout: "sleep_interval": { 2024-06-13T06:39:21.781 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "sleep_interval", 2024-06-13T06:39:21.781 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:21.781 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.781 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.781 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "600", 2024-06-13T06:39:21.781 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.781 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.781 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.782 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "how frequently to wake up and check device health", 2024-06-13T06:39:21.782 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.782 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.782 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.782 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.782 INFO:teuthology.orchestra.run.smithi039.stdout: "warn_threshold": { 2024-06-13T06:39:21.782 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "warn_threshold", 2024-06-13T06:39:21.782 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:21.782 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.782 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.782 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "7257600", 2024-06-13T06:39:21.782 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.783 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.783 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.783 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-06-13T06:39:21.783 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.783 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.783 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.783 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.783 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.783 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.783 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.783 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "diskprediction_local", 2024-06-13T06:39:21.783 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.783 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.784 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.784 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.784 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.784 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.784 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.784 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.784 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.784 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.784 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.784 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.784 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.784 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.784 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.785 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.785 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.785 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.785 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.785 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.785 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.785 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.785 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.785 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.785 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.785 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.785 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.785 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.786 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.786 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.786 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.786 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.786 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.786 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.786 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.786 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.792 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.792 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.792 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.792 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.792 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.792 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.792 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.792 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.792 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.792 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.792 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.792 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.793 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.793 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.793 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.793 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.793 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.793 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.793 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.793 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.793 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.793 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.793 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.793 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.793 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.794 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.794 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.794 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.794 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.794 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.794 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.794 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.794 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.794 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.794 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.794 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.794 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.795 INFO:teuthology.orchestra.run.smithi039.stdout: "predict_interval": { 2024-06-13T06:39:21.795 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "predict_interval", 2024-06-13T06:39:21.795 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.795 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.795 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.795 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "86400", 2024-06-13T06:39:21.795 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.795 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.795 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.795 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.795 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.795 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.795 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.796 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.796 INFO:teuthology.orchestra.run.smithi039.stdout: "predictor_model": { 2024-06-13T06:39:21.796 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "predictor_model", 2024-06-13T06:39:21.796 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.796 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.796 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.796 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "prophetstor", 2024-06-13T06:39:21.796 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.796 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.796 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.796 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.796 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.796 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.796 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.797 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.797 INFO:teuthology.orchestra.run.smithi039.stdout: "sleep_interval": { 2024-06-13T06:39:21.797 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "sleep_interval", 2024-06-13T06:39:21.797 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.797 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.797 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.797 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "600", 2024-06-13T06:39:21.797 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.797 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.797 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.797 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.797 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.797 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.797 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.797 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.798 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.798 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.798 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.798 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "influx", 2024-06-13T06:39:21.798 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": false, 2024-06-13T06:39:21.798 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "influxdb python module not found", 2024-06-13T06:39:21.798 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.798 INFO:teuthology.orchestra.run.smithi039.stdout: "batch_size": { 2024-06-13T06:39:21.798 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "batch_size", 2024-06-13T06:39:21.798 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.798 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.798 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.799 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "5000", 2024-06-13T06:39:21.799 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.799 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.799 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.799 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-06-13T06:39:21.799 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.799 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.799 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.799 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.799 INFO:teuthology.orchestra.run.smithi039.stdout: "database": { 2024-06-13T06:39:21.799 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "database", 2024-06-13T06:39:21.799 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.799 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.799 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.799 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "ceph", 2024-06-13T06:39:21.800 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.800 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.800 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.800 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-06-13T06:39:21.800 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.800 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.800 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.800 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.800 INFO:teuthology.orchestra.run.smithi039.stdout: "hostname": { 2024-06-13T06:39:21.800 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "hostname", 2024-06-13T06:39:21.800 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.800 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.801 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.801 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.801 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.801 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.801 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.801 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "InfluxDB server hostname", 2024-06-13T06:39:21.801 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.801 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.801 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.801 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.801 INFO:teuthology.orchestra.run.smithi039.stdout: "interval": { 2024-06-13T06:39:21.801 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "interval", 2024-06-13T06:39:21.801 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:21.802 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.802 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.802 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "30", 2024-06-13T06:39:21.802 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "5", 2024-06-13T06:39:21.802 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.802 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.802 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-06-13T06:39:21.802 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.802 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.802 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.802 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.802 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.802 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.803 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.803 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.803 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.803 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.803 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.803 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.803 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.803 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.803 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.803 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.803 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.803 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.803 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.803 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.804 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.804 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.804 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.804 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.804 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.804 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.804 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.804 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.804 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.804 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.804 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.804 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.804 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.805 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.805 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.805 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.805 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.805 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.805 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.805 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.805 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.805 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.805 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.805 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.805 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.805 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.805 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.806 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.806 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.806 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.806 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.806 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.806 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.806 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.806 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.806 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.806 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.806 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.806 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.807 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.807 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.807 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.807 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.807 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.807 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.807 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.807 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.807 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.807 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.807 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.807 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.807 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.807 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.808 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.808 INFO:teuthology.orchestra.run.smithi039.stdout: "password": { 2024-06-13T06:39:21.808 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "password", 2024-06-13T06:39:21.808 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.808 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.808 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.808 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.808 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.808 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.808 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.808 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "password of InfluxDB server user", 2024-06-13T06:39:21.808 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.809 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.809 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.809 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.809 INFO:teuthology.orchestra.run.smithi039.stdout: "port": { 2024-06-13T06:39:21.809 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "port", 2024-06-13T06:39:21.809 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.809 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.809 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.809 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "8086", 2024-06-13T06:39:21.809 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.809 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.809 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.809 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "InfluxDB server port", 2024-06-13T06:39:21.810 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.810 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.810 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.810 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.810 INFO:teuthology.orchestra.run.smithi039.stdout: "ssl": { 2024-06-13T06:39:21.810 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ssl", 2024-06-13T06:39:21.810 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.810 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.810 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.810 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "false", 2024-06-13T06:39:21.810 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.810 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.811 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.811 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-06-13T06:39:21.811 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.811 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.811 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.811 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.811 INFO:teuthology.orchestra.run.smithi039.stdout: "threads": { 2024-06-13T06:39:21.811 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "threads", 2024-06-13T06:39:21.811 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.811 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.811 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.811 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "5", 2024-06-13T06:39:21.811 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "1", 2024-06-13T06:39:21.812 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "32", 2024-06-13T06:39:21.812 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.812 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-06-13T06:39:21.812 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.812 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.812 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.812 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.812 INFO:teuthology.orchestra.run.smithi039.stdout: "username": { 2024-06-13T06:39:21.812 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "username", 2024-06-13T06:39:21.812 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.812 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.812 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.813 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.813 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.813 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.813 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.813 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "username of InfluxDB server user", 2024-06-13T06:39:21.813 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.813 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.813 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.813 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.813 INFO:teuthology.orchestra.run.smithi039.stdout: "verify_ssl": { 2024-06-13T06:39:21.813 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "verify_ssl", 2024-06-13T06:39:21.813 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.813 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.814 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.814 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "true", 2024-06-13T06:39:21.814 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.814 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.814 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.814 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-06-13T06:39:21.814 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.814 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.814 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.814 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.814 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.814 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.815 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.815 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "insights", 2024-06-13T06:39:21.815 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.815 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.815 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.815 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.815 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.815 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.815 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.815 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.815 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.815 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.815 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.816 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.816 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.816 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.816 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.816 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.816 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.816 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.816 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.816 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.816 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.816 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.816 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.816 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.817 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.817 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.817 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.817 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.817 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.817 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.817 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.817 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.817 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.817 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.817 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.817 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.817 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.818 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.818 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.818 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.818 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.818 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.818 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.818 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.818 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.818 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.818 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.818 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.818 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.819 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.819 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.819 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.819 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.819 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.819 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.819 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.819 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.819 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.819 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.819 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.819 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.819 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.819 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.820 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.820 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.820 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.820 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.820 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.820 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.820 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.820 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.820 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.820 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.820 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.820 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.820 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.821 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "iostat", 2024-06-13T06:39:21.821 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.821 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.821 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.821 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.821 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.821 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.821 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.821 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.821 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.821 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.821 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.821 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.822 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.822 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.822 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.822 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.822 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.822 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.822 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.822 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.822 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.822 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.822 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.822 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.823 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.823 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.823 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.823 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.823 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.823 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.823 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.823 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.823 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.823 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.823 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.823 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.823 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.824 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.824 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.824 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.824 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.824 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.824 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.824 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.824 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.824 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.824 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.824 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.824 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.824 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.825 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.825 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.825 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.825 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.825 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.825 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.825 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.825 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.825 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.825 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.825 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.825 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.825 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.826 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.826 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.826 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.826 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.826 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.826 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.826 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.826 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.826 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.826 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.826 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.826 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.827 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.827 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "k8sevents", 2024-06-13T06:39:21.827 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.827 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.827 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.827 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_event_retention_days": { 2024-06-13T06:39:21.827 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ceph_event_retention_days", 2024-06-13T06:39:21.827 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.827 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.827 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.827 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "7", 2024-06-13T06:39:21.827 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.827 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.827 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.828 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Days to hold ceph event information within local cache", 2024-06-13T06:39:21.828 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.828 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.828 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.828 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.828 INFO:teuthology.orchestra.run.smithi039.stdout: "config_check_secs": { 2024-06-13T06:39:21.828 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "config_check_secs", 2024-06-13T06:39:21.828 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.828 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.828 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.828 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10", 2024-06-13T06:39:21.828 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "10", 2024-06-13T06:39:21.828 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.829 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.829 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-06-13T06:39:21.829 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.829 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.829 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.829 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.829 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.829 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.829 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.829 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.829 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.829 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.830 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.830 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.830 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.830 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.830 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.830 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.830 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.830 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.830 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.830 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.830 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.830 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.830 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.831 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.831 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.831 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.831 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.831 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.831 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.831 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.831 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.831 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.831 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.831 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.831 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.832 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.832 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.832 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.832 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.832 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.832 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.832 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.832 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.832 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.832 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.832 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.832 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.832 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.833 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.833 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.833 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.833 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.833 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.833 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.833 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.833 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.833 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.833 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.833 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.833 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.833 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.834 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.834 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.834 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.834 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.834 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.834 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.834 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.834 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.834 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.834 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.834 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.834 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.835 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.835 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.835 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.835 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.835 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "localpool", 2024-06-13T06:39:21.835 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.835 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.835 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.835 INFO:teuthology.orchestra.run.smithi039.stdout: "failure_domain": { 2024-06-13T06:39:21.835 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "failure_domain", 2024-06-13T06:39:21.835 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.835 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.835 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.836 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "host", 2024-06-13T06:39:21.836 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.836 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.836 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.836 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "failure domain for any created local pool", 2024-06-13T06:39:21.836 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-06-13T06:39:21.836 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.836 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.836 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.836 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.836 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.836 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.836 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.837 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.837 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.837 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.837 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.837 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.837 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.837 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.837 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.837 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.837 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.837 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.837 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.837 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.837 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.838 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.838 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.838 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.838 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.838 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.838 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.838 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.838 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.838 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.838 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.838 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.838 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.839 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.839 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.839 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.839 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.839 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.839 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.839 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.839 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.839 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.839 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.839 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.839 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.839 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.840 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.840 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.840 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.840 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.840 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.840 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.840 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.840 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.840 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.840 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.840 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.840 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.840 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.841 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.841 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.841 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.841 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.841 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.841 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.841 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.841 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.841 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.841 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.841 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.841 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.841 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.842 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.842 INFO:teuthology.orchestra.run.smithi039.stdout: "min_size": { 2024-06-13T06:39:21.842 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "min_size", 2024-06-13T06:39:21.842 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.842 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.842 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.842 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.842 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.842 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.842 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.843 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "default min_size for any created local pool", 2024-06-13T06:39:21.843 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-06-13T06:39:21.843 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.843 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.843 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.843 INFO:teuthology.orchestra.run.smithi039.stdout: "num_rep": { 2024-06-13T06:39:21.843 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "num_rep", 2024-06-13T06:39:21.843 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.843 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.843 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.843 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "3", 2024-06-13T06:39:21.843 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.844 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.844 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.844 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "default replica count for any created local pool", 2024-06-13T06:39:21.844 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.844 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.844 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.844 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.844 INFO:teuthology.orchestra.run.smithi039.stdout: "pg_num": { 2024-06-13T06:39:21.844 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "pg_num", 2024-06-13T06:39:21.844 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.844 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.844 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.845 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "128", 2024-06-13T06:39:21.845 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.845 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.845 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.845 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "default pg_num for any created local pool", 2024-06-13T06:39:21.845 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.845 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.845 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.845 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.845 INFO:teuthology.orchestra.run.smithi039.stdout: "prefix": { 2024-06-13T06:39:21.845 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "prefix", 2024-06-13T06:39:21.846 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.846 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.846 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.846 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.846 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.846 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.846 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.846 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "name prefix for any created local pool", 2024-06-13T06:39:21.846 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.846 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.846 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.846 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.847 INFO:teuthology.orchestra.run.smithi039.stdout: "subtree": { 2024-06-13T06:39:21.847 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "subtree", 2024-06-13T06:39:21.847 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.847 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.847 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.847 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "rack", 2024-06-13T06:39:21.847 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.847 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.847 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.847 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "CRUSH level for which to create a local pool", 2024-06-13T06:39:21.847 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-06-13T06:39:21.847 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.847 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.848 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.848 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.848 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.848 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.848 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "mds_autoscaler", 2024-06-13T06:39:21.848 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.848 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.848 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.848 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.848 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.848 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.848 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.848 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.848 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.849 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.849 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.849 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.849 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.849 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.849 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.849 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.849 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.849 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.849 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.849 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.849 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.849 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.850 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.850 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.850 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.850 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.850 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.850 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.850 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.850 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.850 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.850 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.850 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.850 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.851 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.851 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.851 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.851 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.851 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.851 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.851 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.851 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.851 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.851 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.851 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.851 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.851 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.852 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.852 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.852 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.852 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.852 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.852 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.852 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.852 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.852 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.852 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.852 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.853 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.853 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.853 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.853 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.853 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.853 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.853 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.853 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.853 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.853 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.853 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.853 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.853 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.853 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.854 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.854 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.854 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.854 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.854 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "mirroring", 2024-06-13T06:39:21.854 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.854 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.854 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.854 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.854 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.854 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.854 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.855 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.855 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.855 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.855 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.855 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.855 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.855 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.855 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.855 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.855 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.855 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.855 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.855 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.856 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.856 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.856 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.856 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.856 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.856 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.856 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.856 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.856 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.856 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.856 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.856 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.856 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.856 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.857 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.857 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.857 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.857 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.857 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.857 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.857 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.857 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.857 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.857 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.857 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.857 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.857 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.858 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.858 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.858 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.858 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.858 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.858 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.858 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.858 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.858 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.858 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.858 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.858 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.859 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.859 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.859 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.859 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.859 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.859 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.859 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.859 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.859 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.859 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.859 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.859 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.860 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.860 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.860 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.860 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.860 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.860 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "nfs", 2024-06-13T06:39:21.860 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.860 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.860 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.860 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.860 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.860 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.861 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.861 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.861 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.861 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.861 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.861 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.861 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.861 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.861 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.861 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.861 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.861 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.861 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.862 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.862 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.862 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.862 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.862 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.862 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.862 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.862 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.862 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.862 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.862 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.862 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.863 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.863 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.863 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.863 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.863 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.863 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.863 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.863 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.863 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.863 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.863 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.863 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.864 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.864 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.864 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.864 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.864 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.864 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.864 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.864 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.864 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.864 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.864 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.864 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.864 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.864 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.865 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.865 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.865 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.865 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.865 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.865 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.865 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.865 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.865 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.865 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.865 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.865 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.866 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.866 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.866 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.866 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.866 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.866 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.866 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.866 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "orchestrator", 2024-06-13T06:39:21.866 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.866 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.866 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.866 INFO:teuthology.orchestra.run.smithi039.stdout: "fail_fs": { 2024-06-13T06:39:21.867 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "fail_fs", 2024-06-13T06:39:21.867 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.867 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.867 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.867 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.867 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.867 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.867 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.867 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-06-13T06:39:21.867 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.867 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.867 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.867 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.867 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.868 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.868 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.868 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.868 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.868 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.868 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.868 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.868 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.868 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.868 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.869 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.869 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.869 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.869 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.869 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.869 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.869 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.870 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.870 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.870 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.870 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.870 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.870 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.870 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.870 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.870 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.871 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.871 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.871 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.871 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.871 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.871 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.871 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.871 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.871 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.871 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.871 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.871 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.871 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.872 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.872 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.872 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.872 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.872 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.872 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.872 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.872 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.872 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.872 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.872 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.872 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.872 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.873 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.873 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.873 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.873 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.873 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.873 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.873 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.873 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.873 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.873 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.874 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.874 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.874 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.874 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.874 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.874 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.874 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.874 INFO:teuthology.orchestra.run.smithi039.stdout: "orchestrator": { 2024-06-13T06:39:21.874 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "orchestrator", 2024-06-13T06:39:21.874 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.874 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.874 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.875 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.875 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.875 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.875 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.875 INFO:teuthology.orchestra.run.smithi039.stdout: "cephadm", 2024-06-13T06:39:21.875 INFO:teuthology.orchestra.run.smithi039.stdout: "rook", 2024-06-13T06:39:21.875 INFO:teuthology.orchestra.run.smithi039.stdout: "test_orchestrator" 2024-06-13T06:39:21.875 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.876 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Orchestrator backend", 2024-06-13T06:39:21.876 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.876 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.876 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.876 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.876 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.876 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.876 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.876 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "osd_perf_query", 2024-06-13T06:39:21.876 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.876 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.876 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.877 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.877 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.877 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.877 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.877 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.877 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.877 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.877 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.877 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.877 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.877 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.877 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.877 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.878 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.878 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.878 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.878 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.878 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.878 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.878 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.878 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.878 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.878 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.878 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.878 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.879 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.879 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.879 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.879 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.879 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.879 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.879 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.879 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.879 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.879 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.879 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.879 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.879 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.879 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.880 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.880 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.880 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.880 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.880 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.880 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.880 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.880 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.880 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.880 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.880 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.880 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.880 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.880 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.881 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.881 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.881 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.881 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.881 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.881 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.881 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.881 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.881 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.881 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.881 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.881 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.881 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.881 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.882 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.882 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.882 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.882 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.882 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.882 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.882 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "osd_support", 2024-06-13T06:39:21.882 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.882 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.882 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.882 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.882 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.882 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.883 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.883 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.883 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.883 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.883 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.883 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.883 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.883 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.883 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.883 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.883 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.883 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.884 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.884 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.884 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.884 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.884 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.884 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.884 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.884 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.884 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.884 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.884 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.884 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.884 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.884 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.885 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.885 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.885 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.885 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.885 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.885 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.885 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.885 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.885 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.885 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.885 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.885 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.885 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.886 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.886 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.886 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.886 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.886 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.886 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.886 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.886 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.886 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.886 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.886 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.886 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.887 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.887 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.887 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.887 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.887 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.887 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.887 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.887 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.887 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.887 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.887 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.887 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.887 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.887 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.888 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.888 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.888 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.888 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.888 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.888 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "pg_autoscaler", 2024-06-13T06:39:21.888 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.888 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.888 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.888 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.888 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.888 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.888 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.889 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.889 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.889 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.889 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.889 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.889 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.889 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.889 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.889 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.889 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.889 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.889 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.889 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.890 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.890 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.890 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.890 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.890 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.890 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.890 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.890 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.890 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.890 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.890 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.890 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.890 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.891 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.891 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.891 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.891 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.891 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.891 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.891 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.891 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.891 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.891 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.891 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.891 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.891 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.891 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.892 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.892 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.892 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.892 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.892 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.892 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.892 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.892 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.892 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.892 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.893 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.893 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.893 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.893 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.893 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.893 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.893 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.893 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.893 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.893 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.893 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.893 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.893 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.894 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.894 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.894 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.894 INFO:teuthology.orchestra.run.smithi039.stdout: "sleep_interval": { 2024-06-13T06:39:21.894 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "sleep_interval", 2024-06-13T06:39:21.894 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:21.894 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.894 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.894 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "60", 2024-06-13T06:39:21.894 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.894 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.895 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.895 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.895 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.895 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.895 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.895 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.895 INFO:teuthology.orchestra.run.smithi039.stdout: "threshold": { 2024-06-13T06:39:21.895 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "threshold", 2024-06-13T06:39:21.895 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "float", 2024-06-13T06:39:21.895 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.895 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.895 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "3.0", 2024-06-13T06:39:21.895 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "1.0", 2024-06-13T06:39:21.896 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.896 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.896 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "scaling threshold", 2024-06-13T06:39:21.896 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-06-13T06:39:21.896 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.896 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.896 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.896 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.896 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.896 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.896 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "progress", 2024-06-13T06:39:21.896 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.896 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.896 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.897 INFO:teuthology.orchestra.run.smithi039.stdout: "allow_pg_recovery_event": { 2024-06-13T06:39:21.897 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "allow_pg_recovery_event", 2024-06-13T06:39:21.897 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.897 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.897 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.897 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.897 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.897 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.897 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.897 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "allow the module to show pg recovery progress", 2024-06-13T06:39:21.897 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.897 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.897 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.897 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.898 INFO:teuthology.orchestra.run.smithi039.stdout: "enabled": { 2024-06-13T06:39:21.898 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "enabled", 2024-06-13T06:39:21.898 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.898 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.898 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.898 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.898 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.898 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.898 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.898 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.898 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.898 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.898 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.899 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.899 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.899 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.899 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.899 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.899 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.899 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.899 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.899 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.899 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.899 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.899 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.899 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.900 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.900 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.900 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.900 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.900 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.900 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.900 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.900 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.900 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.900 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.901 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.901 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.901 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.901 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.901 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.901 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.901 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.901 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.901 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.901 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.901 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.901 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.901 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.902 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.902 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.902 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.902 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.902 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.902 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.902 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.902 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.902 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.902 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.902 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.902 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.903 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.903 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.903 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.903 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.903 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.903 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.903 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.903 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.903 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.903 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.903 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.903 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.903 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.903 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.903 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.904 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.904 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.904 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.904 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.904 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.904 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.904 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.904 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.904 INFO:teuthology.orchestra.run.smithi039.stdout: "max_completed_events": { 2024-06-13T06:39:21.904 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "max_completed_events", 2024-06-13T06:39:21.904 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.904 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.904 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.905 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "50", 2024-06-13T06:39:21.905 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.905 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.905 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.905 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "number of past completed events to remember", 2024-06-13T06:39:21.905 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.905 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.905 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.905 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.905 INFO:teuthology.orchestra.run.smithi039.stdout: "sleep_interval": { 2024-06-13T06:39:21.905 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "sleep_interval", 2024-06-13T06:39:21.905 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:21.906 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.906 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.906 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "5", 2024-06-13T06:39:21.906 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.906 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.906 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.906 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "how long the module is going to sleep", 2024-06-13T06:39:21.906 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.906 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.906 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.906 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.906 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.907 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.907 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.907 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "prometheus", 2024-06-13T06:39:21.907 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.907 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.907 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.907 INFO:teuthology.orchestra.run.smithi039.stdout: "cache": { 2024-06-13T06:39:21.907 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "cache", 2024-06-13T06:39:21.907 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.907 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.907 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.907 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.907 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.907 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.908 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.908 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.908 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.908 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.908 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.908 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.908 INFO:teuthology.orchestra.run.smithi039.stdout: "exclude_perf_counters": { 2024-06-13T06:39:21.908 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "exclude_perf_counters", 2024-06-13T06:39:21.908 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.908 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.908 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.908 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.908 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.909 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.909 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.909 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-06-13T06:39:21.909 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-06-13T06:39:21.909 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.909 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.909 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.909 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.909 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.909 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.909 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.909 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.909 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.909 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.910 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.910 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.910 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.910 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.910 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.910 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.910 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.910 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.910 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.910 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.910 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.910 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.911 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.911 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.911 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.911 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.911 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.911 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.911 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.911 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.911 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.911 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.911 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.911 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.911 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.911 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.912 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.912 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.912 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.912 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.912 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.912 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.912 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.912 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.912 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.912 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.912 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.912 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.913 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.913 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.913 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.913 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.913 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.913 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.913 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.913 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.913 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.913 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.914 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.914 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.914 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.914 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.914 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.914 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.914 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.915 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.915 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.915 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.915 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.915 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.915 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.915 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.915 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.915 INFO:teuthology.orchestra.run.smithi039.stdout: "rbd_stats_pools": { 2024-06-13T06:39:21.916 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rbd_stats_pools", 2024-06-13T06:39:21.916 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.916 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.916 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.916 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.916 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.916 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.916 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.917 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.917 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.917 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.917 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.917 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.917 INFO:teuthology.orchestra.run.smithi039.stdout: "rbd_stats_pools_refresh_interval": { 2024-06-13T06:39:21.917 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-06-13T06:39:21.917 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.917 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.918 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.918 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "300", 2024-06-13T06:39:21.918 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.918 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.918 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.918 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.918 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.919 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.919 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.919 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.919 INFO:teuthology.orchestra.run.smithi039.stdout: "scrape_interval": { 2024-06-13T06:39:21.919 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "scrape_interval", 2024-06-13T06:39:21.919 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "float", 2024-06-13T06:39:21.919 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.919 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.919 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "15.0", 2024-06-13T06:39:21.920 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.920 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.920 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.920 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.920 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.920 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.920 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.920 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.921 INFO:teuthology.orchestra.run.smithi039.stdout: "server_addr": { 2024-06-13T06:39:21.921 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "server_addr", 2024-06-13T06:39:21.921 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.921 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.921 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.921 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "::", 2024-06-13T06:39:21.921 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.921 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.921 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.922 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-06-13T06:39:21.922 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.922 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.922 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.922 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.922 INFO:teuthology.orchestra.run.smithi039.stdout: "server_port": { 2024-06-13T06:39:21.922 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "server_port", 2024-06-13T06:39:21.922 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.923 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.923 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.923 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "9283", 2024-06-13T06:39:21.923 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.923 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.923 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.923 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-06-13T06:39:21.923 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.924 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.924 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.924 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.924 INFO:teuthology.orchestra.run.smithi039.stdout: "stale_cache_strategy": { 2024-06-13T06:39:21.924 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "stale_cache_strategy", 2024-06-13T06:39:21.924 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.924 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.924 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.925 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "log", 2024-06-13T06:39:21.925 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.925 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.925 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.925 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.925 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.925 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.925 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.925 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.926 INFO:teuthology.orchestra.run.smithi039.stdout: "standby_behaviour": { 2024-06-13T06:39:21.926 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "standby_behaviour", 2024-06-13T06:39:21.926 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.926 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.926 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.926 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "default", 2024-06-13T06:39:21.926 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.927 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.927 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.927 INFO:teuthology.orchestra.run.smithi039.stdout: "default", 2024-06-13T06:39:21.927 INFO:teuthology.orchestra.run.smithi039.stdout: "error" 2024-06-13T06:39:21.927 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.927 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.927 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.927 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.927 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.927 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.928 INFO:teuthology.orchestra.run.smithi039.stdout: "standby_error_status_code": { 2024-06-13T06:39:21.928 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "standby_error_status_code", 2024-06-13T06:39:21.928 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.928 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.928 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.928 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "500", 2024-06-13T06:39:21.928 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "400", 2024-06-13T06:39:21.928 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "599", 2024-06-13T06:39:21.928 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.928 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.928 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.928 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.928 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.929 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.929 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.929 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.929 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.929 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rbd_support", 2024-06-13T06:39:21.929 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.929 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.929 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.929 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.929 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.929 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.929 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.929 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.929 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.930 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.930 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.930 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.930 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.930 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.930 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.930 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.930 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.930 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.930 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.930 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.930 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.931 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.931 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.931 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.931 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.931 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.931 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.931 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.931 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.931 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.931 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.931 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.931 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.932 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.932 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.932 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.932 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.932 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.932 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.932 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.932 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.932 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.932 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.932 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.932 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.933 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.933 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.933 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.933 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.933 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.933 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.933 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.933 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.933 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.933 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.933 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.933 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.933 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.933 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.934 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.934 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.934 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.934 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.934 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.934 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.934 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.934 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.934 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.934 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.934 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.934 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.934 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.935 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.935 INFO:teuthology.orchestra.run.smithi039.stdout: "max_concurrent_snap_create": { 2024-06-13T06:39:21.935 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "max_concurrent_snap_create", 2024-06-13T06:39:21.935 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.935 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.935 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.935 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10", 2024-06-13T06:39:21.935 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.935 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.935 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.935 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.935 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.935 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.936 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.936 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.936 INFO:teuthology.orchestra.run.smithi039.stdout: "mirror_snapshot_schedule": { 2024-06-13T06:39:21.936 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "mirror_snapshot_schedule", 2024-06-13T06:39:21.936 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.936 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.936 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.936 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.936 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.936 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.936 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.936 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.936 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.936 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.937 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.937 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.937 INFO:teuthology.orchestra.run.smithi039.stdout: "trash_purge_schedule": { 2024-06-13T06:39:21.937 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "trash_purge_schedule", 2024-06-13T06:39:21.937 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.937 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.937 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.937 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.937 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.937 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.937 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.937 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.937 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.938 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.938 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.938 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.938 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.938 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.938 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.938 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "restful", 2024-06-13T06:39:21.938 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.938 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.938 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.938 INFO:teuthology.orchestra.run.smithi039.stdout: "enable_auth": { 2024-06-13T06:39:21.938 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "enable_auth", 2024-06-13T06:39:21.938 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.938 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.939 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.939 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.939 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.939 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.939 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.939 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.939 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.939 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.939 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.939 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.939 INFO:teuthology.orchestra.run.smithi039.stdout: "key_file": { 2024-06-13T06:39:21.939 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "key_file", 2024-06-13T06:39:21.939 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.939 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.940 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.940 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.940 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.940 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.940 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.940 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.940 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.940 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.940 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.940 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.940 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.940 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.940 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.941 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.941 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.941 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.941 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.941 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.941 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.941 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.941 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.941 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.941 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.941 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.941 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.941 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.942 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.942 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.942 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.942 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.942 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.942 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.942 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.942 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.942 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.942 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.942 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.942 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.942 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.943 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.943 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.943 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.943 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.943 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.943 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.943 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.943 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.943 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.943 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.943 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.943 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.943 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.943 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.944 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.944 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.944 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.944 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.944 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.944 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.944 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.944 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.944 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.944 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.944 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.944 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.944 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.944 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.945 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.945 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.945 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.945 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.945 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.945 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.945 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.945 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.945 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.945 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.945 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.945 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.945 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.946 INFO:teuthology.orchestra.run.smithi039.stdout: "server_addr": { 2024-06-13T06:39:21.946 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "server_addr", 2024-06-13T06:39:21.946 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.946 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.946 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.946 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.946 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.946 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.946 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.946 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.946 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.946 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.947 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.947 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.947 INFO:teuthology.orchestra.run.smithi039.stdout: "server_port": { 2024-06-13T06:39:21.947 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "server_port", 2024-06-13T06:39:21.947 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.947 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.947 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.947 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.947 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.947 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.947 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.948 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.948 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.948 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.948 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.948 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.948 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.948 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.948 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.948 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rgw", 2024-06-13T06:39:21.948 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.948 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.948 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.948 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.949 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.949 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.949 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.949 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.949 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.949 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.949 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.949 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.949 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.949 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.949 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.949 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.949 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.949 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.950 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.950 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.950 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.950 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.950 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.950 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.950 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.950 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.950 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.950 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.950 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.950 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.950 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.951 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.951 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.951 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.951 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.951 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.951 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.951 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.951 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.951 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.951 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.951 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.951 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.951 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.952 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.952 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.952 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.952 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.952 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.952 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.952 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.952 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.952 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.952 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.952 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.952 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.952 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.952 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.953 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.953 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.953 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.953 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.953 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.953 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.953 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.953 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.953 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.953 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.953 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.953 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.954 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.954 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.954 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.954 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.954 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.954 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.954 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rook", 2024-06-13T06:39:21.954 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.954 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.954 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.954 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.954 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.954 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.955 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.955 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.955 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.955 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.955 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.955 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.955 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.955 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.955 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.955 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.955 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.955 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.955 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.956 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.956 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.956 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.956 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.956 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.956 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.956 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.956 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.956 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.956 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.956 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.956 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.957 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.957 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.957 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.957 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.957 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.957 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.957 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.957 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.957 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.957 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.957 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.957 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.957 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.958 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.958 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.958 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.958 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.958 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.958 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.958 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.958 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.958 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.958 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.958 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.958 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.959 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.959 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.959 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.959 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.959 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.959 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.959 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.959 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.959 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.959 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.959 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.960 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.960 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.960 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.960 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.960 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.960 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.960 INFO:teuthology.orchestra.run.smithi039.stdout: "storage_class": { 2024-06-13T06:39:21.960 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "storage_class", 2024-06-13T06:39:21.960 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.960 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.960 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.960 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "local", 2024-06-13T06:39:21.961 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.961 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.961 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.961 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-06-13T06:39:21.961 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.961 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.961 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.961 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.961 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.961 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.961 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.961 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "selftest", 2024-06-13T06:39:21.961 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.962 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.962 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.962 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.962 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.962 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.962 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.962 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.962 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.962 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.962 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.962 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.962 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.963 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.963 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.963 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.963 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.963 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.963 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.963 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.963 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.963 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.963 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.963 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.963 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.963 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.964 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.964 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.964 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.964 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.964 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.964 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.964 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.964 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.964 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.964 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.964 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.964 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.964 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.965 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.965 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.965 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.965 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.965 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.965 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.965 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.965 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.965 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.965 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.965 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.965 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.965 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.965 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.966 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.966 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.966 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.966 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.966 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.966 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.966 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.966 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.966 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.966 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.966 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.966 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.967 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.967 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.967 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.967 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.967 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.967 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.967 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.967 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.967 INFO:teuthology.orchestra.run.smithi039.stdout: "roption1": { 2024-06-13T06:39:21.967 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "roption1", 2024-06-13T06:39:21.967 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.967 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.967 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.967 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.968 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.968 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.968 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.968 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.968 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.968 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.968 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.968 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.968 INFO:teuthology.orchestra.run.smithi039.stdout: "roption2": { 2024-06-13T06:39:21.968 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "roption2", 2024-06-13T06:39:21.968 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.968 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.968 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.969 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "xyz", 2024-06-13T06:39:21.969 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.969 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.969 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.969 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.969 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.969 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.969 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.969 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.969 INFO:teuthology.orchestra.run.smithi039.stdout: "rwoption1": { 2024-06-13T06:39:21.969 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rwoption1", 2024-06-13T06:39:21.969 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.969 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.969 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.969 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.970 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.970 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.970 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.970 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.970 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.970 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.970 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.970 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.970 INFO:teuthology.orchestra.run.smithi039.stdout: "rwoption2": { 2024-06-13T06:39:21.970 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rwoption2", 2024-06-13T06:39:21.970 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.970 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.970 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.971 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.971 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.971 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.971 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.971 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.971 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.971 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.971 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.971 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.971 INFO:teuthology.orchestra.run.smithi039.stdout: "rwoption3": { 2024-06-13T06:39:21.971 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rwoption3", 2024-06-13T06:39:21.971 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "float", 2024-06-13T06:39:21.971 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.972 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.972 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.972 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.972 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.972 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.972 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.972 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.972 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.972 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.972 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.972 INFO:teuthology.orchestra.run.smithi039.stdout: "rwoption4": { 2024-06-13T06:39:21.972 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rwoption4", 2024-06-13T06:39:21.972 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.973 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.973 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.973 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.973 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.973 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.973 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.973 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.973 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.973 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.973 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.973 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.973 INFO:teuthology.orchestra.run.smithi039.stdout: "rwoption5": { 2024-06-13T06:39:21.973 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rwoption5", 2024-06-13T06:39:21.974 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.974 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.974 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.974 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.974 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.974 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.974 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.974 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.974 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.974 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.975 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.975 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.975 INFO:teuthology.orchestra.run.smithi039.stdout: "rwoption6": { 2024-06-13T06:39:21.975 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rwoption6", 2024-06-13T06:39:21.975 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.975 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.975 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.975 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:21.975 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.975 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.975 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.975 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.975 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.975 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.976 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.976 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.976 INFO:teuthology.orchestra.run.smithi039.stdout: "rwoption7": { 2024-06-13T06:39:21.976 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rwoption7", 2024-06-13T06:39:21.976 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:21.976 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.976 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.976 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.976 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "1", 2024-06-13T06:39:21.976 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "42", 2024-06-13T06:39:21.976 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.976 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.976 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.976 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.977 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.977 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.977 INFO:teuthology.orchestra.run.smithi039.stdout: "testkey": { 2024-06-13T06:39:21.977 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "testkey", 2024-06-13T06:39:21.977 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.977 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.977 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.977 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.977 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.977 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.978 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.978 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.978 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.978 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.978 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.978 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.978 INFO:teuthology.orchestra.run.smithi039.stdout: "testlkey": { 2024-06-13T06:39:21.978 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "testlkey", 2024-06-13T06:39:21.978 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.978 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.978 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.978 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.979 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.979 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.979 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.979 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.979 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.979 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.979 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.979 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.979 INFO:teuthology.orchestra.run.smithi039.stdout: "testnewline": { 2024-06-13T06:39:21.979 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "testnewline", 2024-06-13T06:39:21.979 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.979 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.979 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:21.980 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.980 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.980 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.980 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.980 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.980 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.980 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.980 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.980 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.980 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.980 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.980 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.980 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "snap_schedule", 2024-06-13T06:39:21.981 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.981 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.981 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.981 INFO:teuthology.orchestra.run.smithi039.stdout: "allow_m_granularity": { 2024-06-13T06:39:21.981 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "allow_m_granularity", 2024-06-13T06:39:21.981 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.981 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.981 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.981 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.981 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.981 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.981 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.981 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "allow minute scheduled snapshots", 2024-06-13T06:39:21.982 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.982 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.982 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.982 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.982 INFO:teuthology.orchestra.run.smithi039.stdout: "dump_on_update": { 2024-06-13T06:39:21.982 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "dump_on_update", 2024-06-13T06:39:21.982 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.982 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.982 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.982 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.982 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.982 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.983 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.983 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "dump database to debug log on update", 2024-06-13T06:39:21.983 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.983 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.983 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.983 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.983 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.983 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.983 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.983 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.983 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.983 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.983 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.983 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.984 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.984 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.984 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.984 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.984 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.984 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.984 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.984 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.984 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.984 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.984 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.984 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.984 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.985 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.985 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.985 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.985 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.985 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.985 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.985 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.985 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.985 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.985 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.985 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.985 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.986 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.986 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.986 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.986 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.986 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.986 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.986 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.986 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.986 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.986 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.986 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.986 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.987 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.987 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.987 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.987 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.987 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.987 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.988 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.988 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.988 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.988 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.988 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.988 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:21.989 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:21.989 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.989 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.989 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.989 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.989 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.990 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.990 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.990 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.990 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.990 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.991 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.991 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.991 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:21.991 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.991 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:21.991 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "stats", 2024-06-13T06:39:21.992 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:21.992 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:21.992 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:21.992 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:21.992 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:21.992 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.992 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.993 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.993 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:21.993 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.993 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.993 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.993 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:21.994 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:21.994 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:21.994 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:21.994 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:21.994 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:21.995 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:21.995 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.995 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.995 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.995 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.995 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.996 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:21.996 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:21.996 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:21.996 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.996 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.996 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:21.997 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.997 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.997 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:21.997 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:21.997 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:21.997 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:21.998 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:21.998 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:21.998 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:21.998 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:21.998 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:21.998 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:21.999 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:21.999 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:21.999 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:21.999 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:21.999 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:21.999 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.000 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.000 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.000 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.000 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.000 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.000 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.001 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.001 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.001 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.001 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.001 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.001 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:22.002 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:22.002 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.002 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.002 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.002 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.003 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.003 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.003 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.003 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.003 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.003 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.004 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.004 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.004 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.004 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.004 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.004 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "status", 2024-06-13T06:39:22.004 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:22.005 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:22.005 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:22.005 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:22.005 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:22.005 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.005 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.006 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.006 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.006 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.006 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.006 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.007 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.007 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.007 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.007 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.007 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.007 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.008 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.008 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.008 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.008 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.008 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.008 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.009 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:22.009 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:22.009 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.009 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.009 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.010 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.010 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.010 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.010 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.010 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.010 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.011 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.011 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.011 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.011 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:22.011 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:22.011 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.012 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.012 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.012 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:22.012 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.012 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.012 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.012 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.012 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.012 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.013 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.013 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.013 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.013 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.013 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.013 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.013 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.013 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.013 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.013 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:22.013 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:22.013 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.014 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.014 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.014 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.014 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.014 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.014 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.014 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.014 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.014 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.014 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.014 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.014 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.014 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.015 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.015 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "telegraf", 2024-06-13T06:39:22.015 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:22.015 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:22.015 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:22.015 INFO:teuthology.orchestra.run.smithi039.stdout: "address": { 2024-06-13T06:39:22.015 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "address", 2024-06-13T06:39:22.015 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.015 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.015 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.015 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-06-13T06:39:22.015 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.015 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.016 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.016 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.016 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.016 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.016 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.016 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.016 INFO:teuthology.orchestra.run.smithi039.stdout: "interval": { 2024-06-13T06:39:22.016 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "interval", 2024-06-13T06:39:22.016 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:22.016 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.016 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.016 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "15", 2024-06-13T06:39:22.016 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.017 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.017 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.017 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.017 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.017 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.017 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.017 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.017 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:22.017 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:22.017 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.017 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.017 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.017 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.018 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.018 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.018 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.018 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.018 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.018 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.018 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.018 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.018 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.018 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.018 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.018 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.018 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.019 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.019 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.019 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:22.019 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:22.019 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.019 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.019 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.019 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.019 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.019 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.019 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.019 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.019 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.020 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.020 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.020 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.020 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:22.020 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:22.020 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.020 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.020 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.020 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:22.020 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.020 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.020 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.020 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.020 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.021 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.021 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.021 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.021 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.021 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.021 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.021 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.021 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.021 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.021 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.021 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:22.021 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:22.021 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.021 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.022 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.022 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.022 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.022 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.022 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.022 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.022 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.022 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.022 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.022 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.022 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.022 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.023 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.023 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "telemetry", 2024-06-13T06:39:22.023 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:22.023 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:22.023 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:22.023 INFO:teuthology.orchestra.run.smithi039.stdout: "channel_basic": { 2024-06-13T06:39:22.023 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "channel_basic", 2024-06-13T06:39:22.023 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.023 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.023 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.023 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:22.023 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.023 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.023 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.024 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Share basic cluster information (size, version)", 2024-06-13T06:39:22.024 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.024 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.024 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.024 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.024 INFO:teuthology.orchestra.run.smithi039.stdout: "channel_crash": { 2024-06-13T06:39:22.024 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "channel_crash", 2024-06-13T06:39:22.024 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.024 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.024 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.024 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:22.024 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.024 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.024 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.024 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-06-13T06:39:22.024 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.025 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.025 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.025 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.025 INFO:teuthology.orchestra.run.smithi039.stdout: "channel_device": { 2024-06-13T06:39:22.025 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "channel_device", 2024-06-13T06:39:22.025 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.025 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.025 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.025 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:22.025 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.025 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.025 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.025 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-06-13T06:39:22.025 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.025 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.026 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.026 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.026 INFO:teuthology.orchestra.run.smithi039.stdout: "channel_ident": { 2024-06-13T06:39:22.026 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "channel_ident", 2024-06-13T06:39:22.026 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.026 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.026 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.026 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.026 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.026 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.026 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.026 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-06-13T06:39:22.026 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.027 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.027 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.027 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.027 INFO:teuthology.orchestra.run.smithi039.stdout: "channel_perf": { 2024-06-13T06:39:22.027 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "channel_perf", 2024-06-13T06:39:22.027 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.027 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.027 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.027 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.027 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.027 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.027 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.027 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Share various performance metrics of a cluster", 2024-06-13T06:39:22.027 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.027 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.028 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.028 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.028 INFO:teuthology.orchestra.run.smithi039.stdout: "contact": { 2024-06-13T06:39:22.028 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "contact", 2024-06-13T06:39:22.028 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.028 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.028 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.028 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.028 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.028 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.028 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.028 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.028 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.028 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.028 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.029 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.029 INFO:teuthology.orchestra.run.smithi039.stdout: "description": { 2024-06-13T06:39:22.029 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "description", 2024-06-13T06:39:22.029 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.029 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.029 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.029 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.029 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.029 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.029 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.029 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.029 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.029 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.030 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.030 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.030 INFO:teuthology.orchestra.run.smithi039.stdout: "device_url": { 2024-06-13T06:39:22.030 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "device_url", 2024-06-13T06:39:22.030 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.030 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.030 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.030 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-06-13T06:39:22.030 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.030 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.030 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.030 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.031 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.031 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.031 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.031 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.031 INFO:teuthology.orchestra.run.smithi039.stdout: "enabled": { 2024-06-13T06:39:22.031 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "enabled", 2024-06-13T06:39:22.031 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.031 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.031 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.031 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.031 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.031 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.031 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.032 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.032 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.032 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.032 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.032 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.032 INFO:teuthology.orchestra.run.smithi039.stdout: "interval": { 2024-06-13T06:39:22.032 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "interval", 2024-06-13T06:39:22.032 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:22.032 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.032 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.032 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "24", 2024-06-13T06:39:22.032 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "8", 2024-06-13T06:39:22.032 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.032 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.033 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.033 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.033 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.033 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.033 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.033 INFO:teuthology.orchestra.run.smithi039.stdout: "last_opt_revision": { 2024-06-13T06:39:22.033 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "last_opt_revision", 2024-06-13T06:39:22.033 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:22.033 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.033 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.033 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "1", 2024-06-13T06:39:22.033 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.033 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.034 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.034 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.034 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.034 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.034 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.034 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.034 INFO:teuthology.orchestra.run.smithi039.stdout: "leaderboard": { 2024-06-13T06:39:22.034 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "leaderboard", 2024-06-13T06:39:22.034 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.034 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.034 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.034 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.034 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.035 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.035 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.035 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.035 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.035 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.035 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.035 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.035 INFO:teuthology.orchestra.run.smithi039.stdout: "leaderboard_description": { 2024-06-13T06:39:22.035 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "leaderboard_description", 2024-06-13T06:39:22.035 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.035 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.035 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.035 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.035 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.036 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.036 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.036 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.036 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.036 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.036 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.036 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.036 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:22.036 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:22.036 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.036 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.036 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.036 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.036 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.037 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.037 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.037 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.037 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.037 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.037 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.037 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.037 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.037 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.037 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.037 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.037 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.037 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.038 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.038 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:22.038 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:22.038 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.038 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.038 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.038 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.038 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.038 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.038 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.038 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.038 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.038 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.039 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.039 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.039 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:22.039 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:22.039 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.039 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.039 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.039 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:22.039 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.039 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.039 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.039 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.039 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.039 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.040 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.040 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.040 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.040 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.040 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.040 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.040 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.040 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.040 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.040 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:22.040 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:22.040 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.040 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.040 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.041 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.041 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.041 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.041 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.041 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.041 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.041 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.041 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.041 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.041 INFO:teuthology.orchestra.run.smithi039.stdout: "organization": { 2024-06-13T06:39:22.041 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "organization", 2024-06-13T06:39:22.041 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.041 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.041 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.042 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.042 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.042 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.042 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.042 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.042 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.042 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.042 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.042 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.042 INFO:teuthology.orchestra.run.smithi039.stdout: "proxy": { 2024-06-13T06:39:22.042 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "proxy", 2024-06-13T06:39:22.042 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.042 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.043 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.043 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.043 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.043 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.043 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.043 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.043 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.043 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.043 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.043 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.043 INFO:teuthology.orchestra.run.smithi039.stdout: "url": { 2024-06-13T06:39:22.043 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "url", 2024-06-13T06:39:22.043 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.043 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.043 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.044 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-06-13T06:39:22.044 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.044 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.044 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.044 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.044 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.044 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.044 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.044 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.044 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.044 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.044 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.044 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "test_orchestrator", 2024-06-13T06:39:22.044 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:22.045 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:22.045 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:22.045 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:22.045 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:22.045 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.045 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.045 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.045 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.045 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.045 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.045 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.045 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.045 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.045 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.046 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.046 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.046 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.046 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.046 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.046 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.046 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.046 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.046 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.046 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:22.046 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:22.046 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.047 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.047 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.047 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.047 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.047 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.047 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.047 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.047 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.047 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.047 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.047 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.047 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:22.047 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:22.048 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.048 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.048 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.048 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:22.048 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.048 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.048 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.048 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.048 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.048 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.048 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.048 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.048 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.048 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.049 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.049 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.049 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.049 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.049 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.049 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:22.049 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:22.049 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.049 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.049 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.049 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.049 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.049 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.049 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.050 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.050 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.050 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.050 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.050 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.050 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.050 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.050 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.050 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "volumes", 2024-06-13T06:39:22.050 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:22.050 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:22.050 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:22.050 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:22.051 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:22.051 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.051 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.051 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.051 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.051 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.051 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.051 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.051 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.051 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.051 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.051 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.051 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.052 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.052 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.052 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.052 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.052 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.052 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.052 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.052 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:22.052 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:22.052 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.052 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.052 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.052 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.053 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.053 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.053 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.053 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.053 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.053 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.053 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.053 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.053 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:22.053 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:22.053 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.053 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.053 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.053 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:22.054 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.054 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.054 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.054 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.054 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.054 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.054 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.054 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.054 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.054 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.054 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.054 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.054 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.055 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.055 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.055 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:22.055 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:22.055 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.055 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.055 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.055 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.055 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.055 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.055 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.055 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.055 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.055 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.055 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.056 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.056 INFO:teuthology.orchestra.run.smithi039.stdout: "max_concurrent_clones": { 2024-06-13T06:39:22.056 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "max_concurrent_clones", 2024-06-13T06:39:22.056 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:22.056 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.056 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.056 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "4", 2024-06-13T06:39:22.056 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.056 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.056 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.056 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Number of asynchronous cloner threads", 2024-06-13T06:39:22.056 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.056 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.056 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.057 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.057 INFO:teuthology.orchestra.run.smithi039.stdout: "periodic_async_work": { 2024-06-13T06:39:22.057 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "periodic_async_work", 2024-06-13T06:39:22.057 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.057 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.057 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.057 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.057 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.057 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.057 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.057 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Periodically check for async work", 2024-06-13T06:39:22.057 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.057 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.058 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.058 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.058 INFO:teuthology.orchestra.run.smithi039.stdout: "snapshot_clone_delay": { 2024-06-13T06:39:22.058 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "snapshot_clone_delay", 2024-06-13T06:39:22.058 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:22.058 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.058 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.058 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "0", 2024-06-13T06:39:22.058 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.058 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.058 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.058 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-06-13T06:39:22.058 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.059 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.059 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.059 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.059 INFO:teuthology.orchestra.run.smithi039.stdout: "snapshot_clone_no_wait": { 2024-06-13T06:39:22.059 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "snapshot_clone_no_wait", 2024-06-13T06:39:22.059 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.059 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.059 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.059 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:22.059 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.059 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.059 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.059 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-06-13T06:39:22.059 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.060 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.060 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.060 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.060 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.060 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.060 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.060 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "zabbix", 2024-06-13T06:39:22.060 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:22.060 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:22.060 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:22.060 INFO:teuthology.orchestra.run.smithi039.stdout: "discovery_interval": { 2024-06-13T06:39:22.060 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "discovery_interval", 2024-06-13T06:39:22.061 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "uint", 2024-06-13T06:39:22.061 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.061 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.061 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "100", 2024-06-13T06:39:22.061 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.061 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.061 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.061 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.061 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.061 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.061 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.061 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.061 INFO:teuthology.orchestra.run.smithi039.stdout: "identifier": { 2024-06-13T06:39:22.061 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "identifier", 2024-06-13T06:39:22.062 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.062 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.062 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.062 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.062 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.062 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.062 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.062 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.062 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.062 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.062 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.062 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.062 INFO:teuthology.orchestra.run.smithi039.stdout: "interval": { 2024-06-13T06:39:22.063 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "interval", 2024-06-13T06:39:22.063 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:22.063 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.063 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.063 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "60", 2024-06-13T06:39:22.063 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.063 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.063 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.063 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.063 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.063 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.063 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.063 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.063 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:22.064 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:22.064 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.064 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.064 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.064 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.064 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.064 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.064 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.064 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.064 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.064 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.064 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.064 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.064 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.064 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.065 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.065 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.065 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.065 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.065 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.065 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:22.065 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:22.065 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.065 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.065 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.065 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.065 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.065 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.065 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.065 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.066 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.066 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.066 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.066 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.066 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:22.066 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:22.066 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.066 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.066 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.066 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:22.066 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.066 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.066 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.067 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.067 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.067 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.067 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.067 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.067 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.067 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.067 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.067 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.067 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.067 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.067 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.067 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:22.067 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:22.067 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.068 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.068 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.068 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.068 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.068 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.068 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.068 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.068 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.068 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.068 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.068 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.068 INFO:teuthology.orchestra.run.smithi039.stdout: "zabbix_host": { 2024-06-13T06:39:22.068 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "zabbix_host", 2024-06-13T06:39:22.068 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.069 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.069 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.069 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.069 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.069 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.069 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.069 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.069 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.069 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.069 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.069 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.069 INFO:teuthology.orchestra.run.smithi039.stdout: "zabbix_port": { 2024-06-13T06:39:22.069 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "zabbix_port", 2024-06-13T06:39:22.069 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:22.069 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.069 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.070 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10051", 2024-06-13T06:39:22.070 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.070 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.070 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.070 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.070 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.070 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.070 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.070 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.070 INFO:teuthology.orchestra.run.smithi039.stdout: "zabbix_sender": { 2024-06-13T06:39:22.070 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "zabbix_sender", 2024-06-13T06:39:22.070 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.070 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.071 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.071 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-06-13T06:39:22.071 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.071 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.071 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.071 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.071 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.071 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.071 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.071 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.071 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.071 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.071 INFO:teuthology.orchestra.run.smithi039.stdout: ] 2024-06-13T06:39:22.071 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.071 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.072 INFO:teuthology.orchestra.run.smithi039.stdout: "modules": [ 2024-06-13T06:39:22.072 INFO:teuthology.orchestra.run.smithi039.stdout: "cephadm", 2024-06-13T06:39:22.072 INFO:teuthology.orchestra.run.smithi039.stdout: "dashboard", 2024-06-13T06:39:22.072 INFO:teuthology.orchestra.run.smithi039.stdout: "iostat", 2024-06-13T06:39:22.072 INFO:teuthology.orchestra.run.smithi039.stdout: "nfs", 2024-06-13T06:39:22.072 INFO:teuthology.orchestra.run.smithi039.stdout: "restful", 2024-06-13T06:39:22.072 INFO:teuthology.orchestra.run.smithi039.stdout: "snap_schedule" 2024-06-13T06:39:22.072 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.072 INFO:teuthology.orchestra.run.smithi039.stdout: "available_modules": [ 2024-06-13T06:39:22.072 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.072 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "alerts", 2024-06-13T06:39:22.072 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:22.072 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:22.072 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:22.073 INFO:teuthology.orchestra.run.smithi039.stdout: "interval": { 2024-06-13T06:39:22.073 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "interval", 2024-06-13T06:39:22.073 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:22.073 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.073 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.073 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "60", 2024-06-13T06:39:22.073 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.073 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.073 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.073 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "How frequently to reexamine health status", 2024-06-13T06:39:22.073 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.073 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.073 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.073 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.074 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:22.074 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:22.074 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.074 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.074 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.074 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.074 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.074 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.074 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.074 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.074 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.074 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.075 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.075 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.075 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.075 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.075 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.075 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.075 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.075 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.075 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.075 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:22.075 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:22.075 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.075 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.076 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.076 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.076 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.076 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.076 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.076 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.076 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.076 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.076 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.076 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.076 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:22.076 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:22.076 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.077 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.077 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.077 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:22.077 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.077 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.077 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.077 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.077 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.077 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.077 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.077 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.077 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.077 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.078 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.078 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.078 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.078 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.078 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.078 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:22.078 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:22.078 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.078 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.078 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.078 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.078 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.078 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.079 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.079 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.079 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.079 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.079 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.079 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.079 INFO:teuthology.orchestra.run.smithi039.stdout: "smtp_destination": { 2024-06-13T06:39:22.079 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "smtp_destination", 2024-06-13T06:39:22.079 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.079 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.079 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.079 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.079 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.080 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.080 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.080 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Email address to send alerts to", 2024-06-13T06:39:22.080 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.080 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.080 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.080 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.080 INFO:teuthology.orchestra.run.smithi039.stdout: "smtp_from_name": { 2024-06-13T06:39:22.080 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "smtp_from_name", 2024-06-13T06:39:22.080 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.080 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.080 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.080 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "Ceph", 2024-06-13T06:39:22.081 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.081 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.081 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.081 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Email From: name", 2024-06-13T06:39:22.081 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.081 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.081 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.081 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.081 INFO:teuthology.orchestra.run.smithi039.stdout: "smtp_host": { 2024-06-13T06:39:22.081 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "smtp_host", 2024-06-13T06:39:22.081 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.081 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.081 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.082 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.082 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.082 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.082 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.082 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "SMTP server", 2024-06-13T06:39:22.082 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.082 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.082 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.082 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.082 INFO:teuthology.orchestra.run.smithi039.stdout: "smtp_password": { 2024-06-13T06:39:22.082 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "smtp_password", 2024-06-13T06:39:22.082 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.082 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.083 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.083 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.083 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.083 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.083 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.083 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Password to authenticate with", 2024-06-13T06:39:22.083 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.083 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.083 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.083 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.083 INFO:teuthology.orchestra.run.smithi039.stdout: "smtp_port": { 2024-06-13T06:39:22.083 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "smtp_port", 2024-06-13T06:39:22.083 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:22.084 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.084 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.084 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "465", 2024-06-13T06:39:22.084 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.084 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.084 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.084 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "SMTP port", 2024-06-13T06:39:22.084 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.084 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.084 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.084 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.084 INFO:teuthology.orchestra.run.smithi039.stdout: "smtp_sender": { 2024-06-13T06:39:22.084 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "smtp_sender", 2024-06-13T06:39:22.085 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.085 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.085 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.085 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.085 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.085 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.085 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.085 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "SMTP envelope sender", 2024-06-13T06:39:22.085 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.085 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.085 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.085 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.085 INFO:teuthology.orchestra.run.smithi039.stdout: "smtp_ssl": { 2024-06-13T06:39:22.085 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "smtp_ssl", 2024-06-13T06:39:22.086 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.086 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.086 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.086 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:22.086 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.086 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.086 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.086 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Use SSL to connect to SMTP server", 2024-06-13T06:39:22.086 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.086 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.086 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.086 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.086 INFO:teuthology.orchestra.run.smithi039.stdout: "smtp_user": { 2024-06-13T06:39:22.087 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "smtp_user", 2024-06-13T06:39:22.087 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.087 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.087 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.087 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.087 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.087 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.087 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.087 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "User to authenticate as", 2024-06-13T06:39:22.087 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.087 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.087 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.087 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.088 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.088 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.088 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.088 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "balancer", 2024-06-13T06:39:22.088 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:22.088 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:22.088 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:22.088 INFO:teuthology.orchestra.run.smithi039.stdout: "active": { 2024-06-13T06:39:22.088 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "active", 2024-06-13T06:39:22.088 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.088 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.088 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.088 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:22.089 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.089 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.089 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.089 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "automatically balance PGs across cluster", 2024-06-13T06:39:22.089 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.089 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.089 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.089 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.089 INFO:teuthology.orchestra.run.smithi039.stdout: "begin_time": { 2024-06-13T06:39:22.089 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "begin_time", 2024-06-13T06:39:22.089 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.089 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.089 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.089 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "0000", 2024-06-13T06:39:22.090 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.090 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.090 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.090 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "beginning time of day to automatically balance", 2024-06-13T06:39:22.090 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-06-13T06:39:22.090 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.090 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.090 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.090 INFO:teuthology.orchestra.run.smithi039.stdout: "begin_weekday": { 2024-06-13T06:39:22.090 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "begin_weekday", 2024-06-13T06:39:22.090 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "uint", 2024-06-13T06:39:22.090 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.091 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.091 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "0", 2024-06-13T06:39:22.091 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "0", 2024-06-13T06:39:22.091 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "6", 2024-06-13T06:39:22.091 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.091 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-06-13T06:39:22.091 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-06-13T06:39:22.091 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.091 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.091 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.091 INFO:teuthology.orchestra.run.smithi039.stdout: "crush_compat_max_iterations": { 2024-06-13T06:39:22.091 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "crush_compat_max_iterations", 2024-06-13T06:39:22.091 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "uint", 2024-06-13T06:39:22.091 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.092 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.092 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "25", 2024-06-13T06:39:22.092 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "1", 2024-06-13T06:39:22.092 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "250", 2024-06-13T06:39:22.092 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.092 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-06-13T06:39:22.092 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.092 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.092 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.092 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.092 INFO:teuthology.orchestra.run.smithi039.stdout: "crush_compat_metrics": { 2024-06-13T06:39:22.092 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "crush_compat_metrics", 2024-06-13T06:39:22.092 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.093 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.093 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.093 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "pgs,objects,bytes", 2024-06-13T06:39:22.093 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.093 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.093 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.093 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-06-13T06:39:22.093 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-06-13T06:39:22.093 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.093 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.093 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.093 INFO:teuthology.orchestra.run.smithi039.stdout: "crush_compat_step": { 2024-06-13T06:39:22.094 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "crush_compat_step", 2024-06-13T06:39:22.094 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "float", 2024-06-13T06:39:22.094 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.094 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.094 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "0.5", 2024-06-13T06:39:22.094 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "0.001", 2024-06-13T06:39:22.094 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "0.999", 2024-06-13T06:39:22.094 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.094 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "aggressiveness of optimization", 2024-06-13T06:39:22.094 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-06-13T06:39:22.094 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.094 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.094 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.095 INFO:teuthology.orchestra.run.smithi039.stdout: "end_time": { 2024-06-13T06:39:22.095 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "end_time", 2024-06-13T06:39:22.095 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.095 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.095 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.095 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "2359", 2024-06-13T06:39:22.095 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.095 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.095 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.095 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "ending time of day to automatically balance", 2024-06-13T06:39:22.095 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-06-13T06:39:22.095 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.095 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.095 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.096 INFO:teuthology.orchestra.run.smithi039.stdout: "end_weekday": { 2024-06-13T06:39:22.096 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "end_weekday", 2024-06-13T06:39:22.096 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "uint", 2024-06-13T06:39:22.096 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.096 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.096 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "0", 2024-06-13T06:39:22.096 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "0", 2024-06-13T06:39:22.096 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "6", 2024-06-13T06:39:22.096 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.096 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-06-13T06:39:22.096 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-06-13T06:39:22.096 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.096 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.097 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.097 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:22.097 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:22.097 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.097 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.097 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.097 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.097 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.097 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.097 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.097 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.097 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.097 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.097 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.098 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.098 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.098 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.098 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.098 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.098 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.098 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.098 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.098 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:22.098 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:22.098 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.098 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.099 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.099 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.099 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.099 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.099 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.099 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.099 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.099 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.099 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.099 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.099 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:22.099 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:22.099 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.099 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.100 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.100 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:22.100 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.100 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.100 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.100 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.100 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.100 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.100 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.100 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.100 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.100 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.100 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.100 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.100 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.101 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.101 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.101 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:22.101 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:22.101 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.101 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.101 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.101 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.101 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.101 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.101 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.101 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.101 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.101 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.102 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.102 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.102 INFO:teuthology.orchestra.run.smithi039.stdout: "min_score": { 2024-06-13T06:39:22.102 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "min_score", 2024-06-13T06:39:22.102 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "float", 2024-06-13T06:39:22.102 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.102 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.102 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "0", 2024-06-13T06:39:22.102 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.102 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.102 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.102 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-06-13T06:39:22.102 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.103 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.103 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.103 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.103 INFO:teuthology.orchestra.run.smithi039.stdout: "mode": { 2024-06-13T06:39:22.103 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "mode", 2024-06-13T06:39:22.103 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.103 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.103 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.103 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "upmap", 2024-06-13T06:39:22.103 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.103 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.103 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.103 INFO:teuthology.orchestra.run.smithi039.stdout: "crush-compat", 2024-06-13T06:39:22.103 INFO:teuthology.orchestra.run.smithi039.stdout: "none", 2024-06-13T06:39:22.104 INFO:teuthology.orchestra.run.smithi039.stdout: "read", 2024-06-13T06:39:22.104 INFO:teuthology.orchestra.run.smithi039.stdout: "upmap", 2024-06-13T06:39:22.104 INFO:teuthology.orchestra.run.smithi039.stdout: "upmap-read" 2024-06-13T06:39:22.104 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.104 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Balancer mode", 2024-06-13T06:39:22.104 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.104 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.104 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.104 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.104 INFO:teuthology.orchestra.run.smithi039.stdout: "pool_ids": { 2024-06-13T06:39:22.104 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "pool_ids", 2024-06-13T06:39:22.104 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.104 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.104 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.105 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.105 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.105 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.105 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.105 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-06-13T06:39:22.105 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.105 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.105 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.105 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.105 INFO:teuthology.orchestra.run.smithi039.stdout: "sleep_interval": { 2024-06-13T06:39:22.105 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "sleep_interval", 2024-06-13T06:39:22.105 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:22.105 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.105 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.106 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "60", 2024-06-13T06:39:22.106 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.106 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.106 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.106 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-06-13T06:39:22.106 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.106 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.106 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.106 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.106 INFO:teuthology.orchestra.run.smithi039.stdout: "upmap_max_deviation": { 2024-06-13T06:39:22.106 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "upmap_max_deviation", 2024-06-13T06:39:22.106 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:22.106 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.107 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.107 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "5", 2024-06-13T06:39:22.107 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "1", 2024-06-13T06:39:22.107 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.107 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.107 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "deviation below which no optimization is attempted", 2024-06-13T06:39:22.107 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-06-13T06:39:22.107 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.107 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.107 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.107 INFO:teuthology.orchestra.run.smithi039.stdout: "upmap_max_optimizations": { 2024-06-13T06:39:22.107 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "upmap_max_optimizations", 2024-06-13T06:39:22.107 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "uint", 2024-06-13T06:39:22.107 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.108 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.108 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10", 2024-06-13T06:39:22.108 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.108 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.108 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.108 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-06-13T06:39:22.108 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.108 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.108 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.108 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.108 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.108 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.108 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.108 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "cephadm", 2024-06-13T06:39:22.109 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:22.109 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:22.109 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:22.109 INFO:teuthology.orchestra.run.smithi039.stdout: "agent_down_multiplier": { 2024-06-13T06:39:22.109 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "agent_down_multiplier", 2024-06-13T06:39:22.109 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "float", 2024-06-13T06:39:22.109 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.109 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.109 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "3.0", 2024-06-13T06:39:22.109 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.109 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.109 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.109 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-06-13T06:39:22.109 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.110 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.110 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.110 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.110 INFO:teuthology.orchestra.run.smithi039.stdout: "agent_refresh_rate": { 2024-06-13T06:39:22.110 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "agent_refresh_rate", 2024-06-13T06:39:22.110 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:22.110 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.110 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.110 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "20", 2024-06-13T06:39:22.110 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.110 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.110 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.110 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-06-13T06:39:22.111 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.111 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.111 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.111 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.111 INFO:teuthology.orchestra.run.smithi039.stdout: "agent_starting_port": { 2024-06-13T06:39:22.111 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "agent_starting_port", 2024-06-13T06:39:22.111 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:22.111 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.111 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.111 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "4721", 2024-06-13T06:39:22.111 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.111 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.111 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.112 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-06-13T06:39:22.112 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.112 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.112 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.112 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.112 INFO:teuthology.orchestra.run.smithi039.stdout: "allow_ptrace": { 2024-06-13T06:39:22.112 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "allow_ptrace", 2024-06-13T06:39:22.112 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.112 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.112 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.112 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.112 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.112 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.112 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.113 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-06-13T06:39:22.113 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-06-13T06:39:22.113 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.113 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.113 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.113 INFO:teuthology.orchestra.run.smithi039.stdout: "autotune_interval": { 2024-06-13T06:39:22.113 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "autotune_interval", 2024-06-13T06:39:22.113 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:22.113 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.113 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.113 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "600", 2024-06-13T06:39:22.113 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.113 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.114 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.114 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "how frequently to autotune daemon memory", 2024-06-13T06:39:22.114 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.114 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.114 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.114 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.114 INFO:teuthology.orchestra.run.smithi039.stdout: "autotune_memory_target_ratio": { 2024-06-13T06:39:22.114 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "autotune_memory_target_ratio", 2024-06-13T06:39:22.114 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "float", 2024-06-13T06:39:22.114 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.114 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.114 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "0.7", 2024-06-13T06:39:22.114 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.115 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.115 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.115 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-06-13T06:39:22.115 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.115 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.115 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.115 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.115 INFO:teuthology.orchestra.run.smithi039.stdout: "cephadm_log_destination": { 2024-06-13T06:39:22.115 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "cephadm_log_destination", 2024-06-13T06:39:22.115 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.115 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.115 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.115 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.115 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.116 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.116 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.116 INFO:teuthology.orchestra.run.smithi039.stdout: "file", 2024-06-13T06:39:22.116 INFO:teuthology.orchestra.run.smithi039.stdout: "file,syslog", 2024-06-13T06:39:22.116 INFO:teuthology.orchestra.run.smithi039.stdout: "syslog" 2024-06-13T06:39:22.116 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.116 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-06-13T06:39:22.116 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.116 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.116 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.116 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.116 INFO:teuthology.orchestra.run.smithi039.stdout: "cgroups_split": { 2024-06-13T06:39:22.116 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "cgroups_split", 2024-06-13T06:39:22.116 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.117 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.117 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.117 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:22.117 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.117 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.117 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.117 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-06-13T06:39:22.117 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.117 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.117 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.117 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.117 INFO:teuthology.orchestra.run.smithi039.stdout: "config_checks_enabled": { 2024-06-13T06:39:22.117 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "config_checks_enabled", 2024-06-13T06:39:22.117 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.118 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.118 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.118 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.118 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.118 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.118 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.118 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-06-13T06:39:22.118 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.118 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.118 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.118 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.118 INFO:teuthology.orchestra.run.smithi039.stdout: "config_dashboard": { 2024-06-13T06:39:22.119 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "config_dashboard", 2024-06-13T06:39:22.119 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.119 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.119 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.119 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:22.119 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.119 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.119 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.119 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-06-13T06:39:22.119 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.119 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.119 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.119 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.119 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_alertmanager": { 2024-06-13T06:39:22.120 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_alertmanager", 2024-06-13T06:39:22.120 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.120 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.120 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.120 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-06-13T06:39:22.120 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.120 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.120 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.120 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Prometheus container image", 2024-06-13T06:39:22.120 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.120 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.120 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.120 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.120 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_base": { 2024-06-13T06:39:22.121 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_base", 2024-06-13T06:39:22.121 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.121 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.121 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.121 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/ceph/ceph", 2024-06-13T06:39:22.121 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.121 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.121 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.121 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Container image name, without the tag", 2024-06-13T06:39:22.121 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.121 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.121 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.122 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.122 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_elasticsearch": { 2024-06-13T06:39:22.122 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_elasticsearch", 2024-06-13T06:39:22.122 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.122 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.122 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.122 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-06-13T06:39:22.122 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.122 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.122 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.122 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "elasticsearch container image", 2024-06-13T06:39:22.122 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.122 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.123 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.123 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.123 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_grafana": { 2024-06-13T06:39:22.123 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_grafana", 2024-06-13T06:39:22.123 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.123 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.123 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.123 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-06-13T06:39:22.123 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.123 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.123 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.123 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Prometheus container image", 2024-06-13T06:39:22.123 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.124 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.124 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.124 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.124 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_haproxy": { 2024-06-13T06:39:22.124 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_haproxy", 2024-06-13T06:39:22.124 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.124 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.124 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.124 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-06-13T06:39:22.124 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.124 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.124 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.124 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "HAproxy container image", 2024-06-13T06:39:22.125 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.125 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.125 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.125 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.125 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_jaeger_agent": { 2024-06-13T06:39:22.125 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_jaeger_agent", 2024-06-13T06:39:22.125 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.125 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.125 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.125 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-06-13T06:39:22.125 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.125 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.125 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.125 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Jaeger agent container image", 2024-06-13T06:39:22.126 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.126 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.126 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.126 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.126 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_jaeger_collector": { 2024-06-13T06:39:22.126 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_jaeger_collector", 2024-06-13T06:39:22.126 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.126 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.126 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.126 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-06-13T06:39:22.126 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.126 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.126 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.127 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Jaeger collector container image", 2024-06-13T06:39:22.127 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.127 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.127 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.127 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.127 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_jaeger_query": { 2024-06-13T06:39:22.127 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_jaeger_query", 2024-06-13T06:39:22.127 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.127 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.127 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.127 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-06-13T06:39:22.127 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.127 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.127 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.128 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Jaeger query container image", 2024-06-13T06:39:22.128 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.128 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.128 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.128 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.128 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_keepalived": { 2024-06-13T06:39:22.128 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_keepalived", 2024-06-13T06:39:22.128 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.128 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.128 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.128 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-06-13T06:39:22.128 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.128 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.129 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.129 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Keepalived container image", 2024-06-13T06:39:22.129 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.129 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.129 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.129 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.129 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_loki": { 2024-06-13T06:39:22.129 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_loki", 2024-06-13T06:39:22.129 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.129 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.129 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.129 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-06-13T06:39:22.129 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.129 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.129 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.130 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Loki container image", 2024-06-13T06:39:22.130 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.130 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.130 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.130 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.130 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_node_exporter": { 2024-06-13T06:39:22.130 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_node_exporter", 2024-06-13T06:39:22.130 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.130 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.130 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.130 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-06-13T06:39:22.130 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.130 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.130 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.131 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Prometheus container image", 2024-06-13T06:39:22.131 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.131 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.131 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.131 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.131 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_nvmeof": { 2024-06-13T06:39:22.131 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_nvmeof", 2024-06-13T06:39:22.131 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.131 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.131 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.131 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-06-13T06:39:22.131 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.131 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.131 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.132 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Nvme-of container image", 2024-06-13T06:39:22.132 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.132 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.132 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.132 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.132 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_prometheus": { 2024-06-13T06:39:22.132 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_prometheus", 2024-06-13T06:39:22.132 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.132 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.132 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.132 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-06-13T06:39:22.132 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.132 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.132 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.133 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Prometheus container image", 2024-06-13T06:39:22.133 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.133 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.133 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.133 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.133 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_promtail": { 2024-06-13T06:39:22.133 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_promtail", 2024-06-13T06:39:22.133 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.133 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.133 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.133 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-06-13T06:39:22.133 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.133 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.133 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.133 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Promtail container image", 2024-06-13T06:39:22.134 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.134 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.134 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.134 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.134 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_samba": { 2024-06-13T06:39:22.134 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_samba", 2024-06-13T06:39:22.134 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.134 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.134 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.134 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-06-13T06:39:22.134 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.134 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.134 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.135 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Samba/SMB container image", 2024-06-13T06:39:22.135 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.135 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.135 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.135 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.135 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_snmp_gateway": { 2024-06-13T06:39:22.135 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_snmp_gateway", 2024-06-13T06:39:22.135 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.135 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.135 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.135 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-06-13T06:39:22.135 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.135 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.135 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.135 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "SNMP Gateway container image", 2024-06-13T06:39:22.136 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.136 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.136 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.136 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.136 INFO:teuthology.orchestra.run.smithi039.stdout: "container_init": { 2024-06-13T06:39:22.136 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_init", 2024-06-13T06:39:22.136 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.136 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.136 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.136 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:22.136 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.136 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.136 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.137 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Run podman/docker with `--init`", 2024-06-13T06:39:22.137 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.137 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.137 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.137 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.137 INFO:teuthology.orchestra.run.smithi039.stdout: "daemon_cache_timeout": { 2024-06-13T06:39:22.137 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "daemon_cache_timeout", 2024-06-13T06:39:22.137 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:22.137 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.137 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.137 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "600", 2024-06-13T06:39:22.137 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.137 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.137 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.137 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-06-13T06:39:22.138 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.138 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.138 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.138 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.138 INFO:teuthology.orchestra.run.smithi039.stdout: "default_cephadm_command_timeout": { 2024-06-13T06:39:22.138 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "default_cephadm_command_timeout", 2024-06-13T06:39:22.138 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:22.138 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.138 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.138 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "900", 2024-06-13T06:39:22.138 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.138 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.139 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.139 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-06-13T06:39:22.139 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.139 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.139 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.139 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.139 INFO:teuthology.orchestra.run.smithi039.stdout: "default_registry": { 2024-06-13T06:39:22.139 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "default_registry", 2024-06-13T06:39:22.139 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.139 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.139 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.139 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "docker.io", 2024-06-13T06:39:22.139 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.139 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.139 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.140 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-06-13T06:39:22.140 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.140 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.140 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.140 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.140 INFO:teuthology.orchestra.run.smithi039.stdout: "device_cache_timeout": { 2024-06-13T06:39:22.140 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "device_cache_timeout", 2024-06-13T06:39:22.140 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:22.140 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.140 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.140 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "1800", 2024-06-13T06:39:22.140 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.140 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.140 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.141 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "seconds to cache device inventory", 2024-06-13T06:39:22.141 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.141 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.141 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.141 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.141 INFO:teuthology.orchestra.run.smithi039.stdout: "device_enhanced_scan": { 2024-06-13T06:39:22.141 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "device_enhanced_scan", 2024-06-13T06:39:22.141 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.141 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.141 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.141 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.141 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.141 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.141 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.142 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Use libstoragemgmt during device scans", 2024-06-13T06:39:22.142 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.142 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.142 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.142 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.142 INFO:teuthology.orchestra.run.smithi039.stdout: "facts_cache_timeout": { 2024-06-13T06:39:22.142 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "facts_cache_timeout", 2024-06-13T06:39:22.142 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:22.142 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.142 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.142 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "60", 2024-06-13T06:39:22.142 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.143 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.143 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.143 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "seconds to cache host facts data", 2024-06-13T06:39:22.143 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.143 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.143 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.143 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.143 INFO:teuthology.orchestra.run.smithi039.stdout: "grafana_dashboards_path": { 2024-06-13T06:39:22.143 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "grafana_dashboards_path", 2024-06-13T06:39:22.143 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.143 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.143 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.143 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-06-13T06:39:22.143 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.144 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.144 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.144 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-06-13T06:39:22.144 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.144 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.144 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.144 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.144 INFO:teuthology.orchestra.run.smithi039.stdout: "host_check_interval": { 2024-06-13T06:39:22.144 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "host_check_interval", 2024-06-13T06:39:22.144 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:22.144 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.144 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.144 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "600", 2024-06-13T06:39:22.145 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.145 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.145 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.145 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "how frequently to perform a host check", 2024-06-13T06:39:22.145 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.145 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.145 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.145 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.145 INFO:teuthology.orchestra.run.smithi039.stdout: "hw_monitoring": { 2024-06-13T06:39:22.145 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "hw_monitoring", 2024-06-13T06:39:22.145 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.145 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.145 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.145 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.146 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.146 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.146 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.146 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-06-13T06:39:22.146 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.146 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.146 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.146 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.146 INFO:teuthology.orchestra.run.smithi039.stdout: "inventory_list_all": { 2024-06-13T06:39:22.146 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "inventory_list_all", 2024-06-13T06:39:22.146 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.146 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.147 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.147 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.147 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.147 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.147 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.147 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-06-13T06:39:22.147 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.147 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.147 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.147 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.147 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:22.147 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:22.148 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.148 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.148 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.148 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.148 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.148 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.148 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.148 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.148 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.148 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.148 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.148 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.148 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.149 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.149 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.149 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.149 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.149 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.149 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.149 INFO:teuthology.orchestra.run.smithi039.stdout: "log_refresh_metadata": { 2024-06-13T06:39:22.149 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_refresh_metadata", 2024-06-13T06:39:22.149 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.149 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.149 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.149 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.149 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.150 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.150 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.150 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-06-13T06:39:22.150 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.150 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.150 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.150 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.150 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:22.150 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:22.150 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.150 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.150 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.151 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:22.151 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.151 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.151 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.151 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-06-13T06:39:22.151 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.151 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.151 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.151 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.151 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:22.151 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:22.151 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.152 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.152 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.152 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:22.152 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.152 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.152 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.152 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.152 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.152 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.152 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.152 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.152 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.152 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.152 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.152 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.153 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.153 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.153 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.153 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:22.153 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:22.153 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.153 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.153 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.153 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.153 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.153 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.153 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.153 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.154 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.154 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.154 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.154 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.154 INFO:teuthology.orchestra.run.smithi039.stdout: "manage_etc_ceph_ceph_conf": { 2024-06-13T06:39:22.154 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-06-13T06:39:22.154 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.154 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.154 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.154 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.154 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.154 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.154 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.155 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-06-13T06:39:22.155 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.155 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.155 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.155 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.155 INFO:teuthology.orchestra.run.smithi039.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-06-13T06:39:22.155 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-06-13T06:39:22.155 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.155 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.155 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.155 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "*", 2024-06-13T06:39:22.155 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.155 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.155 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.156 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-06-13T06:39:22.156 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.156 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.156 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.156 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.156 INFO:teuthology.orchestra.run.smithi039.stdout: "max_count_per_host": { 2024-06-13T06:39:22.156 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "max_count_per_host", 2024-06-13T06:39:22.156 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:22.156 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.156 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.156 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10", 2024-06-13T06:39:22.156 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.156 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.156 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.156 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "max number of daemons per service per host", 2024-06-13T06:39:22.157 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.157 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.157 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.157 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.157 INFO:teuthology.orchestra.run.smithi039.stdout: "max_osd_draining_count": { 2024-06-13T06:39:22.157 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "max_osd_draining_count", 2024-06-13T06:39:22.157 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:22.157 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.157 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.157 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10", 2024-06-13T06:39:22.157 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.157 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.157 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.157 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-06-13T06:39:22.158 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.158 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.158 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.158 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.158 INFO:teuthology.orchestra.run.smithi039.stdout: "migration_current": { 2024-06-13T06:39:22.158 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "migration_current", 2024-06-13T06:39:22.158 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:22.158 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.158 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.158 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.158 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.158 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.158 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.158 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "internal - do not modify", 2024-06-13T06:39:22.159 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.159 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.159 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.159 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.159 INFO:teuthology.orchestra.run.smithi039.stdout: "mode": { 2024-06-13T06:39:22.159 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "mode", 2024-06-13T06:39:22.159 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.159 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.159 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.159 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "root", 2024-06-13T06:39:22.159 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.159 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.159 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.159 INFO:teuthology.orchestra.run.smithi039.stdout: "cephadm-package", 2024-06-13T06:39:22.159 INFO:teuthology.orchestra.run.smithi039.stdout: "root" 2024-06-13T06:39:22.159 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.160 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "mode for remote execution of cephadm", 2024-06-13T06:39:22.160 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.160 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.160 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.160 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.160 INFO:teuthology.orchestra.run.smithi039.stdout: "oob_default_addr": { 2024-06-13T06:39:22.160 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "oob_default_addr", 2024-06-13T06:39:22.160 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.160 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.160 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.160 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "169.254.1.1", 2024-06-13T06:39:22.160 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.160 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.161 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.161 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Default address for RedFish API (oob management).", 2024-06-13T06:39:22.161 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.161 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.161 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.161 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.161 INFO:teuthology.orchestra.run.smithi039.stdout: "prometheus_alerts_path": { 2024-06-13T06:39:22.161 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "prometheus_alerts_path", 2024-06-13T06:39:22.161 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.161 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.161 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.161 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-06-13T06:39:22.161 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.162 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.162 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.162 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-06-13T06:39:22.162 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.162 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.162 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.162 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.162 INFO:teuthology.orchestra.run.smithi039.stdout: "registry_insecure": { 2024-06-13T06:39:22.162 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "registry_insecure", 2024-06-13T06:39:22.162 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.162 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.162 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.162 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.163 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.163 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.163 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.163 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-06-13T06:39:22.163 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.163 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.163 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.163 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.163 INFO:teuthology.orchestra.run.smithi039.stdout: "registry_password": { 2024-06-13T06:39:22.163 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "registry_password", 2024-06-13T06:39:22.163 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.163 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.163 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.164 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.164 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.164 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.164 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.164 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-06-13T06:39:22.164 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.164 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.164 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.164 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.164 INFO:teuthology.orchestra.run.smithi039.stdout: "registry_url": { 2024-06-13T06:39:22.164 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "registry_url", 2024-06-13T06:39:22.164 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.164 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.164 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.164 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.165 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.165 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.165 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.165 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-06-13T06:39:22.165 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.165 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.165 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.165 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.165 INFO:teuthology.orchestra.run.smithi039.stdout: "registry_username": { 2024-06-13T06:39:22.165 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "registry_username", 2024-06-13T06:39:22.165 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.165 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.165 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.165 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.166 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.166 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.166 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.166 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-06-13T06:39:22.166 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.166 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.166 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.166 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.166 INFO:teuthology.orchestra.run.smithi039.stdout: "secure_monitoring_stack": { 2024-06-13T06:39:22.166 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "secure_monitoring_stack", 2024-06-13T06:39:22.166 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.166 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.166 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.166 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.167 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.167 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.167 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.167 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-06-13T06:39:22.167 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.167 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.167 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.167 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.167 INFO:teuthology.orchestra.run.smithi039.stdout: "service_discovery_port": { 2024-06-13T06:39:22.167 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "service_discovery_port", 2024-06-13T06:39:22.167 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:22.167 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.167 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.167 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "8765", 2024-06-13T06:39:22.168 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.168 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.168 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.168 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "cephadm service discovery port", 2024-06-13T06:39:22.168 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.168 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.168 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.168 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.168 INFO:teuthology.orchestra.run.smithi039.stdout: "ssh_config_file": { 2024-06-13T06:39:22.168 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ssh_config_file", 2024-06-13T06:39:22.168 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.168 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.168 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.168 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.169 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.169 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.169 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.169 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-06-13T06:39:22.169 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.169 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.169 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.169 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.169 INFO:teuthology.orchestra.run.smithi039.stdout: "use_agent": { 2024-06-13T06:39:22.169 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "use_agent", 2024-06-13T06:39:22.169 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.169 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.169 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.169 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.169 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.170 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.170 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.170 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-06-13T06:39:22.170 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.170 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.170 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.170 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.170 INFO:teuthology.orchestra.run.smithi039.stdout: "use_repo_digest": { 2024-06-13T06:39:22.170 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "use_repo_digest", 2024-06-13T06:39:22.170 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.170 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.170 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.170 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:22.170 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.171 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.171 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.171 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-06-13T06:39:22.171 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.171 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.171 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.171 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.171 INFO:teuthology.orchestra.run.smithi039.stdout: "warn_on_failed_host_check": { 2024-06-13T06:39:22.171 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "warn_on_failed_host_check", 2024-06-13T06:39:22.171 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.171 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.171 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.171 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:22.171 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.171 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.172 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.172 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "raise a health warning if the host check fails", 2024-06-13T06:39:22.172 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.172 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.172 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.172 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.172 INFO:teuthology.orchestra.run.smithi039.stdout: "warn_on_stray_daemons": { 2024-06-13T06:39:22.172 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "warn_on_stray_daemons", 2024-06-13T06:39:22.172 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.172 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.172 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.172 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:22.172 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.172 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.172 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.173 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-06-13T06:39:22.173 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.173 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.173 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.173 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.173 INFO:teuthology.orchestra.run.smithi039.stdout: "warn_on_stray_hosts": { 2024-06-13T06:39:22.173 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "warn_on_stray_hosts", 2024-06-13T06:39:22.173 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.173 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.173 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.173 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:22.173 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.173 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.173 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.173 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-06-13T06:39:22.174 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.174 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.174 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.174 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.174 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.174 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.174 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.174 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "crash", 2024-06-13T06:39:22.174 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:22.174 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:22.174 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:22.174 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:22.175 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:22.175 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.175 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.175 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.175 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.175 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.175 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.175 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.175 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.175 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.175 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.175 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.175 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.175 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.176 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.176 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.176 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.176 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.176 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.176 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.176 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:22.176 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:22.176 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.176 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.176 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.176 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.176 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.176 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.176 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.177 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.177 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.177 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.177 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.177 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.177 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:22.177 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:22.177 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.177 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.177 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.177 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:22.177 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.177 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.177 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.177 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.178 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.178 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.178 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.178 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.178 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.178 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.178 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.178 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.178 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.178 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.178 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.178 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:22.178 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:22.179 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.179 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.179 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.179 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.179 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.179 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.179 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.179 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.179 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.179 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.179 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.179 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.179 INFO:teuthology.orchestra.run.smithi039.stdout: "retain_interval": { 2024-06-13T06:39:22.179 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "retain_interval", 2024-06-13T06:39:22.180 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:22.180 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.180 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.180 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "31536000", 2024-06-13T06:39:22.180 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.180 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.180 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.180 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "how long to retain crashes before pruning them", 2024-06-13T06:39:22.180 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.180 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.180 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.180 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.180 INFO:teuthology.orchestra.run.smithi039.stdout: "warn_recent_interval": { 2024-06-13T06:39:22.180 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "warn_recent_interval", 2024-06-13T06:39:22.180 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:22.181 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.181 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.181 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "1209600", 2024-06-13T06:39:22.181 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.181 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.181 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.181 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "time interval in which to warn about recent crashes", 2024-06-13T06:39:22.181 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.181 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.181 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.181 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.181 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.181 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.181 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.182 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "dashboard", 2024-06-13T06:39:22.182 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:22.182 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:22.182 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:22.182 INFO:teuthology.orchestra.run.smithi039.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-06-13T06:39:22.182 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-06-13T06:39:22.182 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:22.182 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.182 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.182 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10", 2024-06-13T06:39:22.182 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.182 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.182 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.183 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.183 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.183 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.183 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.183 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.183 INFO:teuthology.orchestra.run.smithi039.stdout: "ALERTMANAGER_API_HOST": { 2024-06-13T06:39:22.183 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ALERTMANAGER_API_HOST", 2024-06-13T06:39:22.183 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.183 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.183 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.183 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.183 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.183 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.183 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.184 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.184 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.184 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.184 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.184 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.184 INFO:teuthology.orchestra.run.smithi039.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-06-13T06:39:22.184 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-06-13T06:39:22.184 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.184 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.184 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.184 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:22.184 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.184 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.185 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.185 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.185 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.185 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.185 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.185 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.185 INFO:teuthology.orchestra.run.smithi039.stdout: "AUDIT_API_ENABLED": { 2024-06-13T06:39:22.185 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "AUDIT_API_ENABLED", 2024-06-13T06:39:22.185 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.185 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.185 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.185 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.185 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.186 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.186 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.186 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.186 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.186 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.186 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.186 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.186 INFO:teuthology.orchestra.run.smithi039.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-06-13T06:39:22.186 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-06-13T06:39:22.186 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.186 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.186 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.186 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:22.187 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.187 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.187 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.187 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.187 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.187 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.187 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.187 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.187 INFO:teuthology.orchestra.run.smithi039.stdout: "ENABLE_BROWSABLE_API": { 2024-06-13T06:39:22.187 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ENABLE_BROWSABLE_API", 2024-06-13T06:39:22.187 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.187 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.187 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.187 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:22.187 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.188 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.188 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.188 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.188 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.188 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.188 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.188 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.188 INFO:teuthology.orchestra.run.smithi039.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-06-13T06:39:22.188 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-06-13T06:39:22.188 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.188 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.188 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.188 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:22.189 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.189 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.189 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.189 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.189 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.189 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.189 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.189 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.189 INFO:teuthology.orchestra.run.smithi039.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-06-13T06:39:22.189 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-06-13T06:39:22.189 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.189 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.189 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.189 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:22.190 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.190 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.190 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.190 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.190 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.190 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.190 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.190 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.190 INFO:teuthology.orchestra.run.smithi039.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-06-13T06:39:22.190 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-06-13T06:39:22.190 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.190 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.190 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.190 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:22.191 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.191 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.191 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.191 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.191 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.191 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.191 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.191 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.191 INFO:teuthology.orchestra.run.smithi039.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-06-13T06:39:22.191 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-06-13T06:39:22.191 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.191 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.191 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.191 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:22.192 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.192 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.192 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.192 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.192 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.192 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.192 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.192 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.192 INFO:teuthology.orchestra.run.smithi039.stdout: "FEATURE_TOGGLE_NFS": { 2024-06-13T06:39:22.192 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-06-13T06:39:22.192 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.192 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.192 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.192 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:22.193 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.193 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.193 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.193 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.193 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.193 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.193 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.193 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.193 INFO:teuthology.orchestra.run.smithi039.stdout: "FEATURE_TOGGLE_RBD": { 2024-06-13T06:39:22.193 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-06-13T06:39:22.193 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.193 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.193 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.194 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:22.194 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.194 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.194 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.194 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.194 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.194 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.194 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.194 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.194 INFO:teuthology.orchestra.run.smithi039.stdout: "FEATURE_TOGGLE_RGW": { 2024-06-13T06:39:22.199 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-06-13T06:39:22.199 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.199 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.199 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.199 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:22.199 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.200 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.200 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.200 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.200 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.200 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.200 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.200 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.200 INFO:teuthology.orchestra.run.smithi039.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-06-13T06:39:22.200 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-06-13T06:39:22.200 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.200 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.200 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.200 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.201 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.201 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.201 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.201 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.201 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.201 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.201 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.201 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.201 INFO:teuthology.orchestra.run.smithi039.stdout: "GRAFANA_API_PASSWORD": { 2024-06-13T06:39:22.201 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "GRAFANA_API_PASSWORD", 2024-06-13T06:39:22.201 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.201 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.201 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.201 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "admin", 2024-06-13T06:39:22.201 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.202 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.202 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.202 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.202 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.202 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.202 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.202 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.202 INFO:teuthology.orchestra.run.smithi039.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-06-13T06:39:22.202 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-06-13T06:39:22.202 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.202 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.202 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.202 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:22.203 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.203 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.203 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.203 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.203 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.203 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.203 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.203 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.203 INFO:teuthology.orchestra.run.smithi039.stdout: "GRAFANA_API_URL": { 2024-06-13T06:39:22.203 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "GRAFANA_API_URL", 2024-06-13T06:39:22.203 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.203 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.203 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.203 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.204 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.204 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.204 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.204 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.204 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.204 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.204 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.204 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.204 INFO:teuthology.orchestra.run.smithi039.stdout: "GRAFANA_API_USERNAME": { 2024-06-13T06:39:22.204 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "GRAFANA_API_USERNAME", 2024-06-13T06:39:22.204 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.204 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.204 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.204 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "admin", 2024-06-13T06:39:22.205 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.205 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.205 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.205 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.205 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.205 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.205 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.205 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.205 INFO:teuthology.orchestra.run.smithi039.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-06-13T06:39:22.205 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-06-13T06:39:22.205 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.205 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.205 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.205 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.205 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.206 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.206 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.206 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.206 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.206 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.206 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.206 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.206 INFO:teuthology.orchestra.run.smithi039.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-06-13T06:39:22.206 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-06-13T06:39:22.206 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.206 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.206 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.207 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.207 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.207 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.207 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.207 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.207 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.207 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.207 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.207 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.207 INFO:teuthology.orchestra.run.smithi039.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-06-13T06:39:22.207 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-06-13T06:39:22.207 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.207 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.207 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.208 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:22.208 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.208 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.208 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.208 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.208 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.208 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.208 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.208 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.208 INFO:teuthology.orchestra.run.smithi039.stdout: "ISSUE_TRACKER_API_KEY": { 2024-06-13T06:39:22.208 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-06-13T06:39:22.208 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.208 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.208 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.208 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.209 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.209 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.209 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.209 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.209 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.209 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.209 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.209 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.209 INFO:teuthology.orchestra.run.smithi039.stdout: "PROMETHEUS_API_HOST": { 2024-06-13T06:39:22.209 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PROMETHEUS_API_HOST", 2024-06-13T06:39:22.209 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.209 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.209 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.210 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.210 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.210 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.210 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.210 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.210 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.210 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.210 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.210 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.210 INFO:teuthology.orchestra.run.smithi039.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-06-13T06:39:22.210 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-06-13T06:39:22.210 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.210 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.211 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.211 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:22.211 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.211 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.211 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.211 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.211 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.211 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.211 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.211 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.211 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-06-13T06:39:22.211 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-06-13T06:39:22.211 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.211 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.212 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.212 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.212 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.212 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.212 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.212 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.212 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.212 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.212 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.212 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.212 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-06-13T06:39:22.212 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-06-13T06:39:22.212 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.212 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.213 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.213 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.213 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.213 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.213 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.213 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.213 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.213 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.213 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.213 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.213 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-06-13T06:39:22.213 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-06-13T06:39:22.213 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.213 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.213 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.214 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:22.214 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.214 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.214 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.214 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.214 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.214 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.214 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.214 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.214 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-06-13T06:39:22.214 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-06-13T06:39:22.214 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.214 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.214 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.215 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:22.215 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.215 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.215 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.215 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.215 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.215 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.215 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.215 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.215 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-06-13T06:39:22.215 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-06-13T06:39:22.215 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.215 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.215 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.215 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.216 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.216 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.216 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.216 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.216 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.216 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.216 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.216 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.216 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-06-13T06:39:22.216 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-06-13T06:39:22.216 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.216 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.216 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.216 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.216 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.217 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.217 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.217 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.217 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.217 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.217 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.217 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.217 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-06-13T06:39:22.217 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-06-13T06:39:22.217 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.217 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.217 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.217 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.217 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.217 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.218 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.218 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.218 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.218 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.218 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.218 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.218 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_ENABLED": { 2024-06-13T06:39:22.218 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_ENABLED", 2024-06-13T06:39:22.218 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.218 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.218 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.218 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:22.218 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.218 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.219 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.219 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.219 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.219 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.219 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.219 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.219 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-06-13T06:39:22.219 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-06-13T06:39:22.219 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.219 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.219 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.219 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-06-13T06:39:22.219 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.219 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.219 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.220 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.220 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.220 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.220 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.220 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.220 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-06-13T06:39:22.220 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-06-13T06:39:22.220 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:22.220 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.220 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.220 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10", 2024-06-13T06:39:22.220 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.220 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.220 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.221 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.221 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.221 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.221 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.221 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.221 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-06-13T06:39:22.221 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-06-13T06:39:22.221 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:22.221 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.221 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.221 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "8", 2024-06-13T06:39:22.221 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.221 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.221 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.221 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.222 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.222 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.222 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.222 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.222 INFO:teuthology.orchestra.run.smithi039.stdout: "REST_REQUESTS_TIMEOUT": { 2024-06-13T06:39:22.222 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-06-13T06:39:22.222 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:22.222 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.222 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.222 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "45", 2024-06-13T06:39:22.222 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.222 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.222 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.223 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.223 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.223 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.223 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.223 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.223 INFO:teuthology.orchestra.run.smithi039.stdout: "RGW_API_ACCESS_KEY": { 2024-06-13T06:39:22.223 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "RGW_API_ACCESS_KEY", 2024-06-13T06:39:22.223 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.223 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.223 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.223 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.223 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.223 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.223 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.224 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.224 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.224 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.224 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.224 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.224 INFO:teuthology.orchestra.run.smithi039.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-06-13T06:39:22.224 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-06-13T06:39:22.224 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.224 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.224 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.224 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "admin", 2024-06-13T06:39:22.224 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.224 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.224 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.224 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.225 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.225 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.225 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.225 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.225 INFO:teuthology.orchestra.run.smithi039.stdout: "RGW_API_SECRET_KEY": { 2024-06-13T06:39:22.225 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "RGW_API_SECRET_KEY", 2024-06-13T06:39:22.225 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.225 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.225 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.225 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.225 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.225 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.225 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.225 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.225 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.226 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.226 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.226 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.226 INFO:teuthology.orchestra.run.smithi039.stdout: "RGW_API_SSL_VERIFY": { 2024-06-13T06:39:22.226 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "RGW_API_SSL_VERIFY", 2024-06-13T06:39:22.226 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.226 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.226 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.226 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:22.226 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.226 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.226 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.226 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.227 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.227 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.227 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.227 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.227 INFO:teuthology.orchestra.run.smithi039.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-06-13T06:39:22.227 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-06-13T06:39:22.227 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:22.227 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.227 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.227 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "0", 2024-06-13T06:39:22.227 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.227 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.227 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.227 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.228 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.228 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.228 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.228 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.228 INFO:teuthology.orchestra.run.smithi039.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-06-13T06:39:22.228 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-06-13T06:39:22.228 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:22.228 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.228 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.228 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10", 2024-06-13T06:39:22.228 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.228 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.228 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.228 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.229 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.229 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.229 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.229 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.229 INFO:teuthology.orchestra.run.smithi039.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-06-13T06:39:22.229 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-06-13T06:39:22.229 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:22.229 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.229 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.229 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "5", 2024-06-13T06:39:22.229 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.229 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.229 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.229 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.230 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.230 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.230 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.230 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.230 INFO:teuthology.orchestra.run.smithi039.stdout: "cross_origin_url": { 2024-06-13T06:39:22.230 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "cross_origin_url", 2024-06-13T06:39:22.230 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.230 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.230 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.230 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.230 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.230 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.230 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.231 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.231 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.231 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.231 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.231 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.231 INFO:teuthology.orchestra.run.smithi039.stdout: "crt_file": { 2024-06-13T06:39:22.231 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "crt_file", 2024-06-13T06:39:22.231 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.231 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.231 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.231 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.231 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.231 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.231 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.231 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.232 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.232 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.232 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.232 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.232 INFO:teuthology.orchestra.run.smithi039.stdout: "debug": { 2024-06-13T06:39:22.232 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "debug", 2024-06-13T06:39:22.232 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.232 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.232 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.232 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.232 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.232 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.232 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.232 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Enable/disable debug options", 2024-06-13T06:39:22.232 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.233 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.233 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.233 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.233 INFO:teuthology.orchestra.run.smithi039.stdout: "jwt_token_ttl": { 2024-06-13T06:39:22.233 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "jwt_token_ttl", 2024-06-13T06:39:22.233 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:22.233 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.233 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.233 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "28800", 2024-06-13T06:39:22.233 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.233 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.233 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.233 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.233 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.234 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.234 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.234 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.234 INFO:teuthology.orchestra.run.smithi039.stdout: "key_file": { 2024-06-13T06:39:22.234 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "key_file", 2024-06-13T06:39:22.234 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.234 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.234 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.234 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.234 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.234 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.234 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.234 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.234 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.235 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.235 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.235 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.235 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:22.235 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:22.235 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.235 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.235 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.235 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.235 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.235 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.235 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.235 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.236 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.236 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.236 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.236 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.236 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.236 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.236 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.236 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.236 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.236 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.236 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.236 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:22.236 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:22.236 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.237 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.237 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.237 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.237 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.237 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.237 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.237 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.237 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.237 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.237 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.237 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.237 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:22.237 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:22.237 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.238 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.238 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.238 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:22.238 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.238 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.238 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.238 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.238 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.238 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.238 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.238 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.238 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.238 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.239 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.239 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.239 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.239 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.239 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.239 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:22.239 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:22.239 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.239 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.239 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.239 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.239 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.239 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.240 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.240 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.240 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.240 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.240 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.240 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.240 INFO:teuthology.orchestra.run.smithi039.stdout: "motd": { 2024-06-13T06:39:22.240 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "motd", 2024-06-13T06:39:22.240 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.240 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.240 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.240 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.240 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.240 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.241 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.241 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "The message of the day", 2024-06-13T06:39:22.241 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.241 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.241 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.241 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.241 INFO:teuthology.orchestra.run.smithi039.stdout: "redirect_resolve_ip_addr": { 2024-06-13T06:39:22.241 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "redirect_resolve_ip_addr", 2024-06-13T06:39:22.241 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.241 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.241 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.241 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.241 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.241 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.242 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.242 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.242 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.242 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.242 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.242 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.242 INFO:teuthology.orchestra.run.smithi039.stdout: "server_addr": { 2024-06-13T06:39:22.242 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "server_addr", 2024-06-13T06:39:22.242 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.242 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.242 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.242 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "::", 2024-06-13T06:39:22.243 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.243 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.243 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.243 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.243 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.243 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.243 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.243 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.243 INFO:teuthology.orchestra.run.smithi039.stdout: "server_port": { 2024-06-13T06:39:22.243 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "server_port", 2024-06-13T06:39:22.243 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:22.243 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.243 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.243 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "8080", 2024-06-13T06:39:22.244 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.244 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.244 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.244 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.244 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.244 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.244 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.244 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.244 INFO:teuthology.orchestra.run.smithi039.stdout: "ssl": { 2024-06-13T06:39:22.244 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ssl", 2024-06-13T06:39:22.244 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.244 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.244 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.244 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:22.245 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.245 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.245 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.245 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.245 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.245 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.245 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.245 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.245 INFO:teuthology.orchestra.run.smithi039.stdout: "ssl_server_port": { 2024-06-13T06:39:22.245 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ssl_server_port", 2024-06-13T06:39:22.245 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:22.245 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.245 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.245 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "8443", 2024-06-13T06:39:22.246 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.246 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.246 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.246 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.246 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.246 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.246 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.246 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.246 INFO:teuthology.orchestra.run.smithi039.stdout: "standby_behaviour": { 2024-06-13T06:39:22.246 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "standby_behaviour", 2024-06-13T06:39:22.246 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.246 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.246 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.247 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "redirect", 2024-06-13T06:39:22.247 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.247 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.247 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.247 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.247 INFO:teuthology.orchestra.run.smithi039.stdout: "redirect" 2024-06-13T06:39:22.247 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.247 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.247 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.247 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.247 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.247 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.247 INFO:teuthology.orchestra.run.smithi039.stdout: "standby_error_status_code": { 2024-06-13T06:39:22.247 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "standby_error_status_code", 2024-06-13T06:39:22.248 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:22.248 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.248 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.248 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "500", 2024-06-13T06:39:22.248 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "400", 2024-06-13T06:39:22.248 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "599", 2024-06-13T06:39:22.248 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.248 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.248 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.248 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.248 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.248 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.248 INFO:teuthology.orchestra.run.smithi039.stdout: "url_prefix": { 2024-06-13T06:39:22.248 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "url_prefix", 2024-06-13T06:39:22.248 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.249 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.249 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.249 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.249 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.249 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.249 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.249 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.249 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.249 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.249 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.249 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.249 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.249 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.250 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.250 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "devicehealth", 2024-06-13T06:39:22.250 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:22.250 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:22.250 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:22.250 INFO:teuthology.orchestra.run.smithi039.stdout: "enable_monitoring": { 2024-06-13T06:39:22.250 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "enable_monitoring", 2024-06-13T06:39:22.250 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.250 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.250 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.250 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:22.250 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.250 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.251 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.251 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "monitor device health metrics", 2024-06-13T06:39:22.251 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.251 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.251 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.251 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.251 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:22.251 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:22.251 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.251 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.251 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.251 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.251 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.251 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.252 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.252 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.252 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.252 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.252 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.252 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.252 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.252 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.252 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.252 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.252 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.252 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.252 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.253 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:22.253 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:22.253 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.253 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.253 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.253 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.253 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.253 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.253 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.253 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.253 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.253 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.253 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.254 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.254 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:22.254 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:22.254 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.254 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.254 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.254 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:22.254 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.254 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.254 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.254 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.254 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.255 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.255 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.255 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.255 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.255 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.255 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.255 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.255 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.255 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.255 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.255 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:22.255 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:22.255 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.255 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.256 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.256 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.256 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.256 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.256 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.256 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.256 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.256 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.256 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.256 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.256 INFO:teuthology.orchestra.run.smithi039.stdout: "mark_out_threshold": { 2024-06-13T06:39:22.256 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "mark_out_threshold", 2024-06-13T06:39:22.256 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:22.257 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.257 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.257 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "2419200", 2024-06-13T06:39:22.257 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.257 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.257 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.257 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-06-13T06:39:22.257 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.257 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.257 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.257 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.257 INFO:teuthology.orchestra.run.smithi039.stdout: "pool_name": { 2024-06-13T06:39:22.257 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "pool_name", 2024-06-13T06:39:22.258 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.258 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.258 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.258 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "device_health_metrics", 2024-06-13T06:39:22.258 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.258 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.258 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.258 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "name of pool in which to store device health metrics", 2024-06-13T06:39:22.258 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.258 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.258 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.258 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.259 INFO:teuthology.orchestra.run.smithi039.stdout: "retention_period": { 2024-06-13T06:39:22.259 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "retention_period", 2024-06-13T06:39:22.259 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:22.259 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.259 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.259 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "15552000", 2024-06-13T06:39:22.259 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.259 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.259 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.259 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "how long to retain device health metrics", 2024-06-13T06:39:22.259 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.259 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.259 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.259 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.260 INFO:teuthology.orchestra.run.smithi039.stdout: "scrape_frequency": { 2024-06-13T06:39:22.260 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "scrape_frequency", 2024-06-13T06:39:22.260 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:22.260 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.260 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.260 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "86400", 2024-06-13T06:39:22.260 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.260 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.260 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.260 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "how frequently to scrape device health metrics", 2024-06-13T06:39:22.260 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.260 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.260 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.260 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.261 INFO:teuthology.orchestra.run.smithi039.stdout: "self_heal": { 2024-06-13T06:39:22.261 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "self_heal", 2024-06-13T06:39:22.261 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.261 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.261 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.261 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:22.261 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.261 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.261 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.261 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-06-13T06:39:22.261 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.261 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.261 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.262 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.262 INFO:teuthology.orchestra.run.smithi039.stdout: "sleep_interval": { 2024-06-13T06:39:22.262 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "sleep_interval", 2024-06-13T06:39:22.262 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:22.262 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.262 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.262 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "600", 2024-06-13T06:39:22.262 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.262 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.262 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.262 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "how frequently to wake up and check device health", 2024-06-13T06:39:22.262 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.262 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.263 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.263 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.263 INFO:teuthology.orchestra.run.smithi039.stdout: "warn_threshold": { 2024-06-13T06:39:22.263 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "warn_threshold", 2024-06-13T06:39:22.263 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:22.263 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.263 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.263 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "7257600", 2024-06-13T06:39:22.263 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.263 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.263 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.263 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-06-13T06:39:22.263 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.264 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.264 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.264 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.264 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.264 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.264 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.264 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "diskprediction_local", 2024-06-13T06:39:22.264 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:22.264 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:22.264 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:22.264 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:22.264 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:22.264 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.265 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.265 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.265 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.265 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.265 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.265 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.265 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.265 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.265 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.265 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.265 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.265 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.265 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.266 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.266 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.266 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.266 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.266 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.266 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:22.266 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:22.266 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.266 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.266 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.266 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.266 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.266 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.267 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.267 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.267 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.267 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.267 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.267 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.267 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:22.267 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:22.267 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.267 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.267 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.267 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:22.267 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.267 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.268 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.268 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.268 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.268 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.268 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.268 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.268 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.268 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.268 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.268 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.268 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.268 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.268 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.269 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:22.269 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:22.269 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.269 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.269 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.269 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.269 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.269 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.269 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.269 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.269 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.269 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.269 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.269 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.270 INFO:teuthology.orchestra.run.smithi039.stdout: "predict_interval": { 2024-06-13T06:39:22.270 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "predict_interval", 2024-06-13T06:39:22.270 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.270 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.270 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.270 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "86400", 2024-06-13T06:39:22.270 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.270 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.270 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.271 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.271 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.271 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.271 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.271 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.271 INFO:teuthology.orchestra.run.smithi039.stdout: "predictor_model": { 2024-06-13T06:39:22.271 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "predictor_model", 2024-06-13T06:39:22.271 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.271 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.271 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.271 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "prophetstor", 2024-06-13T06:39:22.271 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.271 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.271 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.272 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.272 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.272 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.272 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.272 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.272 INFO:teuthology.orchestra.run.smithi039.stdout: "sleep_interval": { 2024-06-13T06:39:22.272 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "sleep_interval", 2024-06-13T06:39:22.272 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.272 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.272 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.272 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "600", 2024-06-13T06:39:22.272 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.272 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.273 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.273 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.273 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.273 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.273 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.273 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.273 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.273 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.273 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.273 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "influx", 2024-06-13T06:39:22.273 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": false, 2024-06-13T06:39:22.273 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "influxdb python module not found", 2024-06-13T06:39:22.273 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:22.273 INFO:teuthology.orchestra.run.smithi039.stdout: "batch_size": { 2024-06-13T06:39:22.274 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "batch_size", 2024-06-13T06:39:22.274 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:22.274 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.274 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.274 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "5000", 2024-06-13T06:39:22.274 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.274 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.274 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.274 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-06-13T06:39:22.274 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.274 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.274 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.274 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.275 INFO:teuthology.orchestra.run.smithi039.stdout: "database": { 2024-06-13T06:39:22.275 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "database", 2024-06-13T06:39:22.275 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.275 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.275 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.275 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "ceph", 2024-06-13T06:39:22.275 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.275 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.275 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.275 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-06-13T06:39:22.275 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.275 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.275 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.276 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.276 INFO:teuthology.orchestra.run.smithi039.stdout: "hostname": { 2024-06-13T06:39:22.276 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "hostname", 2024-06-13T06:39:22.276 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.276 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.276 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.276 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.276 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.276 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.276 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.276 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "InfluxDB server hostname", 2024-06-13T06:39:22.276 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.276 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.277 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.277 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.277 INFO:teuthology.orchestra.run.smithi039.stdout: "interval": { 2024-06-13T06:39:22.277 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "interval", 2024-06-13T06:39:22.277 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:22.277 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.277 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.277 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "30", 2024-06-13T06:39:22.277 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "5", 2024-06-13T06:39:22.277 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.277 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.277 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-06-13T06:39:22.277 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.278 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.278 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.278 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.278 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:22.278 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:22.278 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.278 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.278 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.278 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.278 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.278 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.278 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.279 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.279 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.279 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.279 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.279 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.279 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.279 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.279 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.279 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.279 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.279 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.279 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.279 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:22.279 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:22.280 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.280 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.280 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.280 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.280 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.280 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.280 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.280 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.280 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.280 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.280 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.280 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.280 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:22.281 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:22.281 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.281 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.281 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.281 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:22.281 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.281 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.281 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.281 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.281 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.281 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.281 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.281 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.282 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.282 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.282 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.282 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.282 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.282 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.282 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.282 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:22.282 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:22.282 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.282 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.282 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.282 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.283 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.283 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.283 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.283 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.283 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.283 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.283 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.283 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.283 INFO:teuthology.orchestra.run.smithi039.stdout: "password": { 2024-06-13T06:39:22.283 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "password", 2024-06-13T06:39:22.283 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.283 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.283 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.283 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.284 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.284 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.284 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.284 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "password of InfluxDB server user", 2024-06-13T06:39:22.284 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.284 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.284 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.284 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.284 INFO:teuthology.orchestra.run.smithi039.stdout: "port": { 2024-06-13T06:39:22.284 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "port", 2024-06-13T06:39:22.284 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:22.284 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.284 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.284 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "8086", 2024-06-13T06:39:22.285 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.285 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.285 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.285 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "InfluxDB server port", 2024-06-13T06:39:22.285 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.285 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.285 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.285 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.285 INFO:teuthology.orchestra.run.smithi039.stdout: "ssl": { 2024-06-13T06:39:22.285 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ssl", 2024-06-13T06:39:22.285 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.285 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.286 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.286 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "false", 2024-06-13T06:39:22.286 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.286 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.286 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.286 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-06-13T06:39:22.286 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.286 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.286 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.286 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.286 INFO:teuthology.orchestra.run.smithi039.stdout: "threads": { 2024-06-13T06:39:22.286 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "threads", 2024-06-13T06:39:22.286 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:22.287 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.287 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.287 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "5", 2024-06-13T06:39:22.287 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "1", 2024-06-13T06:39:22.287 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "32", 2024-06-13T06:39:22.287 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.287 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-06-13T06:39:22.287 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.287 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.287 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.287 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.287 INFO:teuthology.orchestra.run.smithi039.stdout: "username": { 2024-06-13T06:39:22.288 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "username", 2024-06-13T06:39:22.288 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.288 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.288 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.288 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.288 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.288 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.288 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.288 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "username of InfluxDB server user", 2024-06-13T06:39:22.288 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.288 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.288 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.288 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.289 INFO:teuthology.orchestra.run.smithi039.stdout: "verify_ssl": { 2024-06-13T06:39:22.289 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "verify_ssl", 2024-06-13T06:39:22.289 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.289 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.289 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.289 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "true", 2024-06-13T06:39:22.289 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.289 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.289 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.289 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-06-13T06:39:22.289 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.289 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.289 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.289 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.290 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.290 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.290 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.290 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "insights", 2024-06-13T06:39:22.290 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:22.290 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:22.290 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:22.290 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:22.290 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:22.290 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.290 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.290 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.291 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.291 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.291 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.291 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.291 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.291 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.291 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.291 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.291 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.291 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.291 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.291 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.291 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.291 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.292 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.292 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.292 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:22.292 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:22.292 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.292 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.292 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.292 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.292 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.292 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.292 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.292 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.292 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.293 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.293 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.293 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.293 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:22.293 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:22.293 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.293 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.293 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.293 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:22.293 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.293 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.293 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.293 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.294 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.294 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.294 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.294 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.294 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.294 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.294 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.294 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.294 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.294 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.294 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.294 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:22.294 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:22.294 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.295 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.295 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.295 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.295 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.295 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.295 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.295 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.295 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.295 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.295 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.295 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.295 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.295 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.296 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.296 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "iostat", 2024-06-13T06:39:22.296 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:22.296 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:22.296 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:22.296 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:22.296 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:22.296 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.296 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.296 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.296 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.296 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.296 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.297 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.297 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.297 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.297 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.297 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.297 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.297 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.297 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.297 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.297 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.297 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.297 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.297 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.297 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:22.298 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:22.298 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.298 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.298 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.298 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.298 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.298 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.298 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.298 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.298 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.298 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.298 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.299 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.299 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:22.299 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:22.299 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.299 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.299 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.299 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:22.299 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.299 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.299 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.299 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.299 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.299 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.299 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.300 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.300 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.300 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.300 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.300 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.300 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.300 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.300 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.300 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:22.300 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:22.300 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.300 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.300 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.301 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.301 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.301 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.301 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.301 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.301 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.301 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.301 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.301 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.301 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.301 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.301 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.301 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "k8sevents", 2024-06-13T06:39:22.301 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:22.302 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:22.302 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:22.302 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_event_retention_days": { 2024-06-13T06:39:22.302 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ceph_event_retention_days", 2024-06-13T06:39:22.302 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:22.302 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.302 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.302 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "7", 2024-06-13T06:39:22.302 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.302 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.302 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.302 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Days to hold ceph event information within local cache", 2024-06-13T06:39:22.302 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.303 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.303 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.303 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.303 INFO:teuthology.orchestra.run.smithi039.stdout: "config_check_secs": { 2024-06-13T06:39:22.303 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "config_check_secs", 2024-06-13T06:39:22.303 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:22.303 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.303 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.303 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10", 2024-06-13T06:39:22.303 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "10", 2024-06-13T06:39:22.303 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.303 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.303 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-06-13T06:39:22.303 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.304 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.304 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.304 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.304 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:22.304 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:22.304 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.304 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.304 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.304 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.304 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.304 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.304 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.304 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.305 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.305 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.305 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.305 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.305 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.305 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.305 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.305 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.305 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.305 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.305 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.305 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:22.305 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:22.306 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.306 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.306 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.306 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.306 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.306 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.306 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.306 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.306 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.306 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.306 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.306 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.307 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:22.307 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:22.307 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.307 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.307 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.307 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:22.307 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.307 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.307 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.307 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.307 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.307 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.307 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.308 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.308 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.308 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.308 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.308 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.308 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.308 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.308 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.308 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:22.308 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:22.308 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.308 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.309 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.309 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.309 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.309 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.309 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.309 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.309 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.309 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.309 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.309 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.309 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.309 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.309 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.309 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "localpool", 2024-06-13T06:39:22.310 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:22.310 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:22.310 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:22.310 INFO:teuthology.orchestra.run.smithi039.stdout: "failure_domain": { 2024-06-13T06:39:22.310 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "failure_domain", 2024-06-13T06:39:22.310 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.310 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.310 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.310 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "host", 2024-06-13T06:39:22.310 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.310 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.310 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.311 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "failure domain for any created local pool", 2024-06-13T06:39:22.311 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-06-13T06:39:22.311 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.311 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.311 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.311 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:22.311 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:22.311 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.311 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.311 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.311 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.311 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.311 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.311 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.312 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.312 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.312 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.312 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.312 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.312 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.312 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.312 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.312 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.312 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.312 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.312 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.312 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:22.313 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:22.313 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.313 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.313 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.313 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.313 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.313 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.313 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.313 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.313 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.313 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.313 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.313 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.314 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:22.314 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:22.314 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.314 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.314 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.314 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:22.314 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.314 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.314 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.314 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.314 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.314 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.315 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.315 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.315 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.315 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.315 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.315 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.315 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.315 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.315 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.315 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:22.315 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:22.315 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.316 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.316 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.316 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.316 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.316 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.316 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.316 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.316 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.316 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.316 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.316 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.316 INFO:teuthology.orchestra.run.smithi039.stdout: "min_size": { 2024-06-13T06:39:22.316 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "min_size", 2024-06-13T06:39:22.316 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:22.317 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.317 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.317 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.317 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.317 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.317 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.317 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "default min_size for any created local pool", 2024-06-13T06:39:22.317 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-06-13T06:39:22.317 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.317 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.317 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.317 INFO:teuthology.orchestra.run.smithi039.stdout: "num_rep": { 2024-06-13T06:39:22.317 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "num_rep", 2024-06-13T06:39:22.317 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:22.318 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.318 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.318 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "3", 2024-06-13T06:39:22.318 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.318 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.318 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.318 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "default replica count for any created local pool", 2024-06-13T06:39:22.318 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.318 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.318 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.318 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.318 INFO:teuthology.orchestra.run.smithi039.stdout: "pg_num": { 2024-06-13T06:39:22.319 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "pg_num", 2024-06-13T06:39:22.319 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:22.319 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.319 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.319 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "128", 2024-06-13T06:39:22.319 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.319 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.319 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.319 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "default pg_num for any created local pool", 2024-06-13T06:39:22.319 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.319 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.319 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.319 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.319 INFO:teuthology.orchestra.run.smithi039.stdout: "prefix": { 2024-06-13T06:39:22.320 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "prefix", 2024-06-13T06:39:22.320 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.320 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.320 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.320 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.320 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.320 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.320 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.320 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "name prefix for any created local pool", 2024-06-13T06:39:22.320 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.320 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.320 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.320 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.320 INFO:teuthology.orchestra.run.smithi039.stdout: "subtree": { 2024-06-13T06:39:22.320 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "subtree", 2024-06-13T06:39:22.321 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.321 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.321 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.321 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "rack", 2024-06-13T06:39:22.321 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.321 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.321 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.321 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "CRUSH level for which to create a local pool", 2024-06-13T06:39:22.321 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-06-13T06:39:22.321 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.321 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.321 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.321 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.321 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.322 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.322 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "mds_autoscaler", 2024-06-13T06:39:22.322 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:22.322 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:22.322 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:22.322 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:22.322 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:22.322 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.322 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.322 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.322 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.322 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.322 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.323 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.323 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.323 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.323 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.323 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.323 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.323 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.323 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.323 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.323 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.323 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.323 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.323 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.324 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:22.324 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:22.324 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.324 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.324 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.324 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.324 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.324 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.324 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.324 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.324 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.324 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.324 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.325 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.325 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:22.325 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:22.325 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.325 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.325 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.325 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:22.325 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.325 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.325 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.325 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.325 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.325 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.325 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.326 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.326 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.326 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.326 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.326 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.326 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.326 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.326 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.326 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:22.326 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:22.326 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.326 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.326 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.327 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.327 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.327 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.327 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.327 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.327 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.327 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.327 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.327 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.327 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.327 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.327 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.327 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "mirroring", 2024-06-13T06:39:22.327 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:22.327 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:22.328 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:22.328 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:22.328 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:22.328 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.328 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.328 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.328 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.328 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.328 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.328 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.328 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.328 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.328 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.328 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.328 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.329 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.329 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.329 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.329 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.329 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.329 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.329 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.329 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:22.329 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:22.329 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.329 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.329 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.329 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.330 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.330 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.330 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.330 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.330 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.330 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.330 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.330 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.330 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:22.330 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:22.330 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.330 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.330 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.330 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:22.331 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.331 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.331 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.331 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.331 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.331 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.331 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.331 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.331 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.331 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.331 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.331 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.331 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.331 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.332 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.332 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:22.332 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:22.332 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.332 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.332 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.332 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.332 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.332 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.332 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.332 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.332 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.332 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.332 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.333 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.333 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.333 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.333 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.333 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "nfs", 2024-06-13T06:39:22.333 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:22.333 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:22.333 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:22.333 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:22.333 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:22.333 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.333 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.333 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.334 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.334 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.334 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.334 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.334 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.334 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.334 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.334 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.334 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.334 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.334 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.334 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.334 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.334 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.335 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.335 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.335 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:22.335 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:22.335 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.335 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.335 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.335 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.335 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.335 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.335 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.335 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.335 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.335 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.335 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.336 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.336 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:22.336 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:22.336 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.336 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.336 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.336 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:22.336 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.336 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.336 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.336 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.336 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.336 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.336 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.336 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.336 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.337 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.337 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.337 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.337 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.337 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.337 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.337 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:22.337 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:22.337 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.337 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.337 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.337 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.337 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.337 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.337 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.338 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.338 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.338 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.338 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.338 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.338 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.338 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.338 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.338 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "orchestrator", 2024-06-13T06:39:22.338 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:22.338 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:22.338 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:22.338 INFO:teuthology.orchestra.run.smithi039.stdout: "fail_fs": { 2024-06-13T06:39:22.339 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "fail_fs", 2024-06-13T06:39:22.339 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.339 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.339 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.339 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.339 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.339 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.339 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.339 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-06-13T06:39:22.339 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.339 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.339 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.339 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.339 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:22.340 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:22.340 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.340 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.340 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.340 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.340 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.340 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.340 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.340 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.340 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.340 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.340 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.340 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.340 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.340 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.341 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.341 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.341 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.341 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.341 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.341 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:22.341 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:22.341 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.341 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.341 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.341 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.341 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.341 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.341 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.342 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.342 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.342 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.342 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.342 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.342 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:22.342 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:22.342 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.342 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.342 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.342 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:22.342 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.342 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.343 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.343 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.343 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.343 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.343 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.343 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.343 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.343 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.343 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.343 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.343 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.343 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.343 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.344 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:22.344 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:22.344 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.344 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.344 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.344 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.344 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.344 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.344 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.344 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.344 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.344 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.344 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.344 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.344 INFO:teuthology.orchestra.run.smithi039.stdout: "orchestrator": { 2024-06-13T06:39:22.345 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "orchestrator", 2024-06-13T06:39:22.345 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.345 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.345 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.345 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.345 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.345 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.345 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.345 INFO:teuthology.orchestra.run.smithi039.stdout: "cephadm", 2024-06-13T06:39:22.345 INFO:teuthology.orchestra.run.smithi039.stdout: "rook", 2024-06-13T06:39:22.345 INFO:teuthology.orchestra.run.smithi039.stdout: "test_orchestrator" 2024-06-13T06:39:22.345 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.345 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Orchestrator backend", 2024-06-13T06:39:22.345 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.346 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.346 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.346 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.346 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.346 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.346 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.346 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "osd_perf_query", 2024-06-13T06:39:22.346 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:22.346 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:22.346 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:22.346 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:22.346 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:22.346 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.346 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.347 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.347 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.347 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.347 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.347 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.347 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.347 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.347 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.347 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.347 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.347 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.347 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.347 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.347 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.348 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.348 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.348 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.348 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:22.348 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:22.348 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.348 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.348 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.348 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.348 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.348 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.348 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.348 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.349 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.349 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.349 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.349 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.349 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:22.349 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:22.349 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.349 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.349 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.349 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:22.349 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.349 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.349 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.349 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.350 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.350 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.350 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.350 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.350 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.350 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.350 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.350 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.350 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.350 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.350 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.350 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:22.350 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:22.351 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.351 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.351 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.351 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.351 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.351 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.351 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.351 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.351 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.351 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.351 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.351 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.351 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.352 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.352 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.352 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "osd_support", 2024-06-13T06:39:22.352 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:22.352 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:22.352 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:22.352 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:22.352 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:22.352 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.352 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.352 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.352 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.352 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.352 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.353 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.353 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.353 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.353 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.353 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.353 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.353 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.353 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.353 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.353 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.353 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.353 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.353 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.353 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:22.354 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:22.354 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.354 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.354 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.354 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.354 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.354 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.354 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.354 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.354 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.354 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.354 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.354 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.355 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:22.355 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:22.355 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.355 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.355 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.355 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:22.355 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.355 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.355 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.355 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.355 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.355 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.355 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.355 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.355 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.356 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.356 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.356 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.356 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.356 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.356 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.356 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:22.356 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:22.356 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.356 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.356 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.356 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.356 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.357 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.357 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.357 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.357 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.357 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.357 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.357 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.357 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.357 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.357 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.357 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "pg_autoscaler", 2024-06-13T06:39:22.357 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:22.357 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:22.357 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:22.358 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:22.358 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:22.358 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.358 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.358 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.358 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.358 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.358 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.358 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.358 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.358 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.358 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.359 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.359 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.359 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.359 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.359 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.359 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.359 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.359 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.359 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.359 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:22.359 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:22.359 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.359 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.360 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.360 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.360 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.360 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.360 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.360 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.360 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.360 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.360 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.360 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.360 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:22.360 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:22.360 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.361 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.361 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.361 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:22.361 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.361 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.361 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.361 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.361 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.361 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.361 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.361 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.361 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.361 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.362 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.362 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.362 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.362 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.362 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.362 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:22.362 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:22.362 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.362 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.362 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.362 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.362 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.362 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.363 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.363 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.363 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.363 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.363 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.363 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.363 INFO:teuthology.orchestra.run.smithi039.stdout: "sleep_interval": { 2024-06-13T06:39:22.363 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "sleep_interval", 2024-06-13T06:39:22.363 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:22.363 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.363 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.363 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "60", 2024-06-13T06:39:22.363 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.364 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.364 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.364 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.364 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.364 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.364 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.364 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.364 INFO:teuthology.orchestra.run.smithi039.stdout: "threshold": { 2024-06-13T06:39:22.364 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "threshold", 2024-06-13T06:39:22.364 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "float", 2024-06-13T06:39:22.364 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.364 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.364 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "3.0", 2024-06-13T06:39:22.365 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "1.0", 2024-06-13T06:39:22.365 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.365 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.365 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "scaling threshold", 2024-06-13T06:39:22.365 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-06-13T06:39:22.365 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.365 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.365 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.365 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.365 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.365 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.365 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "progress", 2024-06-13T06:39:22.365 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:22.365 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:22.366 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:22.366 INFO:teuthology.orchestra.run.smithi039.stdout: "allow_pg_recovery_event": { 2024-06-13T06:39:22.366 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "allow_pg_recovery_event", 2024-06-13T06:39:22.366 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.366 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.366 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.366 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.366 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.366 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.366 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.366 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "allow the module to show pg recovery progress", 2024-06-13T06:39:22.366 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.367 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.367 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.367 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.367 INFO:teuthology.orchestra.run.smithi039.stdout: "enabled": { 2024-06-13T06:39:22.367 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "enabled", 2024-06-13T06:39:22.367 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.367 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.367 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.367 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:22.367 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.367 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.367 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.367 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.367 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.368 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.368 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.368 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.368 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:22.368 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:22.368 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.368 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.368 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.368 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.368 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.368 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.368 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.368 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.369 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.369 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.369 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.369 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.369 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.369 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.369 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.369 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.369 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.369 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.369 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.369 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:22.369 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:22.369 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.370 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.370 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.370 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.370 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.370 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.370 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.370 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.370 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.370 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.370 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.370 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.370 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:22.370 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:22.371 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.371 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.371 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.371 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:22.371 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.371 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.371 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.371 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.371 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.371 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.371 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.371 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.371 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.371 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.371 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.372 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.372 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.372 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.372 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.372 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:22.372 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:22.372 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.372 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.372 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.372 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.372 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.372 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.372 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.372 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.372 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.373 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.373 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.373 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.373 INFO:teuthology.orchestra.run.smithi039.stdout: "max_completed_events": { 2024-06-13T06:39:22.373 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "max_completed_events", 2024-06-13T06:39:22.373 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:22.373 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.373 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.373 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "50", 2024-06-13T06:39:22.373 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.373 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.373 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.373 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "number of past completed events to remember", 2024-06-13T06:39:22.373 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.373 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.374 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.374 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.374 INFO:teuthology.orchestra.run.smithi039.stdout: "sleep_interval": { 2024-06-13T06:39:22.374 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "sleep_interval", 2024-06-13T06:39:22.374 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:22.374 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.374 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.374 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "5", 2024-06-13T06:39:22.374 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.374 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.374 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.374 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "how long the module is going to sleep", 2024-06-13T06:39:22.374 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.375 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.375 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.375 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.375 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.375 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.375 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.375 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "prometheus", 2024-06-13T06:39:22.375 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:22.375 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:22.375 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:22.375 INFO:teuthology.orchestra.run.smithi039.stdout: "cache": { 2024-06-13T06:39:22.375 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "cache", 2024-06-13T06:39:22.375 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.376 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.376 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.376 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:22.376 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.376 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.376 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.376 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.376 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.376 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.376 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.376 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.376 INFO:teuthology.orchestra.run.smithi039.stdout: "exclude_perf_counters": { 2024-06-13T06:39:22.376 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "exclude_perf_counters", 2024-06-13T06:39:22.376 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.377 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.377 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.377 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:22.377 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.377 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.377 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.377 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-06-13T06:39:22.377 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-06-13T06:39:22.377 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.377 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.377 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.377 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:22.377 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:22.377 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.378 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.378 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.378 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.378 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.378 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.378 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.378 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.378 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.378 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.378 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.378 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.378 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.378 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.379 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.379 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.379 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.379 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.379 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.379 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:22.379 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:22.379 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.379 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.379 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.379 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.379 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.379 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.380 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.380 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.380 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.380 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.380 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.380 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.380 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:22.380 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:22.380 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.380 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.380 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.380 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:22.380 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.380 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.381 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.381 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.381 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.381 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.381 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.381 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.381 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.381 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.381 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.381 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.381 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.381 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.381 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.382 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:22.382 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:22.382 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.382 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.382 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.382 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.382 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.382 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.382 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.382 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.382 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.382 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.383 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.383 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.383 INFO:teuthology.orchestra.run.smithi039.stdout: "rbd_stats_pools": { 2024-06-13T06:39:22.383 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rbd_stats_pools", 2024-06-13T06:39:22.383 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.383 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.383 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.383 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.383 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.383 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.383 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.383 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.383 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.383 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.383 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.384 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.384 INFO:teuthology.orchestra.run.smithi039.stdout: "rbd_stats_pools_refresh_interval": { 2024-06-13T06:39:22.384 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-06-13T06:39:22.384 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:22.384 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.384 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.384 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "300", 2024-06-13T06:39:22.384 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.384 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.384 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.384 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.384 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.384 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.384 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.385 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.385 INFO:teuthology.orchestra.run.smithi039.stdout: "scrape_interval": { 2024-06-13T06:39:22.385 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "scrape_interval", 2024-06-13T06:39:22.385 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "float", 2024-06-13T06:39:22.385 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.385 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.385 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "15.0", 2024-06-13T06:39:22.385 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.385 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.385 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.385 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.385 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.385 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.385 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.386 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.386 INFO:teuthology.orchestra.run.smithi039.stdout: "server_addr": { 2024-06-13T06:39:22.386 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "server_addr", 2024-06-13T06:39:22.386 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.386 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.386 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.386 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "::", 2024-06-13T06:39:22.386 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.386 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.386 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.386 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-06-13T06:39:22.386 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.386 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.387 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.387 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.387 INFO:teuthology.orchestra.run.smithi039.stdout: "server_port": { 2024-06-13T06:39:22.387 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "server_port", 2024-06-13T06:39:22.387 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:22.387 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.387 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.387 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "9283", 2024-06-13T06:39:22.387 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.387 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.387 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.387 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-06-13T06:39:22.387 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.387 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.387 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.388 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.388 INFO:teuthology.orchestra.run.smithi039.stdout: "stale_cache_strategy": { 2024-06-13T06:39:22.388 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "stale_cache_strategy", 2024-06-13T06:39:22.388 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.388 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.388 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.388 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "log", 2024-06-13T06:39:22.388 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.388 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.388 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.388 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.388 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.388 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.388 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.388 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.389 INFO:teuthology.orchestra.run.smithi039.stdout: "standby_behaviour": { 2024-06-13T06:39:22.389 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "standby_behaviour", 2024-06-13T06:39:22.389 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.389 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.389 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.389 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "default", 2024-06-13T06:39:22.389 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.389 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.389 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.389 INFO:teuthology.orchestra.run.smithi039.stdout: "default", 2024-06-13T06:39:22.389 INFO:teuthology.orchestra.run.smithi039.stdout: "error" 2024-06-13T06:39:22.389 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.389 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.389 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.390 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.390 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.390 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.390 INFO:teuthology.orchestra.run.smithi039.stdout: "standby_error_status_code": { 2024-06-13T06:39:22.390 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "standby_error_status_code", 2024-06-13T06:39:22.390 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:22.390 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.390 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.390 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "500", 2024-06-13T06:39:22.390 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "400", 2024-06-13T06:39:22.390 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "599", 2024-06-13T06:39:22.390 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.390 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.390 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.391 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.391 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.391 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.391 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.391 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.391 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.391 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rbd_support", 2024-06-13T06:39:22.391 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:22.391 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:22.391 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:22.391 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:22.391 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:22.391 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.391 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.392 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.392 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.392 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.392 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.392 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.392 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.392 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.392 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.392 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.392 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.392 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.392 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.392 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.393 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.393 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.393 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.393 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.393 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:22.393 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:22.393 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.393 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.393 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.393 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.393 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.393 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.393 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.394 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.394 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.394 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.394 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.394 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.394 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:22.394 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:22.394 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.394 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.394 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.394 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:22.394 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.394 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.395 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.395 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.395 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.395 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.395 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.395 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.395 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.395 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.395 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.395 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.395 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.395 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.395 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.395 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:22.396 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:22.396 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.396 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.396 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.396 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.396 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.396 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.396 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.396 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.396 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.396 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.396 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.396 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.397 INFO:teuthology.orchestra.run.smithi039.stdout: "max_concurrent_snap_create": { 2024-06-13T06:39:22.397 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "max_concurrent_snap_create", 2024-06-13T06:39:22.397 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:22.397 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.397 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.397 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10", 2024-06-13T06:39:22.397 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.397 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.397 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.397 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.397 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.397 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.397 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.398 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.398 INFO:teuthology.orchestra.run.smithi039.stdout: "mirror_snapshot_schedule": { 2024-06-13T06:39:22.398 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "mirror_snapshot_schedule", 2024-06-13T06:39:22.398 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.398 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.398 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.398 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.398 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.398 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.403 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.403 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.403 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.404 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.404 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.404 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.404 INFO:teuthology.orchestra.run.smithi039.stdout: "trash_purge_schedule": { 2024-06-13T06:39:22.404 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "trash_purge_schedule", 2024-06-13T06:39:22.404 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.404 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.404 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.404 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.404 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.404 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.404 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.404 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.405 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.405 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.405 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.405 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.405 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.405 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.405 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.405 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "restful", 2024-06-13T06:39:22.405 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:22.405 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:22.405 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:22.405 INFO:teuthology.orchestra.run.smithi039.stdout: "enable_auth": { 2024-06-13T06:39:22.405 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "enable_auth", 2024-06-13T06:39:22.406 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.406 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.406 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.406 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:22.406 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.406 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.406 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.406 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.406 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.406 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.406 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.406 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.406 INFO:teuthology.orchestra.run.smithi039.stdout: "key_file": { 2024-06-13T06:39:22.406 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "key_file", 2024-06-13T06:39:22.407 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.407 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.407 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.407 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.407 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.407 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.407 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.407 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.407 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.407 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.407 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.407 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.407 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:22.408 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:22.408 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.408 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.408 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.408 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.408 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.408 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.408 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.408 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.408 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.408 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.408 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.408 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.409 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.409 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.409 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.409 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.409 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.409 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.409 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.409 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:22.409 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:22.409 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.409 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.409 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.409 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.409 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.410 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.410 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.410 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.410 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.410 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.410 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.410 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.410 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:22.410 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:22.410 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.410 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.410 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.410 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:22.411 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.411 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.411 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.411 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.411 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.411 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.411 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.411 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.411 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.411 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.411 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.411 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.411 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.412 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.412 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.412 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:22.412 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:22.412 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.412 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.412 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.412 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.412 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.412 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.412 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.412 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.412 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.413 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.413 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.413 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.413 INFO:teuthology.orchestra.run.smithi039.stdout: "server_addr": { 2024-06-13T06:39:22.413 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "server_addr", 2024-06-13T06:39:22.413 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.413 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.413 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.413 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.413 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.413 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.413 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.413 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.413 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.413 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.414 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.414 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.414 INFO:teuthology.orchestra.run.smithi039.stdout: "server_port": { 2024-06-13T06:39:22.414 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "server_port", 2024-06-13T06:39:22.414 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.414 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.414 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.414 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.414 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.414 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.414 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.414 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.414 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.415 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.415 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.415 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.415 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.415 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.415 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.415 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rgw", 2024-06-13T06:39:22.415 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:22.415 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:22.415 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:22.415 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:22.415 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:22.415 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.415 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.416 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.416 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.416 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.416 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.416 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.416 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.416 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.416 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.416 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.416 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.416 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.416 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.416 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.416 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.417 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.417 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.417 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.417 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:22.417 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:22.417 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.417 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.417 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.417 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.417 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.417 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.417 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.417 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.418 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.418 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.418 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.418 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.418 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:22.418 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:22.418 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.418 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.418 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.418 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:22.418 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.418 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.418 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.419 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.419 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.419 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.419 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.419 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.419 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.419 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.419 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.419 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.419 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.419 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.419 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.419 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:22.420 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:22.420 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.420 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.420 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.420 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.420 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.420 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.420 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.420 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.420 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.420 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.420 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.420 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.420 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.420 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.421 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.421 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rook", 2024-06-13T06:39:22.421 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:22.421 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:22.421 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:22.421 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:22.421 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:22.421 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.421 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.421 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.421 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.421 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.422 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.422 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.422 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.422 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.422 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.422 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.422 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.422 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.422 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.422 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.422 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.422 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.422 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.423 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.423 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:22.423 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:22.423 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.423 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.423 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.423 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.423 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.423 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.423 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.423 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.423 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.423 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.424 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.424 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.424 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:22.424 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:22.424 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.424 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.424 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.424 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:22.424 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.424 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.424 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.424 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.424 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.424 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.425 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.425 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.425 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.425 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.425 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.425 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.425 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.425 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.425 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.425 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:22.425 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:22.425 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.426 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.426 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.426 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.426 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.426 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.426 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.426 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.426 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.426 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.426 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.426 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.426 INFO:teuthology.orchestra.run.smithi039.stdout: "storage_class": { 2024-06-13T06:39:22.426 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "storage_class", 2024-06-13T06:39:22.427 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.427 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.427 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.427 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "local", 2024-06-13T06:39:22.427 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.427 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.427 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.427 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-06-13T06:39:22.427 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.427 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.427 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.427 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.427 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.427 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.428 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.428 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "selftest", 2024-06-13T06:39:22.428 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:22.428 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:22.428 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:22.428 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:22.428 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:22.428 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.428 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.428 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.428 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.428 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.428 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.429 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.429 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.429 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.429 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.429 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.429 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.429 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.429 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.429 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.429 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.429 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.429 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.429 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.429 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:22.429 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:22.430 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.430 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.430 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.430 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.430 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.430 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.430 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.430 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.430 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.430 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.430 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.430 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.431 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:22.431 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:22.431 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.431 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.431 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.431 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:22.431 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.431 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.431 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.431 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.431 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.431 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.431 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.431 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.431 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.432 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.432 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.432 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.432 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.432 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.432 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.432 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:22.432 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:22.432 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.432 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.432 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.432 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.432 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.432 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.432 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.433 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.433 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.433 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.433 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.433 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.433 INFO:teuthology.orchestra.run.smithi039.stdout: "roption1": { 2024-06-13T06:39:22.433 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "roption1", 2024-06-13T06:39:22.433 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.433 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.433 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.433 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.433 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.433 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.433 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.433 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.434 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.434 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.434 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.434 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.434 INFO:teuthology.orchestra.run.smithi039.stdout: "roption2": { 2024-06-13T06:39:22.434 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "roption2", 2024-06-13T06:39:22.434 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.434 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.434 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.434 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "xyz", 2024-06-13T06:39:22.434 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.434 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.435 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.435 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.435 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.435 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.435 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.435 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.435 INFO:teuthology.orchestra.run.smithi039.stdout: "rwoption1": { 2024-06-13T06:39:22.435 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rwoption1", 2024-06-13T06:39:22.435 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.435 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.435 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.435 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.435 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.435 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.436 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.436 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.436 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.436 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.436 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.436 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.436 INFO:teuthology.orchestra.run.smithi039.stdout: "rwoption2": { 2024-06-13T06:39:22.436 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rwoption2", 2024-06-13T06:39:22.436 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:22.436 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.436 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.436 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.436 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.436 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.437 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.437 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.437 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.437 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.437 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.437 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.437 INFO:teuthology.orchestra.run.smithi039.stdout: "rwoption3": { 2024-06-13T06:39:22.437 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rwoption3", 2024-06-13T06:39:22.437 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "float", 2024-06-13T06:39:22.437 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.437 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.437 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.437 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.438 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.438 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.438 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.438 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.438 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.438 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.438 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.438 INFO:teuthology.orchestra.run.smithi039.stdout: "rwoption4": { 2024-06-13T06:39:22.438 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rwoption4", 2024-06-13T06:39:22.438 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.438 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.438 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.438 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.439 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.439 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.439 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.439 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.439 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.439 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.439 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.439 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.439 INFO:teuthology.orchestra.run.smithi039.stdout: "rwoption5": { 2024-06-13T06:39:22.439 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rwoption5", 2024-06-13T06:39:22.439 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.439 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.439 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.439 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.440 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.440 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.440 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.440 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.440 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.440 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.440 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.440 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.440 INFO:teuthology.orchestra.run.smithi039.stdout: "rwoption6": { 2024-06-13T06:39:22.440 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rwoption6", 2024-06-13T06:39:22.440 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.440 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.440 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.440 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:22.441 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.441 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.441 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.441 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.441 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.441 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.441 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.441 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.441 INFO:teuthology.orchestra.run.smithi039.stdout: "rwoption7": { 2024-06-13T06:39:22.441 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rwoption7", 2024-06-13T06:39:22.441 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:22.441 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.441 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.441 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.442 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "1", 2024-06-13T06:39:22.442 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "42", 2024-06-13T06:39:22.442 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.442 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.442 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.442 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.442 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.442 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.442 INFO:teuthology.orchestra.run.smithi039.stdout: "testkey": { 2024-06-13T06:39:22.442 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "testkey", 2024-06-13T06:39:22.442 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.442 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.442 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.443 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.443 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.443 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.443 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.443 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.443 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.443 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.443 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.443 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.443 INFO:teuthology.orchestra.run.smithi039.stdout: "testlkey": { 2024-06-13T06:39:22.443 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "testlkey", 2024-06-13T06:39:22.443 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.443 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.443 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.444 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.444 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.444 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.444 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.444 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.444 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.444 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.444 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.444 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.444 INFO:teuthology.orchestra.run.smithi039.stdout: "testnewline": { 2024-06-13T06:39:22.444 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "testnewline", 2024-06-13T06:39:22.444 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.444 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.445 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.445 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.445 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.445 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.445 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.445 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.445 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.445 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.445 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.445 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.445 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.445 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.445 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.445 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "snap_schedule", 2024-06-13T06:39:22.445 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:22.446 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:22.446 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:22.446 INFO:teuthology.orchestra.run.smithi039.stdout: "allow_m_granularity": { 2024-06-13T06:39:22.446 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "allow_m_granularity", 2024-06-13T06:39:22.446 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.446 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.446 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.446 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.446 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.446 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.446 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.446 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "allow minute scheduled snapshots", 2024-06-13T06:39:22.446 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.447 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.447 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.447 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.447 INFO:teuthology.orchestra.run.smithi039.stdout: "dump_on_update": { 2024-06-13T06:39:22.447 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "dump_on_update", 2024-06-13T06:39:22.447 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.447 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.447 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.447 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.447 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.447 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.447 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.447 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "dump database to debug log on update", 2024-06-13T06:39:22.447 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.448 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.448 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.448 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.448 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:22.448 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:22.448 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.448 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.448 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.448 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.448 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.448 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.448 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.448 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.448 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.448 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.449 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.449 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.449 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.449 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.449 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.449 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.449 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.449 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.449 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.449 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:22.449 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:22.449 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.449 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.450 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.450 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.450 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.450 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.450 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.450 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.450 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.450 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.450 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.450 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.450 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:22.450 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:22.451 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.451 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.451 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.451 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:22.451 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.451 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.451 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.451 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.451 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.451 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.451 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.451 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.451 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.452 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.452 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.452 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.452 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.452 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.452 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.452 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:22.452 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:22.452 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.452 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.452 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.452 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.452 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.453 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.453 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.453 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.453 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.453 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.453 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.453 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.453 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.453 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.453 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.453 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "stats", 2024-06-13T06:39:22.453 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:22.453 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:22.454 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:22.454 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:22.454 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:22.454 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.454 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.454 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.454 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.454 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.454 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.454 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.454 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.454 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.455 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.455 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.455 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.455 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.455 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.455 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.455 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.455 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.455 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.455 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.455 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:22.455 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:22.455 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.456 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.456 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.456 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.456 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.456 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.456 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.456 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.456 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.456 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.456 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.456 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.456 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:22.456 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:22.456 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.457 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.457 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.457 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:22.457 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.457 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.457 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.457 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.457 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.457 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.457 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.457 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.457 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.457 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.458 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.458 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.458 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.458 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.458 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.458 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:22.458 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:22.458 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.458 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.458 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.458 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.458 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.458 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.459 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.459 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.459 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.459 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.459 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.459 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.459 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.459 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.459 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.459 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "status", 2024-06-13T06:39:22.459 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:22.459 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:22.459 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:22.460 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:22.460 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:22.460 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.460 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.460 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.460 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.460 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.460 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.460 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.460 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.460 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.460 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.460 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.460 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.461 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.461 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.461 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.461 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.461 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.461 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.461 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.461 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:22.461 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:22.461 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.461 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.461 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.461 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.462 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.462 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.462 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.462 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.462 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.462 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.462 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.462 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.462 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:22.462 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:22.462 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.462 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.462 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.462 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:22.463 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.463 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.463 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.463 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.463 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.463 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.463 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.463 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.463 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.463 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.463 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.463 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.463 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.464 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.464 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.464 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:22.464 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:22.464 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.464 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.464 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.464 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.464 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.464 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.464 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.464 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.464 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.464 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.465 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.465 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.465 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.465 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.465 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.465 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "telegraf", 2024-06-13T06:39:22.465 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:22.465 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:22.465 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:22.465 INFO:teuthology.orchestra.run.smithi039.stdout: "address": { 2024-06-13T06:39:22.465 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "address", 2024-06-13T06:39:22.465 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.465 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.465 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.466 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-06-13T06:39:22.466 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.466 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.466 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.466 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.466 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.466 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.466 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.466 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.466 INFO:teuthology.orchestra.run.smithi039.stdout: "interval": { 2024-06-13T06:39:22.466 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "interval", 2024-06-13T06:39:22.466 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:22.466 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.467 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.467 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "15", 2024-06-13T06:39:22.467 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.467 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.467 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.467 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.467 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.467 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.467 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.467 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.467 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:22.467 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:22.467 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.467 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.468 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.468 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.468 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.468 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.468 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.468 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.468 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.468 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.468 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.468 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.468 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.468 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.468 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.468 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.469 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.469 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.469 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.469 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:22.469 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:22.469 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.469 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.469 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.469 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.469 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.469 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.469 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.469 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.470 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.470 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.470 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.470 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.470 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:22.470 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:22.470 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.470 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.470 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.470 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:22.470 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.470 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.470 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.471 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.471 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.471 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.471 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.471 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.471 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.471 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.471 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.471 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.471 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.471 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.471 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.471 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:22.472 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:22.472 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.472 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.472 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.472 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.472 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.472 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.472 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.472 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.472 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.472 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.472 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.472 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.473 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.473 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.473 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.473 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "telemetry", 2024-06-13T06:39:22.473 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:22.473 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:22.473 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:22.473 INFO:teuthology.orchestra.run.smithi039.stdout: "channel_basic": { 2024-06-13T06:39:22.473 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "channel_basic", 2024-06-13T06:39:22.473 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.473 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.473 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.473 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:22.473 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.474 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.474 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.474 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Share basic cluster information (size, version)", 2024-06-13T06:39:22.474 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.474 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.474 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.474 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.474 INFO:teuthology.orchestra.run.smithi039.stdout: "channel_crash": { 2024-06-13T06:39:22.474 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "channel_crash", 2024-06-13T06:39:22.474 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.474 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.474 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.475 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:22.475 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.475 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.475 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.475 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-06-13T06:39:22.475 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.475 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.475 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.475 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.475 INFO:teuthology.orchestra.run.smithi039.stdout: "channel_device": { 2024-06-13T06:39:22.475 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "channel_device", 2024-06-13T06:39:22.475 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.475 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.475 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.476 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:22.476 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.476 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.476 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.476 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-06-13T06:39:22.476 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.476 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.476 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.476 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.476 INFO:teuthology.orchestra.run.smithi039.stdout: "channel_ident": { 2024-06-13T06:39:22.476 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "channel_ident", 2024-06-13T06:39:22.476 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.476 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.477 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.477 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.477 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.477 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.477 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.477 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-06-13T06:39:22.477 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.477 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.477 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.477 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.477 INFO:teuthology.orchestra.run.smithi039.stdout: "channel_perf": { 2024-06-13T06:39:22.477 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "channel_perf", 2024-06-13T06:39:22.477 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.477 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.478 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.478 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.478 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.478 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.478 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.478 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Share various performance metrics of a cluster", 2024-06-13T06:39:22.478 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.478 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.478 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.478 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.478 INFO:teuthology.orchestra.run.smithi039.stdout: "contact": { 2024-06-13T06:39:22.478 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "contact", 2024-06-13T06:39:22.478 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.479 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.479 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.479 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.479 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.479 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.479 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.479 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.479 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.479 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.479 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.479 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.479 INFO:teuthology.orchestra.run.smithi039.stdout: "description": { 2024-06-13T06:39:22.479 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "description", 2024-06-13T06:39:22.480 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.480 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.480 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.480 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.480 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.480 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.480 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.480 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.480 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.480 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.480 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.480 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.480 INFO:teuthology.orchestra.run.smithi039.stdout: "device_url": { 2024-06-13T06:39:22.480 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "device_url", 2024-06-13T06:39:22.481 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.481 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.481 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.481 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-06-13T06:39:22.481 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.481 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.481 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.481 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.481 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.481 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.481 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.481 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.481 INFO:teuthology.orchestra.run.smithi039.stdout: "enabled": { 2024-06-13T06:39:22.482 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "enabled", 2024-06-13T06:39:22.482 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.482 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.482 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.482 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.482 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.482 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.482 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.482 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.482 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.482 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.482 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.482 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.483 INFO:teuthology.orchestra.run.smithi039.stdout: "interval": { 2024-06-13T06:39:22.483 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "interval", 2024-06-13T06:39:22.483 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:22.483 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.483 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.483 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "24", 2024-06-13T06:39:22.483 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "8", 2024-06-13T06:39:22.483 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.483 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.483 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.483 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.483 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.483 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.483 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.484 INFO:teuthology.orchestra.run.smithi039.stdout: "last_opt_revision": { 2024-06-13T06:39:22.484 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "last_opt_revision", 2024-06-13T06:39:22.484 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:22.484 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.484 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.484 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "1", 2024-06-13T06:39:22.484 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.484 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.484 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.484 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.484 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.484 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.484 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.484 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.485 INFO:teuthology.orchestra.run.smithi039.stdout: "leaderboard": { 2024-06-13T06:39:22.485 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "leaderboard", 2024-06-13T06:39:22.485 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.485 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.485 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.485 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.485 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.485 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.485 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.485 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.485 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.485 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.485 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.486 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.486 INFO:teuthology.orchestra.run.smithi039.stdout: "leaderboard_description": { 2024-06-13T06:39:22.486 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "leaderboard_description", 2024-06-13T06:39:22.486 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.486 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.486 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.486 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.486 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.486 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.486 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.486 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.486 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.486 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.487 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.487 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.487 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:22.487 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:22.487 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.487 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.487 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.487 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.487 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.487 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.487 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.487 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.487 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.488 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.488 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.488 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.488 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.488 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.488 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.488 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.488 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.488 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.488 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.488 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:22.488 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:22.488 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.489 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.489 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.489 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.489 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.489 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.489 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.489 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.489 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.489 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.489 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.489 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.489 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:22.489 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:22.489 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.490 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.490 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.490 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:22.490 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.490 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.490 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.490 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.490 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.490 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.490 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.490 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.490 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.491 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.491 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.491 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.491 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.491 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.491 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.491 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:22.491 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:22.491 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.491 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.491 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.491 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.491 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.492 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.492 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.492 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.492 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.492 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.492 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.492 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.492 INFO:teuthology.orchestra.run.smithi039.stdout: "organization": { 2024-06-13T06:39:22.492 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "organization", 2024-06-13T06:39:22.492 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.492 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.492 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.492 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.492 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.493 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.493 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.493 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.493 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.493 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.493 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.493 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.493 INFO:teuthology.orchestra.run.smithi039.stdout: "proxy": { 2024-06-13T06:39:22.493 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "proxy", 2024-06-13T06:39:22.493 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.493 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.493 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.493 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.493 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.494 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.494 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.494 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.494 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.494 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.494 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.494 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.494 INFO:teuthology.orchestra.run.smithi039.stdout: "url": { 2024-06-13T06:39:22.494 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "url", 2024-06-13T06:39:22.494 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.494 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.494 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.494 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-06-13T06:39:22.495 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.495 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.495 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.495 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.495 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.495 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.495 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.495 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.495 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.495 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.495 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.495 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "test_orchestrator", 2024-06-13T06:39:22.495 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:22.496 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:22.496 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:22.496 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:22.496 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:22.496 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.496 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.496 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.496 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.496 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.496 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.496 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.496 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.496 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.496 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.497 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.497 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.497 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.497 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.497 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.497 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.497 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.497 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.497 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.497 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:22.497 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:22.497 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.497 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.498 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.498 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.498 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.498 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.498 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.498 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.498 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.498 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.498 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.498 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.498 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:22.498 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:22.498 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.499 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.499 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.499 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:22.499 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.499 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.499 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.499 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.499 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.499 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.499 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.499 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.499 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.499 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.499 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.500 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.500 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.500 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.500 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.500 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:22.500 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:22.500 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.500 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.500 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.500 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.500 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.500 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.500 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.501 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.501 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.501 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.501 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.501 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.501 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.501 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.501 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.501 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "volumes", 2024-06-13T06:39:22.501 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:22.501 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:22.501 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:22.501 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:22.501 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:22.502 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.502 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.502 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.502 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.502 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.502 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.502 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.502 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.502 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.502 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.502 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.502 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.502 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.503 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.503 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.503 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.503 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.503 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.503 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.503 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:22.503 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:22.503 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.503 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.503 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.503 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.503 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.504 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.504 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.504 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.504 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.504 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.504 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.504 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.504 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:22.504 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:22.504 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.504 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.504 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.504 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:22.505 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.505 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.505 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.505 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.505 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.505 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.505 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.505 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.505 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.505 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.505 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.505 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.505 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.505 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.506 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.506 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:22.506 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:22.506 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.506 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.506 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.506 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.506 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.506 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.506 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.506 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.506 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.506 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.507 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.507 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.507 INFO:teuthology.orchestra.run.smithi039.stdout: "max_concurrent_clones": { 2024-06-13T06:39:22.507 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "max_concurrent_clones", 2024-06-13T06:39:22.507 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:22.507 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.507 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.507 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "4", 2024-06-13T06:39:22.507 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.507 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.507 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.507 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Number of asynchronous cloner threads", 2024-06-13T06:39:22.507 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.508 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.508 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.508 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.508 INFO:teuthology.orchestra.run.smithi039.stdout: "periodic_async_work": { 2024-06-13T06:39:22.508 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "periodic_async_work", 2024-06-13T06:39:22.508 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.508 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.508 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.508 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.508 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.508 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.508 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.508 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Periodically check for async work", 2024-06-13T06:39:22.509 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.509 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.509 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.509 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.509 INFO:teuthology.orchestra.run.smithi039.stdout: "snapshot_clone_delay": { 2024-06-13T06:39:22.509 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "snapshot_clone_delay", 2024-06-13T06:39:22.509 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:22.509 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.509 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.509 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "0", 2024-06-13T06:39:22.509 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.509 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.509 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.509 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-06-13T06:39:22.510 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.510 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.510 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.510 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.510 INFO:teuthology.orchestra.run.smithi039.stdout: "snapshot_clone_no_wait": { 2024-06-13T06:39:22.510 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "snapshot_clone_no_wait", 2024-06-13T06:39:22.510 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.510 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.510 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.510 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2024-06-13T06:39:22.510 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.510 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.510 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.511 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-06-13T06:39:22.511 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.511 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.511 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.511 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.511 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.511 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.511 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.511 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "zabbix", 2024-06-13T06:39:22.511 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2024-06-13T06:39:22.511 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2024-06-13T06:39:22.511 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2024-06-13T06:39:22.511 INFO:teuthology.orchestra.run.smithi039.stdout: "discovery_interval": { 2024-06-13T06:39:22.512 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "discovery_interval", 2024-06-13T06:39:22.512 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "uint", 2024-06-13T06:39:22.512 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.512 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.512 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "100", 2024-06-13T06:39:22.512 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.512 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.512 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.512 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.512 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.512 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.512 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.512 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.512 INFO:teuthology.orchestra.run.smithi039.stdout: "identifier": { 2024-06-13T06:39:22.513 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "identifier", 2024-06-13T06:39:22.513 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.513 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.513 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.513 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.513 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.513 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.513 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.513 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.513 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.513 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.513 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.513 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.514 INFO:teuthology.orchestra.run.smithi039.stdout: "interval": { 2024-06-13T06:39:22.514 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "interval", 2024-06-13T06:39:22.514 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2024-06-13T06:39:22.514 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.514 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.514 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "60", 2024-06-13T06:39:22.514 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.514 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.514 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.514 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.514 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.514 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.515 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.515 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.515 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2024-06-13T06:39:22.515 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2024-06-13T06:39:22.515 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.515 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.515 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.515 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.515 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.515 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.515 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.515 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.515 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.516 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.516 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.516 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.516 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.516 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.516 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.516 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.516 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.516 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.516 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.516 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2024-06-13T06:39:22.516 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2024-06-13T06:39:22.516 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.517 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.517 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.517 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.517 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.517 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.517 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.517 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.517 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.517 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.517 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.517 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.517 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2024-06-13T06:39:22.517 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2024-06-13T06:39:22.517 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.518 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.518 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.518 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2024-06-13T06:39:22.518 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.518 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.518 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2024-06-13T06:39:22.518 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2024-06-13T06:39:22.518 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2024-06-13T06:39:22.518 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2024-06-13T06:39:22.518 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2024-06-13T06:39:22.518 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2024-06-13T06:39:22.518 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2024-06-13T06:39:22.518 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.519 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.519 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.519 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.519 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.519 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.519 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2024-06-13T06:39:22.519 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2024-06-13T06:39:22.519 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2024-06-13T06:39:22.519 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.519 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2024-06-13T06:39:22.519 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2024-06-13T06:39:22.519 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.519 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.520 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.520 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.520 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.520 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.520 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.520 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.520 INFO:teuthology.orchestra.run.smithi039.stdout: "zabbix_host": { 2024-06-13T06:39:22.520 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "zabbix_host", 2024-06-13T06:39:22.520 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.520 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.520 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.520 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2024-06-13T06:39:22.520 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.520 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.521 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.521 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.521 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.521 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.521 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.521 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.521 INFO:teuthology.orchestra.run.smithi039.stdout: "zabbix_port": { 2024-06-13T06:39:22.521 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "zabbix_port", 2024-06-13T06:39:22.521 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2024-06-13T06:39:22.521 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.521 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.521 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10051", 2024-06-13T06:39:22.521 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.522 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.522 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.522 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.522 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.522 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.522 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.522 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.522 INFO:teuthology.orchestra.run.smithi039.stdout: "zabbix_sender": { 2024-06-13T06:39:22.522 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "zabbix_sender", 2024-06-13T06:39:22.522 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2024-06-13T06:39:22.522 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2024-06-13T06:39:22.522 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2024-06-13T06:39:22.522 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-06-13T06:39:22.523 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2024-06-13T06:39:22.523 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2024-06-13T06:39:22.523 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2024-06-13T06:39:22.523 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2024-06-13T06:39:22.523 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2024-06-13T06:39:22.523 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2024-06-13T06:39:22.523 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2024-06-13T06:39:22.523 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.523 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.523 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.523 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.523 INFO:teuthology.orchestra.run.smithi039.stdout: "services": { 2024-06-13T06:39:22.523 INFO:teuthology.orchestra.run.smithi039.stdout: "dashboard": "https://172.21.15.39:8443/" 2024-06-13T06:39:22.523 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.524 INFO:teuthology.orchestra.run.smithi039.stdout: "always_on_modules": { 2024-06-13T06:39:22.524 INFO:teuthology.orchestra.run.smithi039.stdout: "octopus": [ 2024-06-13T06:39:22.524 INFO:teuthology.orchestra.run.smithi039.stdout: "balancer", 2024-06-13T06:39:22.524 INFO:teuthology.orchestra.run.smithi039.stdout: "crash", 2024-06-13T06:39:22.524 INFO:teuthology.orchestra.run.smithi039.stdout: "devicehealth", 2024-06-13T06:39:22.524 INFO:teuthology.orchestra.run.smithi039.stdout: "orchestrator", 2024-06-13T06:39:22.524 INFO:teuthology.orchestra.run.smithi039.stdout: "pg_autoscaler", 2024-06-13T06:39:22.524 INFO:teuthology.orchestra.run.smithi039.stdout: "progress", 2024-06-13T06:39:22.524 INFO:teuthology.orchestra.run.smithi039.stdout: "rbd_support", 2024-06-13T06:39:22.524 INFO:teuthology.orchestra.run.smithi039.stdout: "status", 2024-06-13T06:39:22.524 INFO:teuthology.orchestra.run.smithi039.stdout: "telemetry", 2024-06-13T06:39:22.524 INFO:teuthology.orchestra.run.smithi039.stdout: "volumes" 2024-06-13T06:39:22.524 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.525 INFO:teuthology.orchestra.run.smithi039.stdout: "pacific": [ 2024-06-13T06:39:22.525 INFO:teuthology.orchestra.run.smithi039.stdout: "balancer", 2024-06-13T06:39:22.525 INFO:teuthology.orchestra.run.smithi039.stdout: "crash", 2024-06-13T06:39:22.525 INFO:teuthology.orchestra.run.smithi039.stdout: "devicehealth", 2024-06-13T06:39:22.525 INFO:teuthology.orchestra.run.smithi039.stdout: "orchestrator", 2024-06-13T06:39:22.525 INFO:teuthology.orchestra.run.smithi039.stdout: "pg_autoscaler", 2024-06-13T06:39:22.525 INFO:teuthology.orchestra.run.smithi039.stdout: "progress", 2024-06-13T06:39:22.525 INFO:teuthology.orchestra.run.smithi039.stdout: "rbd_support", 2024-06-13T06:39:22.525 INFO:teuthology.orchestra.run.smithi039.stdout: "status", 2024-06-13T06:39:22.525 INFO:teuthology.orchestra.run.smithi039.stdout: "telemetry", 2024-06-13T06:39:22.525 INFO:teuthology.orchestra.run.smithi039.stdout: "volumes" 2024-06-13T06:39:22.525 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.525 INFO:teuthology.orchestra.run.smithi039.stdout: "quincy": [ 2024-06-13T06:39:22.525 INFO:teuthology.orchestra.run.smithi039.stdout: "balancer", 2024-06-13T06:39:22.526 INFO:teuthology.orchestra.run.smithi039.stdout: "crash", 2024-06-13T06:39:22.526 INFO:teuthology.orchestra.run.smithi039.stdout: "devicehealth", 2024-06-13T06:39:22.526 INFO:teuthology.orchestra.run.smithi039.stdout: "orchestrator", 2024-06-13T06:39:22.526 INFO:teuthology.orchestra.run.smithi039.stdout: "pg_autoscaler", 2024-06-13T06:39:22.526 INFO:teuthology.orchestra.run.smithi039.stdout: "progress", 2024-06-13T06:39:22.526 INFO:teuthology.orchestra.run.smithi039.stdout: "rbd_support", 2024-06-13T06:39:22.526 INFO:teuthology.orchestra.run.smithi039.stdout: "status", 2024-06-13T06:39:22.526 INFO:teuthology.orchestra.run.smithi039.stdout: "telemetry", 2024-06-13T06:39:22.526 INFO:teuthology.orchestra.run.smithi039.stdout: "volumes" 2024-06-13T06:39:22.526 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.526 INFO:teuthology.orchestra.run.smithi039.stdout: "reef": [ 2024-06-13T06:39:22.526 INFO:teuthology.orchestra.run.smithi039.stdout: "balancer", 2024-06-13T06:39:22.526 INFO:teuthology.orchestra.run.smithi039.stdout: "crash", 2024-06-13T06:39:22.527 INFO:teuthology.orchestra.run.smithi039.stdout: "devicehealth", 2024-06-13T06:39:22.527 INFO:teuthology.orchestra.run.smithi039.stdout: "orchestrator", 2024-06-13T06:39:22.527 INFO:teuthology.orchestra.run.smithi039.stdout: "pg_autoscaler", 2024-06-13T06:39:22.527 INFO:teuthology.orchestra.run.smithi039.stdout: "progress", 2024-06-13T06:39:22.527 INFO:teuthology.orchestra.run.smithi039.stdout: "rbd_support", 2024-06-13T06:39:22.527 INFO:teuthology.orchestra.run.smithi039.stdout: "status", 2024-06-13T06:39:22.527 INFO:teuthology.orchestra.run.smithi039.stdout: "telemetry", 2024-06-13T06:39:22.527 INFO:teuthology.orchestra.run.smithi039.stdout: "volumes" 2024-06-13T06:39:22.527 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-06-13T06:39:22.527 INFO:teuthology.orchestra.run.smithi039.stdout: "squid": [ 2024-06-13T06:39:22.527 INFO:teuthology.orchestra.run.smithi039.stdout: "balancer", 2024-06-13T06:39:22.527 INFO:teuthology.orchestra.run.smithi039.stdout: "crash", 2024-06-13T06:39:22.527 INFO:teuthology.orchestra.run.smithi039.stdout: "devicehealth", 2024-06-13T06:39:22.527 INFO:teuthology.orchestra.run.smithi039.stdout: "orchestrator", 2024-06-13T06:39:22.528 INFO:teuthology.orchestra.run.smithi039.stdout: "pg_autoscaler", 2024-06-13T06:39:22.528 INFO:teuthology.orchestra.run.smithi039.stdout: "progress", 2024-06-13T06:39:22.528 INFO:teuthology.orchestra.run.smithi039.stdout: "rbd_support", 2024-06-13T06:39:22.528 INFO:teuthology.orchestra.run.smithi039.stdout: "status", 2024-06-13T06:39:22.528 INFO:teuthology.orchestra.run.smithi039.stdout: "telemetry", 2024-06-13T06:39:22.528 INFO:teuthology.orchestra.run.smithi039.stdout: "volumes" 2024-06-13T06:39:22.528 INFO:teuthology.orchestra.run.smithi039.stdout: ] 2024-06-13T06:39:22.528 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.528 INFO:teuthology.orchestra.run.smithi039.stdout: "last_failure_osd_epoch": 92, 2024-06-13T06:39:22.528 INFO:teuthology.orchestra.run.smithi039.stdout: "active_clients": [ 2024-06-13T06:39:22.528 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.528 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "devicehealth", 2024-06-13T06:39:22.528 INFO:teuthology.orchestra.run.smithi039.stdout: "addrvec": [ 2024-06-13T06:39:22.528 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.529 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v2", 2024-06-13T06:39:22.529 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "172.21.15.39:0", 2024-06-13T06:39:22.529 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 2996643922 2024-06-13T06:39:22.529 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.529 INFO:teuthology.orchestra.run.smithi039.stdout: ] 2024-06-13T06:39:22.529 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.529 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.529 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "libcephsqlite", 2024-06-13T06:39:22.529 INFO:teuthology.orchestra.run.smithi039.stdout: "addrvec": [ 2024-06-13T06:39:22.529 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.529 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v2", 2024-06-13T06:39:22.529 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "172.21.15.39:0", 2024-06-13T06:39:22.529 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 994596243 2024-06-13T06:39:22.529 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.530 INFO:teuthology.orchestra.run.smithi039.stdout: ] 2024-06-13T06:39:22.530 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.530 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.530 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rbd_support", 2024-06-13T06:39:22.530 INFO:teuthology.orchestra.run.smithi039.stdout: "addrvec": [ 2024-06-13T06:39:22.530 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.530 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v2", 2024-06-13T06:39:22.530 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "172.21.15.39:0", 2024-06-13T06:39:22.530 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 1780909167 2024-06-13T06:39:22.530 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.530 INFO:teuthology.orchestra.run.smithi039.stdout: ] 2024-06-13T06:39:22.530 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.530 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.531 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "snap_schedule", 2024-06-13T06:39:22.531 INFO:teuthology.orchestra.run.smithi039.stdout: "addrvec": [ 2024-06-13T06:39:22.531 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.531 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v2", 2024-06-13T06:39:22.531 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "172.21.15.39:0", 2024-06-13T06:39:22.531 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 2210458967 2024-06-13T06:39:22.531 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.531 INFO:teuthology.orchestra.run.smithi039.stdout: ] 2024-06-13T06:39:22.531 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.531 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.531 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "snap_schedule", 2024-06-13T06:39:22.531 INFO:teuthology.orchestra.run.smithi039.stdout: "addrvec": [ 2024-06-13T06:39:22.531 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.531 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v2", 2024-06-13T06:39:22.531 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "172.21.15.39:0", 2024-06-13T06:39:22.532 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 3105846505 2024-06-13T06:39:22.532 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.532 INFO:teuthology.orchestra.run.smithi039.stdout: ] 2024-06-13T06:39:22.532 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:22.532 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.532 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "volumes", 2024-06-13T06:39:22.532 INFO:teuthology.orchestra.run.smithi039.stdout: "addrvec": [ 2024-06-13T06:39:22.532 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-06-13T06:39:22.532 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v2", 2024-06-13T06:39:22.532 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "172.21.15.39:0", 2024-06-13T06:39:22.532 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 833293970 2024-06-13T06:39:22.532 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.532 INFO:teuthology.orchestra.run.smithi039.stdout: ] 2024-06-13T06:39:22.533 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:22.533 INFO:teuthology.orchestra.run.smithi039.stdout: ] 2024-06-13T06:39:22.533 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-06-13T06:39:22.534 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:39:21 smithi096 ceph-mon[36532]: from='client.15873 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:39:22.534 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:39:21 smithi096 ceph-mon[36532]: pgmap v508: 97 pgs: 97 active+clean; 31 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 61 KiB/s wr, 9 op/s 2024-06-13T06:39:22.534 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:39:21 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/940797083' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-06-13T06:39:22.534 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:39:21 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/2172399983' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-06-13T06:39:22.534 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:39:21 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/3580688350' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-06-13T06:39:22.535 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:39:21 smithi149 ceph-mon[36963]: from='client.15873 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:39:22.535 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:39:21 smithi149 ceph-mon[36963]: pgmap v508: 97 pgs: 97 active+clean; 31 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 61 KiB/s wr, 9 op/s 2024-06-13T06:39:22.535 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:39:21 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/940797083' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-06-13T06:39:22.535 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:39:21 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/2172399983' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-06-13T06:39:22.535 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:39:21 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/3580688350' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-06-13T06:39:22.535 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:39:22 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/3600370932' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-06-13T06:39:22.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:21.109+0000 7f0efa9ed640 1 -- 172.21.15.39:0/3600370932 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f0edc0a2d00 msgr2=0x7f0edc0a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:22.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:21.109+0000 7f0efa9ed640 1 --2- 172.21.15.39:0/3600370932 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f0edc0a2d00 0x7f0edc0a51c0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f0ee400bbe0 tx=0x7f0ee400b390 comp rx=0 tx=0).stop 2024-06-13T06:39:22.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:21.109+0000 7f0efa9ed640 1 -- 172.21.15.39:0/3600370932 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ef4103550 msgr2=0x7f0ef4198790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:22.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:21.109+0000 7f0efa9ed640 1 --2- 172.21.15.39:0/3600370932 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ef4103550 0x7f0ef4198790 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f0ee8006010 tx=0x7f0ee80042f0 comp rx=0 tx=0).stop 2024-06-13T06:39:22.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:21.109+0000 7f0efa9ed640 1 -- 172.21.15.39:0/3600370932 shutdown_connections 2024-06-13T06:39:22.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:21.109+0000 7f0efa9ed640 1 --2- 172.21.15.39:0/3600370932 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ef4103550 0x7f0ef4198790 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:22.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:21.109+0000 7f0efa9ed640 1 --2- 172.21.15.39:0/3600370932 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f0edc0a2d00 0x7f0edc0a51c0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:22.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:21.109+0000 7f0efa9ed640 1 --2- 172.21.15.39:0/3600370932 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f0ef410bf70 0x7f0ef419cb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:22.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:21.109+0000 7f0efa9ed640 1 --2- 172.21.15.39:0/3600370932 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0ef4102c30 0x7f0ef4198250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:22.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:21.109+0000 7f0efa9ed640 1 -- 172.21.15.39:0/3600370932 >> 172.21.15.39:0/3600370932 conn(0x7f0ef40779a0 msgr2=0x7f0ef40fd970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:39:22.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:21.109+0000 7f0efa9ed640 1 -- 172.21.15.39:0/3600370932 shutdown_connections 2024-06-13T06:39:22.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:21.109+0000 7f0efa9ed640 1 -- 172.21.15.39:0/3600370932 wait complete. 2024-06-13T06:39:22.542 DEBUG:tasks.check_counter:Getting stats from a 2024-06-13T06:39:22.543 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph daemon mds.a perf dump 2024-06-13T06:39:22.543 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:39:21 smithi039 ceph-mon[32479]: from='client.15873 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-06-13T06:39:22.543 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:39:21 smithi039 ceph-mon[32479]: pgmap v508: 97 pgs: 97 active+clean; 31 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 61 KiB/s wr, 9 op/s 2024-06-13T06:39:22.543 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:39:21 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/940797083' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-06-13T06:39:22.543 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:39:21 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/2172399983' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-06-13T06:39:22.544 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:39:21 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/3580688350' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-06-13T06:39:22.544 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:39:22 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/3600370932' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-06-13T06:39:22.544 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:39:22 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/3600370932' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-06-13T06:39:22.807 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:39:23.260 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:39:23 smithi039 ceph-mon[32479]: pgmap v509: 97 pgs: 97 active+clean; 31 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 66 KiB/s wr, 15 op/s 2024-06-13T06:39:23.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:39:23 smithi149 ceph-mon[36963]: pgmap v509: 97 pgs: 97 active+clean; 31 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 66 KiB/s wr, 15 op/s 2024-06-13T06:39:23.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:39:23 smithi096 ceph-mon[36532]: pgmap v509: 97 pgs: 97 active+clean; 31 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 66 KiB/s wr, 15 op/s 2024-06-13T06:39:24.445 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-06-13T06:39:24.445 INFO:teuthology.orchestra.run.smithi039.stdout: "AsyncMessenger::Worker-0": { 2024-06-13T06:39:24.445 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_messages": 0, 2024-06-13T06:39:24.445 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_messages": 2, 2024-06-13T06:39:24.445 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_bytes": 0, 2024-06-13T06:39:24.445 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_bytes": 0, 2024-06-13T06:39:24.446 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_created_connections": 4, 2024-06-13T06:39:24.446 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_active_connections": 0, 2024-06-13T06:39:24.446 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_total_time": 0.001519500, 2024-06-13T06:39:24.446 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_send_time": 0.000000000, 2024-06-13T06:39:24.446 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_recv_time": 0.000382611, 2024-06-13T06:39:24.446 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-06-13T06:39:24.446 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T06:39:24.447 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2024-06-13T06:39:24.447 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2024-06-13T06:39:24.447 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2024-06-13T06:39:24.447 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:24.447 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_handle_ack_lat": { 2024-06-13T06:39:24.447 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2024-06-13T06:39:24.447 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2024-06-13T06:39:24.447 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2024-06-13T06:39:24.447 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:24.447 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_encrypted_bytes": 0, 2024-06-13T06:39:24.447 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_encrypted_bytes": 0 2024-06-13T06:39:24.448 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:24.448 INFO:teuthology.orchestra.run.smithi039.stdout: "AsyncMessenger::Worker-1": { 2024-06-13T06:39:24.448 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_messages": 329, 2024-06-13T06:39:24.448 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_messages": 316, 2024-06-13T06:39:24.448 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_bytes": 1613296, 2024-06-13T06:39:24.448 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_bytes": 194288, 2024-06-13T06:39:24.448 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_created_connections": 2, 2024-06-13T06:39:24.448 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_active_connections": 1, 2024-06-13T06:39:24.448 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_total_time": 0.059347382, 2024-06-13T06:39:24.448 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_send_time": 0.022083346, 2024-06-13T06:39:24.448 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_recv_time": 0.037144499, 2024-06-13T06:39:24.448 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_fast_dispatch_time": 0.006525813, 2024-06-13T06:39:24.449 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T06:39:24.449 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 316, 2024-06-13T06:39:24.449 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.017486159, 2024-06-13T06:39:24.449 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000055335 2024-06-13T06:39:24.449 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:24.449 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_handle_ack_lat": { 2024-06-13T06:39:24.449 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2024-06-13T06:39:24.449 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2024-06-13T06:39:24.449 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2024-06-13T06:39:24.449 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:24.449 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_encrypted_bytes": 1613296, 2024-06-13T06:39:24.449 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_encrypted_bytes": 194288 2024-06-13T06:39:24.449 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:24.450 INFO:teuthology.orchestra.run.smithi039.stdout: "AsyncMessenger::Worker-2": { 2024-06-13T06:39:24.450 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_messages": 3, 2024-06-13T06:39:24.450 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_messages": 241, 2024-06-13T06:39:24.450 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_bytes": 480, 2024-06-13T06:39:24.450 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_bytes": 276368, 2024-06-13T06:39:24.450 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_created_connections": 6, 2024-06-13T06:39:24.450 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_active_connections": 3, 2024-06-13T06:39:24.450 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_total_time": 0.021348733, 2024-06-13T06:39:24.450 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_send_time": 0.015339627, 2024-06-13T06:39:24.450 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_recv_time": 0.002707696, 2024-06-13T06:39:24.450 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-06-13T06:39:24.450 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T06:39:24.451 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 238, 2024-06-13T06:39:24.451 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.021734687, 2024-06-13T06:39:24.451 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000091322 2024-06-13T06:39:24.451 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:24.451 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_handle_ack_lat": { 2024-06-13T06:39:24.451 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2024-06-13T06:39:24.451 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2024-06-13T06:39:24.451 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2024-06-13T06:39:24.451 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:24.451 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_encrypted_bytes": 480, 2024-06-13T06:39:24.451 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_encrypted_bytes": 276368 2024-06-13T06:39:24.451 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:24.452 INFO:teuthology.orchestra.run.smithi039.stdout: "cct": { 2024-06-13T06:39:24.452 INFO:teuthology.orchestra.run.smithi039.stdout: "total_workers": 0, 2024-06-13T06:39:24.452 INFO:teuthology.orchestra.run.smithi039.stdout: "unhealthy_workers": 0 2024-06-13T06:39:24.452 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:24.452 INFO:teuthology.orchestra.run.smithi039.stdout: "mempool": { 2024-06-13T06:39:24.452 INFO:teuthology.orchestra.run.smithi039.stdout: "bloom_filter_bytes": 0, 2024-06-13T06:39:24.452 INFO:teuthology.orchestra.run.smithi039.stdout: "bloom_filter_items": 0, 2024-06-13T06:39:24.452 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_alloc_bytes": 0, 2024-06-13T06:39:24.452 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_alloc_items": 0, 2024-06-13T06:39:24.452 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_data_bytes": 0, 2024-06-13T06:39:24.452 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_data_items": 0, 2024-06-13T06:39:24.452 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_onode_bytes": 0, 2024-06-13T06:39:24.452 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_onode_items": 0, 2024-06-13T06:39:24.452 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_meta_bytes": 0, 2024-06-13T06:39:24.452 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_meta_items": 0, 2024-06-13T06:39:24.453 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_other_bytes": 0, 2024-06-13T06:39:24.453 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_other_items": 0, 2024-06-13T06:39:24.453 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_buffer_bytes": 0, 2024-06-13T06:39:24.453 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_buffer_items": 0, 2024-06-13T06:39:24.453 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_extent_bytes": 0, 2024-06-13T06:39:24.453 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_extent_items": 0, 2024-06-13T06:39:24.453 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_blob_bytes": 0, 2024-06-13T06:39:24.453 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_blob_items": 0, 2024-06-13T06:39:24.453 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_shared_blob_bytes": 0, 2024-06-13T06:39:24.453 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_shared_blob_items": 0, 2024-06-13T06:39:24.453 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_inline_bl_bytes": 0, 2024-06-13T06:39:24.453 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_inline_bl_items": 0, 2024-06-13T06:39:24.453 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_fsck_bytes": 0, 2024-06-13T06:39:24.453 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_fsck_items": 0, 2024-06-13T06:39:24.453 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_txc_bytes": 0, 2024-06-13T06:39:24.454 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_txc_items": 0, 2024-06-13T06:39:24.454 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_writing_deferred_bytes": 0, 2024-06-13T06:39:24.454 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_writing_deferred_items": 0, 2024-06-13T06:39:24.454 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_writing_bytes": 0, 2024-06-13T06:39:24.454 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_writing_items": 0, 2024-06-13T06:39:24.454 INFO:teuthology.orchestra.run.smithi039.stdout: "bluefs_bytes": 0, 2024-06-13T06:39:24.454 INFO:teuthology.orchestra.run.smithi039.stdout: "bluefs_items": 0, 2024-06-13T06:39:24.454 INFO:teuthology.orchestra.run.smithi039.stdout: "bluefs_file_reader_bytes": 0, 2024-06-13T06:39:24.454 INFO:teuthology.orchestra.run.smithi039.stdout: "bluefs_file_reader_items": 0, 2024-06-13T06:39:24.454 INFO:teuthology.orchestra.run.smithi039.stdout: "bluefs_file_writer_bytes": 0, 2024-06-13T06:39:24.454 INFO:teuthology.orchestra.run.smithi039.stdout: "bluefs_file_writer_items": 0, 2024-06-13T06:39:24.454 INFO:teuthology.orchestra.run.smithi039.stdout: "buffer_anon_bytes": 147987, 2024-06-13T06:39:24.454 INFO:teuthology.orchestra.run.smithi039.stdout: "buffer_anon_items": 30, 2024-06-13T06:39:24.455 INFO:teuthology.orchestra.run.smithi039.stdout: "buffer_meta_bytes": 0, 2024-06-13T06:39:24.455 INFO:teuthology.orchestra.run.smithi039.stdout: "buffer_meta_items": 0, 2024-06-13T06:39:24.455 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_bytes": 0, 2024-06-13T06:39:24.455 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_items": 0, 2024-06-13T06:39:24.455 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_mapbl_bytes": 0, 2024-06-13T06:39:24.455 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_mapbl_items": 0, 2024-06-13T06:39:24.455 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_pglog_bytes": 0, 2024-06-13T06:39:24.455 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_pglog_items": 0, 2024-06-13T06:39:24.455 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_bytes": 0, 2024-06-13T06:39:24.455 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_items": 0, 2024-06-13T06:39:24.455 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_mapping_bytes": 0, 2024-06-13T06:39:24.455 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_mapping_items": 0, 2024-06-13T06:39:24.455 INFO:teuthology.orchestra.run.smithi039.stdout: "pgmap_bytes": 0, 2024-06-13T06:39:24.455 INFO:teuthology.orchestra.run.smithi039.stdout: "pgmap_items": 0, 2024-06-13T06:39:24.456 INFO:teuthology.orchestra.run.smithi039.stdout: "mds_co_bytes": 928, 2024-06-13T06:39:24.456 INFO:teuthology.orchestra.run.smithi039.stdout: "mds_co_items": 2, 2024-06-13T06:39:24.456 INFO:teuthology.orchestra.run.smithi039.stdout: "unittest_1_bytes": 0, 2024-06-13T06:39:24.456 INFO:teuthology.orchestra.run.smithi039.stdout: "unittest_1_items": 0, 2024-06-13T06:39:24.456 INFO:teuthology.orchestra.run.smithi039.stdout: "unittest_2_bytes": 0, 2024-06-13T06:39:24.456 INFO:teuthology.orchestra.run.smithi039.stdout: "unittest_2_items": 0 2024-06-13T06:39:24.456 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:24.456 INFO:teuthology.orchestra.run.smithi039.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-06-13T06:39:24.456 INFO:teuthology.orchestra.run.smithi039.stdout: "val": 0, 2024-06-13T06:39:24.456 INFO:teuthology.orchestra.run.smithi039.stdout: "max": 104857600, 2024-06-13T06:39:24.456 INFO:teuthology.orchestra.run.smithi039.stdout: "get_started": 0, 2024-06-13T06:39:24.456 INFO:teuthology.orchestra.run.smithi039.stdout: "get": 328, 2024-06-13T06:39:24.457 INFO:teuthology.orchestra.run.smithi039.stdout: "get_sum": 1564421, 2024-06-13T06:39:24.457 INFO:teuthology.orchestra.run.smithi039.stdout: "get_or_fail_fail": 0, 2024-06-13T06:39:24.457 INFO:teuthology.orchestra.run.smithi039.stdout: "get_or_fail_success": 328, 2024-06-13T06:39:24.457 INFO:teuthology.orchestra.run.smithi039.stdout: "take": 0, 2024-06-13T06:39:24.457 INFO:teuthology.orchestra.run.smithi039.stdout: "take_sum": 0, 2024-06-13T06:39:24.457 INFO:teuthology.orchestra.run.smithi039.stdout: "put": 328, 2024-06-13T06:39:24.457 INFO:teuthology.orchestra.run.smithi039.stdout: "put_sum": 1564421, 2024-06-13T06:39:24.457 INFO:teuthology.orchestra.run.smithi039.stdout: "wait": { 2024-06-13T06:39:24.457 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2024-06-13T06:39:24.457 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2024-06-13T06:39:24.457 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2024-06-13T06:39:24.458 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:24.458 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:24.458 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-06-13T06:39:25.120 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.a 2024-06-13T06:39:25.120 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.a 2024-06-13T06:39:25.120 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.a 2024-06-13T06:39:25.120 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.a 2024-06-13T06:39:25.120 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.a 2024-06-13T06:39:25.120 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.a 2024-06-13T06:39:25.120 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.a 2024-06-13T06:39:25.120 DEBUG:tasks.check_counter:Getting stats from d 2024-06-13T06:39:25.121 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph daemon mds.d perf dump 2024-06-13T06:39:25.371 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:39:25.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:39:25 smithi039 ceph-mon[32479]: pgmap v510: 97 pgs: 97 active+clean; 31 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 28 KiB/s wr, 10 op/s 2024-06-13T06:39:25.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:39:25 smithi149 ceph-mon[36963]: pgmap v510: 97 pgs: 97 active+clean; 31 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 28 KiB/s wr, 10 op/s 2024-06-13T06:39:25.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:39:25 smithi096 ceph-mon[36532]: pgmap v510: 97 pgs: 97 active+clean; 31 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 28 KiB/s wr, 10 op/s 2024-06-13T06:39:26.936 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-06-13T06:39:26.937 INFO:teuthology.orchestra.run.smithi039.stdout: "AsyncMessenger::Worker-0": { 2024-06-13T06:39:26.937 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_messages": 0, 2024-06-13T06:39:26.937 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_messages": 2, 2024-06-13T06:39:26.937 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_bytes": 0, 2024-06-13T06:39:26.937 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_bytes": 0, 2024-06-13T06:39:26.937 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_created_connections": 4, 2024-06-13T06:39:26.937 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_active_connections": 0, 2024-06-13T06:39:26.937 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_total_time": 0.001373409, 2024-06-13T06:39:26.937 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_send_time": 0.000000000, 2024-06-13T06:39:26.937 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_recv_time": 0.000312587, 2024-06-13T06:39:26.937 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-06-13T06:39:26.938 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T06:39:26.938 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2024-06-13T06:39:26.938 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2024-06-13T06:39:26.938 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2024-06-13T06:39:26.938 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:26.938 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_handle_ack_lat": { 2024-06-13T06:39:26.938 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2024-06-13T06:39:26.938 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2024-06-13T06:39:26.938 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2024-06-13T06:39:26.938 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:26.938 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_encrypted_bytes": 0, 2024-06-13T06:39:26.938 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_encrypted_bytes": 0 2024-06-13T06:39:26.939 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:26.939 INFO:teuthology.orchestra.run.smithi039.stdout: "AsyncMessenger::Worker-1": { 2024-06-13T06:39:26.939 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_messages": 335, 2024-06-13T06:39:26.939 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_messages": 322, 2024-06-13T06:39:26.939 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_bytes": 1614928, 2024-06-13T06:39:26.939 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_bytes": 198128, 2024-06-13T06:39:26.939 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_created_connections": 2, 2024-06-13T06:39:26.939 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_active_connections": 1, 2024-06-13T06:39:26.939 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_total_time": 0.066161355, 2024-06-13T06:39:26.939 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_send_time": 0.021787049, 2024-06-13T06:39:26.939 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_recv_time": 0.049715325, 2024-06-13T06:39:26.939 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_fast_dispatch_time": 0.006719632, 2024-06-13T06:39:26.939 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T06:39:26.939 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 322, 2024-06-13T06:39:26.940 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.017856556, 2024-06-13T06:39:26.940 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000055455 2024-06-13T06:39:26.940 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:26.940 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_handle_ack_lat": { 2024-06-13T06:39:26.940 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2024-06-13T06:39:26.940 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2024-06-13T06:39:26.940 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2024-06-13T06:39:26.940 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:26.940 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_encrypted_bytes": 1614928, 2024-06-13T06:39:26.940 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_encrypted_bytes": 198128 2024-06-13T06:39:26.940 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:26.940 INFO:teuthology.orchestra.run.smithi039.stdout: "AsyncMessenger::Worker-2": { 2024-06-13T06:39:26.941 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_messages": 3, 2024-06-13T06:39:26.941 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_messages": 246, 2024-06-13T06:39:26.941 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_bytes": 480, 2024-06-13T06:39:26.941 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_bytes": 277248, 2024-06-13T06:39:26.941 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_created_connections": 6, 2024-06-13T06:39:26.941 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_active_connections": 3, 2024-06-13T06:39:26.941 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_total_time": 0.021038489, 2024-06-13T06:39:26.941 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_send_time": 0.015306237, 2024-06-13T06:39:26.941 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_recv_time": 0.002303501, 2024-06-13T06:39:26.941 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-06-13T06:39:26.941 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T06:39:26.941 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 243, 2024-06-13T06:39:26.941 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.016543006, 2024-06-13T06:39:26.941 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000068078 2024-06-13T06:39:26.942 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:26.942 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_handle_ack_lat": { 2024-06-13T06:39:26.942 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2024-06-13T06:39:26.942 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2024-06-13T06:39:26.942 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2024-06-13T06:39:26.942 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:26.942 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_encrypted_bytes": 480, 2024-06-13T06:39:26.942 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_encrypted_bytes": 277248 2024-06-13T06:39:26.942 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:26.942 INFO:teuthology.orchestra.run.smithi039.stdout: "cct": { 2024-06-13T06:39:26.942 INFO:teuthology.orchestra.run.smithi039.stdout: "total_workers": 0, 2024-06-13T06:39:26.942 INFO:teuthology.orchestra.run.smithi039.stdout: "unhealthy_workers": 0 2024-06-13T06:39:26.943 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:26.943 INFO:teuthology.orchestra.run.smithi039.stdout: "mempool": { 2024-06-13T06:39:26.943 INFO:teuthology.orchestra.run.smithi039.stdout: "bloom_filter_bytes": 0, 2024-06-13T06:39:26.943 INFO:teuthology.orchestra.run.smithi039.stdout: "bloom_filter_items": 0, 2024-06-13T06:39:26.943 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_alloc_bytes": 0, 2024-06-13T06:39:26.943 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_alloc_items": 0, 2024-06-13T06:39:26.943 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_data_bytes": 0, 2024-06-13T06:39:26.943 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_data_items": 0, 2024-06-13T06:39:26.943 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_onode_bytes": 0, 2024-06-13T06:39:26.943 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_onode_items": 0, 2024-06-13T06:39:26.943 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_meta_bytes": 0, 2024-06-13T06:39:26.943 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_meta_items": 0, 2024-06-13T06:39:26.943 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_other_bytes": 0, 2024-06-13T06:39:26.944 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_other_items": 0, 2024-06-13T06:39:26.944 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_buffer_bytes": 0, 2024-06-13T06:39:26.944 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_buffer_items": 0, 2024-06-13T06:39:26.944 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_extent_bytes": 0, 2024-06-13T06:39:26.944 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_extent_items": 0, 2024-06-13T06:39:26.944 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_blob_bytes": 0, 2024-06-13T06:39:26.944 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_blob_items": 0, 2024-06-13T06:39:26.944 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_shared_blob_bytes": 0, 2024-06-13T06:39:26.944 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_shared_blob_items": 0, 2024-06-13T06:39:26.944 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_inline_bl_bytes": 0, 2024-06-13T06:39:26.944 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_inline_bl_items": 0, 2024-06-13T06:39:26.944 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_fsck_bytes": 0, 2024-06-13T06:39:26.944 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_fsck_items": 0, 2024-06-13T06:39:26.944 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_txc_bytes": 0, 2024-06-13T06:39:26.945 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_txc_items": 0, 2024-06-13T06:39:26.945 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_writing_deferred_bytes": 0, 2024-06-13T06:39:26.945 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_writing_deferred_items": 0, 2024-06-13T06:39:26.945 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_writing_bytes": 0, 2024-06-13T06:39:26.945 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_writing_items": 0, 2024-06-13T06:39:26.945 INFO:teuthology.orchestra.run.smithi039.stdout: "bluefs_bytes": 0, 2024-06-13T06:39:26.945 INFO:teuthology.orchestra.run.smithi039.stdout: "bluefs_items": 0, 2024-06-13T06:39:26.945 INFO:teuthology.orchestra.run.smithi039.stdout: "bluefs_file_reader_bytes": 0, 2024-06-13T06:39:26.945 INFO:teuthology.orchestra.run.smithi039.stdout: "bluefs_file_reader_items": 0, 2024-06-13T06:39:26.945 INFO:teuthology.orchestra.run.smithi039.stdout: "bluefs_file_writer_bytes": 0, 2024-06-13T06:39:26.945 INFO:teuthology.orchestra.run.smithi039.stdout: "bluefs_file_writer_items": 0, 2024-06-13T06:39:26.945 INFO:teuthology.orchestra.run.smithi039.stdout: "buffer_anon_bytes": 147970, 2024-06-13T06:39:26.945 INFO:teuthology.orchestra.run.smithi039.stdout: "buffer_anon_items": 29, 2024-06-13T06:39:26.945 INFO:teuthology.orchestra.run.smithi039.stdout: "buffer_meta_bytes": 0, 2024-06-13T06:39:26.946 INFO:teuthology.orchestra.run.smithi039.stdout: "buffer_meta_items": 0, 2024-06-13T06:39:26.946 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_bytes": 0, 2024-06-13T06:39:26.946 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_items": 0, 2024-06-13T06:39:26.946 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_mapbl_bytes": 0, 2024-06-13T06:39:26.946 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_mapbl_items": 0, 2024-06-13T06:39:26.946 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_pglog_bytes": 0, 2024-06-13T06:39:26.946 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_pglog_items": 0, 2024-06-13T06:39:26.946 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_bytes": 0, 2024-06-13T06:39:26.946 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_items": 0, 2024-06-13T06:39:26.946 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_mapping_bytes": 0, 2024-06-13T06:39:26.946 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_mapping_items": 0, 2024-06-13T06:39:26.946 INFO:teuthology.orchestra.run.smithi039.stdout: "pgmap_bytes": 0, 2024-06-13T06:39:26.946 INFO:teuthology.orchestra.run.smithi039.stdout: "pgmap_items": 0, 2024-06-13T06:39:26.947 INFO:teuthology.orchestra.run.smithi039.stdout: "mds_co_bytes": 928, 2024-06-13T06:39:26.947 INFO:teuthology.orchestra.run.smithi039.stdout: "mds_co_items": 2, 2024-06-13T06:39:26.947 INFO:teuthology.orchestra.run.smithi039.stdout: "unittest_1_bytes": 0, 2024-06-13T06:39:26.947 INFO:teuthology.orchestra.run.smithi039.stdout: "unittest_1_items": 0, 2024-06-13T06:39:26.947 INFO:teuthology.orchestra.run.smithi039.stdout: "unittest_2_bytes": 0, 2024-06-13T06:39:26.947 INFO:teuthology.orchestra.run.smithi039.stdout: "unittest_2_items": 0 2024-06-13T06:39:26.947 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:26.947 INFO:teuthology.orchestra.run.smithi039.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-06-13T06:39:26.947 INFO:teuthology.orchestra.run.smithi039.stdout: "val": 0, 2024-06-13T06:39:26.947 INFO:teuthology.orchestra.run.smithi039.stdout: "max": 104857600, 2024-06-13T06:39:26.947 INFO:teuthology.orchestra.run.smithi039.stdout: "get_started": 0, 2024-06-13T06:39:26.947 INFO:teuthology.orchestra.run.smithi039.stdout: "get": 334, 2024-06-13T06:39:26.947 INFO:teuthology.orchestra.run.smithi039.stdout: "get_sum": 1565201, 2024-06-13T06:39:26.948 INFO:teuthology.orchestra.run.smithi039.stdout: "get_or_fail_fail": 0, 2024-06-13T06:39:26.948 INFO:teuthology.orchestra.run.smithi039.stdout: "get_or_fail_success": 334, 2024-06-13T06:39:26.948 INFO:teuthology.orchestra.run.smithi039.stdout: "take": 0, 2024-06-13T06:39:26.948 INFO:teuthology.orchestra.run.smithi039.stdout: "take_sum": 0, 2024-06-13T06:39:26.948 INFO:teuthology.orchestra.run.smithi039.stdout: "put": 334, 2024-06-13T06:39:26.948 INFO:teuthology.orchestra.run.smithi039.stdout: "put_sum": 1565201, 2024-06-13T06:39:26.948 INFO:teuthology.orchestra.run.smithi039.stdout: "wait": { 2024-06-13T06:39:26.948 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2024-06-13T06:39:26.948 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2024-06-13T06:39:26.948 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2024-06-13T06:39:26.948 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:26.948 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:26.948 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-06-13T06:39:27.265 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:39:27 smithi039 ceph-mon[32479]: pgmap v511: 97 pgs: 97 active+clean; 31 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 28 KiB/s wr, 13 op/s 2024-06-13T06:39:27.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:39:27 smithi149 ceph-mon[36963]: pgmap v511: 97 pgs: 97 active+clean; 31 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 28 KiB/s wr, 13 op/s 2024-06-13T06:39:27.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:39:27 smithi096 ceph-mon[36532]: pgmap v511: 97 pgs: 97 active+clean; 31 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 28 KiB/s wr, 13 op/s 2024-06-13T06:39:27.635 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.d 2024-06-13T06:39:27.635 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.d 2024-06-13T06:39:27.635 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.d 2024-06-13T06:39:27.635 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.d 2024-06-13T06:39:27.635 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.d 2024-06-13T06:39:27.635 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.d 2024-06-13T06:39:27.636 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.d 2024-06-13T06:39:27.636 DEBUG:tasks.check_counter:Getting stats from g 2024-06-13T06:39:27.636 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph daemon mds.g perf dump 2024-06-13T06:39:27.890 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:39:29.118 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:39:29 smithi039 ceph-mon[32479]: pgmap v512: 97 pgs: 97 active+clean; 31 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 4.8 KiB/s wr, 8 op/s 2024-06-13T06:39:29.410 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-06-13T06:39:29.410 INFO:teuthology.orchestra.run.smithi039.stdout: "AsyncMessenger::Worker-0": { 2024-06-13T06:39:29.410 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_messages": 327, 2024-06-13T06:39:29.410 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_messages": 316, 2024-06-13T06:39:29.410 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_bytes": 1610816, 2024-06-13T06:39:29.410 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_bytes": 195120, 2024-06-13T06:39:29.410 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_created_connections": 4, 2024-06-13T06:39:29.410 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_active_connections": 0, 2024-06-13T06:39:29.410 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_total_time": 0.060001137, 2024-06-13T06:39:29.411 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_send_time": 0.022033814, 2024-06-13T06:39:29.411 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_recv_time": 0.036203095, 2024-06-13T06:39:29.411 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_fast_dispatch_time": 0.006728987, 2024-06-13T06:39:29.411 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T06:39:29.411 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 315, 2024-06-13T06:39:29.411 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.016962642, 2024-06-13T06:39:29.411 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000053849 2024-06-13T06:39:29.411 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:29.411 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_handle_ack_lat": { 2024-06-13T06:39:29.411 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2024-06-13T06:39:29.411 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2024-06-13T06:39:29.411 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2024-06-13T06:39:29.412 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:29.412 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_encrypted_bytes": 1610816, 2024-06-13T06:39:29.412 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_encrypted_bytes": 195120 2024-06-13T06:39:29.412 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:29.412 INFO:teuthology.orchestra.run.smithi039.stdout: "AsyncMessenger::Worker-1": { 2024-06-13T06:39:29.412 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_messages": 3, 2024-06-13T06:39:29.412 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_messages": 242, 2024-06-13T06:39:29.412 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_bytes": 480, 2024-06-13T06:39:29.412 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_bytes": 276544, 2024-06-13T06:39:29.412 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_created_connections": 6, 2024-06-13T06:39:29.412 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_active_connections": 3, 2024-06-13T06:39:29.412 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_total_time": 0.020687453, 2024-06-13T06:39:29.412 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_send_time": 0.015105998, 2024-06-13T06:39:29.412 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_recv_time": 0.002192748, 2024-06-13T06:39:29.413 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-06-13T06:39:29.413 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T06:39:29.413 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 239, 2024-06-13T06:39:29.413 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.017562345, 2024-06-13T06:39:29.413 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000073482 2024-06-13T06:39:29.413 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:29.413 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_handle_ack_lat": { 2024-06-13T06:39:29.413 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2024-06-13T06:39:29.413 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2024-06-13T06:39:29.413 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2024-06-13T06:39:29.413 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:29.413 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_encrypted_bytes": 480, 2024-06-13T06:39:29.413 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_encrypted_bytes": 276544 2024-06-13T06:39:29.414 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:29.414 INFO:teuthology.orchestra.run.smithi039.stdout: "AsyncMessenger::Worker-2": { 2024-06-13T06:39:29.414 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_messages": 4, 2024-06-13T06:39:29.414 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_messages": 4, 2024-06-13T06:39:29.414 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_bytes": 3024, 2024-06-13T06:39:29.414 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_bytes": 448, 2024-06-13T06:39:29.414 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_created_connections": 2, 2024-06-13T06:39:29.414 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_active_connections": 1, 2024-06-13T06:39:29.414 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_total_time": 0.000730227, 2024-06-13T06:39:29.414 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_send_time": 0.000037611, 2024-06-13T06:39:29.414 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_recv_time": 0.000682936, 2024-06-13T06:39:29.414 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-06-13T06:39:29.414 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T06:39:29.415 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 3, 2024-06-13T06:39:29.415 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000791008, 2024-06-13T06:39:29.415 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000263669 2024-06-13T06:39:29.415 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:29.415 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_handle_ack_lat": { 2024-06-13T06:39:29.415 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2024-06-13T06:39:29.415 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2024-06-13T06:39:29.415 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2024-06-13T06:39:29.415 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:29.415 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_encrypted_bytes": 3024, 2024-06-13T06:39:29.415 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_encrypted_bytes": 448 2024-06-13T06:39:29.415 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:29.415 INFO:teuthology.orchestra.run.smithi039.stdout: "cct": { 2024-06-13T06:39:29.416 INFO:teuthology.orchestra.run.smithi039.stdout: "total_workers": 0, 2024-06-13T06:39:29.416 INFO:teuthology.orchestra.run.smithi039.stdout: "unhealthy_workers": 0 2024-06-13T06:39:29.416 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:29.416 INFO:teuthology.orchestra.run.smithi039.stdout: "mempool": { 2024-06-13T06:39:29.416 INFO:teuthology.orchestra.run.smithi039.stdout: "bloom_filter_bytes": 0, 2024-06-13T06:39:29.416 INFO:teuthology.orchestra.run.smithi039.stdout: "bloom_filter_items": 0, 2024-06-13T06:39:29.416 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_alloc_bytes": 0, 2024-06-13T06:39:29.416 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_alloc_items": 0, 2024-06-13T06:39:29.416 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_data_bytes": 0, 2024-06-13T06:39:29.416 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_data_items": 0, 2024-06-13T06:39:29.416 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_onode_bytes": 0, 2024-06-13T06:39:29.416 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_onode_items": 0, 2024-06-13T06:39:29.416 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_meta_bytes": 0, 2024-06-13T06:39:29.417 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_meta_items": 0, 2024-06-13T06:39:29.417 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_other_bytes": 0, 2024-06-13T06:39:29.417 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_other_items": 0, 2024-06-13T06:39:29.417 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_buffer_bytes": 0, 2024-06-13T06:39:29.417 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_buffer_items": 0, 2024-06-13T06:39:29.417 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_extent_bytes": 0, 2024-06-13T06:39:29.417 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_extent_items": 0, 2024-06-13T06:39:29.417 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_blob_bytes": 0, 2024-06-13T06:39:29.417 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_blob_items": 0, 2024-06-13T06:39:29.417 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_shared_blob_bytes": 0, 2024-06-13T06:39:29.417 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_shared_blob_items": 0, 2024-06-13T06:39:29.417 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_inline_bl_bytes": 0, 2024-06-13T06:39:29.417 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_inline_bl_items": 0, 2024-06-13T06:39:29.417 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_fsck_bytes": 0, 2024-06-13T06:39:29.418 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_fsck_items": 0, 2024-06-13T06:39:29.418 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_txc_bytes": 0, 2024-06-13T06:39:29.418 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_txc_items": 0, 2024-06-13T06:39:29.418 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_writing_deferred_bytes": 0, 2024-06-13T06:39:29.418 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_writing_deferred_items": 0, 2024-06-13T06:39:29.418 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_writing_bytes": 0, 2024-06-13T06:39:29.418 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_writing_items": 0, 2024-06-13T06:39:29.418 INFO:teuthology.orchestra.run.smithi039.stdout: "bluefs_bytes": 0, 2024-06-13T06:39:29.418 INFO:teuthology.orchestra.run.smithi039.stdout: "bluefs_items": 0, 2024-06-13T06:39:29.418 INFO:teuthology.orchestra.run.smithi039.stdout: "bluefs_file_reader_bytes": 0, 2024-06-13T06:39:29.418 INFO:teuthology.orchestra.run.smithi039.stdout: "bluefs_file_reader_items": 0, 2024-06-13T06:39:29.418 INFO:teuthology.orchestra.run.smithi039.stdout: "bluefs_file_writer_bytes": 0, 2024-06-13T06:39:29.419 INFO:teuthology.orchestra.run.smithi039.stdout: "bluefs_file_writer_items": 0, 2024-06-13T06:39:29.419 INFO:teuthology.orchestra.run.smithi039.stdout: "buffer_anon_bytes": 147948, 2024-06-13T06:39:29.419 INFO:teuthology.orchestra.run.smithi039.stdout: "buffer_anon_items": 29, 2024-06-13T06:39:29.419 INFO:teuthology.orchestra.run.smithi039.stdout: "buffer_meta_bytes": 0, 2024-06-13T06:39:29.419 INFO:teuthology.orchestra.run.smithi039.stdout: "buffer_meta_items": 0, 2024-06-13T06:39:29.419 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_bytes": 0, 2024-06-13T06:39:29.419 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_items": 0, 2024-06-13T06:39:29.419 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_mapbl_bytes": 0, 2024-06-13T06:39:29.419 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_mapbl_items": 0, 2024-06-13T06:39:29.419 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_pglog_bytes": 0, 2024-06-13T06:39:29.419 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_pglog_items": 0, 2024-06-13T06:39:29.419 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_bytes": 0, 2024-06-13T06:39:29.420 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_items": 0, 2024-06-13T06:39:29.420 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_mapping_bytes": 0, 2024-06-13T06:39:29.420 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_mapping_items": 0, 2024-06-13T06:39:29.420 INFO:teuthology.orchestra.run.smithi039.stdout: "pgmap_bytes": 0, 2024-06-13T06:39:29.420 INFO:teuthology.orchestra.run.smithi039.stdout: "pgmap_items": 0, 2024-06-13T06:39:29.420 INFO:teuthology.orchestra.run.smithi039.stdout: "mds_co_bytes": 928, 2024-06-13T06:39:29.420 INFO:teuthology.orchestra.run.smithi039.stdout: "mds_co_items": 2, 2024-06-13T06:39:29.420 INFO:teuthology.orchestra.run.smithi039.stdout: "unittest_1_bytes": 0, 2024-06-13T06:39:29.420 INFO:teuthology.orchestra.run.smithi039.stdout: "unittest_1_items": 0, 2024-06-13T06:39:29.420 INFO:teuthology.orchestra.run.smithi039.stdout: "unittest_2_bytes": 0, 2024-06-13T06:39:29.420 INFO:teuthology.orchestra.run.smithi039.stdout: "unittest_2_items": 0 2024-06-13T06:39:29.420 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:29.420 INFO:teuthology.orchestra.run.smithi039.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-06-13T06:39:29.420 INFO:teuthology.orchestra.run.smithi039.stdout: "val": 0, 2024-06-13T06:39:29.421 INFO:teuthology.orchestra.run.smithi039.stdout: "max": 104857600, 2024-06-13T06:39:29.421 INFO:teuthology.orchestra.run.smithi039.stdout: "get_started": 0, 2024-06-13T06:39:29.421 INFO:teuthology.orchestra.run.smithi039.stdout: "get": 330, 2024-06-13T06:39:29.421 INFO:teuthology.orchestra.run.smithi039.stdout: "get_sum": 1564681, 2024-06-13T06:39:29.421 INFO:teuthology.orchestra.run.smithi039.stdout: "get_or_fail_fail": 0, 2024-06-13T06:39:29.421 INFO:teuthology.orchestra.run.smithi039.stdout: "get_or_fail_success": 330, 2024-06-13T06:39:29.421 INFO:teuthology.orchestra.run.smithi039.stdout: "take": 0, 2024-06-13T06:39:29.421 INFO:teuthology.orchestra.run.smithi039.stdout: "take_sum": 0, 2024-06-13T06:39:29.421 INFO:teuthology.orchestra.run.smithi039.stdout: "put": 330, 2024-06-13T06:39:29.421 INFO:teuthology.orchestra.run.smithi039.stdout: "put_sum": 1564681, 2024-06-13T06:39:29.421 INFO:teuthology.orchestra.run.smithi039.stdout: "wait": { 2024-06-13T06:39:29.421 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2024-06-13T06:39:29.421 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2024-06-13T06:39:29.422 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2024-06-13T06:39:29.422 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:29.422 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:29.422 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-06-13T06:39:29.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:39:29 smithi149 ceph-mon[36963]: pgmap v512: 97 pgs: 97 active+clean; 31 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 4.8 KiB/s wr, 8 op/s 2024-06-13T06:39:29.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:39:29 smithi096 ceph-mon[36532]: pgmap v512: 97 pgs: 97 active+clean; 31 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 4.8 KiB/s wr, 8 op/s 2024-06-13T06:39:30.035 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.g 2024-06-13T06:39:30.036 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.g 2024-06-13T06:39:30.036 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.g 2024-06-13T06:39:30.036 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.g 2024-06-13T06:39:30.036 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.g 2024-06-13T06:39:30.036 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.g 2024-06-13T06:39:30.036 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.g 2024-06-13T06:39:30.036 DEBUG:tasks.check_counter:Getting stats from j 2024-06-13T06:39:30.036 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph daemon mds.j perf dump 2024-06-13T06:39:30.286 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:39:31.343 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:39:31 smithi096 ceph-mon[36532]: pgmap v513: 97 pgs: 97 active+clean; 31 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 4.8 KiB/s wr, 8 op/s 2024-06-13T06:39:31.364 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:39:31 smithi039 ceph-mon[32479]: pgmap v513: 97 pgs: 97 active+clean; 31 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 4.8 KiB/s wr, 8 op/s 2024-06-13T06:39:31.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:39:31 smithi149 ceph-mon[36963]: pgmap v513: 97 pgs: 97 active+clean; 31 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 4.8 KiB/s wr, 8 op/s 2024-06-13T06:39:31.971 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-06-13T06:39:31.971 INFO:teuthology.orchestra.run.smithi039.stdout: "AsyncMessenger::Worker-0": { 2024-06-13T06:39:31.971 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_messages": 337, 2024-06-13T06:39:31.971 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_messages": 324, 2024-06-13T06:39:31.971 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_bytes": 1615472, 2024-06-13T06:39:31.971 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_bytes": 199408, 2024-06-13T06:39:31.971 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_created_connections": 4, 2024-06-13T06:39:31.971 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_active_connections": 0, 2024-06-13T06:39:31.971 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_total_time": 0.062214968, 2024-06-13T06:39:31.972 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_send_time": 0.021181011, 2024-06-13T06:39:31.972 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_recv_time": 0.041121971, 2024-06-13T06:39:31.972 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_fast_dispatch_time": 0.006668258, 2024-06-13T06:39:31.972 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T06:39:31.972 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 324, 2024-06-13T06:39:31.972 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.017853706, 2024-06-13T06:39:31.972 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000055104 2024-06-13T06:39:31.972 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:31.972 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_handle_ack_lat": { 2024-06-13T06:39:31.972 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2024-06-13T06:39:31.972 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2024-06-13T06:39:31.973 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2024-06-13T06:39:31.973 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:31.973 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_encrypted_bytes": 1615472, 2024-06-13T06:39:31.973 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_encrypted_bytes": 199408 2024-06-13T06:39:31.973 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:31.973 INFO:teuthology.orchestra.run.smithi039.stdout: "AsyncMessenger::Worker-1": { 2024-06-13T06:39:31.973 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_messages": 3, 2024-06-13T06:39:31.973 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_messages": 248, 2024-06-13T06:39:31.973 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_bytes": 480, 2024-06-13T06:39:31.973 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_bytes": 277600, 2024-06-13T06:39:31.973 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_created_connections": 6, 2024-06-13T06:39:31.974 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_active_connections": 3, 2024-06-13T06:39:31.974 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_total_time": 0.021479747, 2024-06-13T06:39:31.974 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_send_time": 0.015875526, 2024-06-13T06:39:31.974 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_recv_time": 0.002198122, 2024-06-13T06:39:31.974 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-06-13T06:39:31.974 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T06:39:31.974 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 245, 2024-06-13T06:39:31.974 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.021909424, 2024-06-13T06:39:31.974 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000089426 2024-06-13T06:39:31.974 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:31.974 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_handle_ack_lat": { 2024-06-13T06:39:31.974 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2024-06-13T06:39:31.975 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2024-06-13T06:39:31.975 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2024-06-13T06:39:31.975 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:31.975 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_encrypted_bytes": 480, 2024-06-13T06:39:31.975 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_encrypted_bytes": 277600 2024-06-13T06:39:31.975 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:31.975 INFO:teuthology.orchestra.run.smithi039.stdout: "AsyncMessenger::Worker-2": { 2024-06-13T06:39:31.975 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_messages": 0, 2024-06-13T06:39:31.975 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_messages": 2, 2024-06-13T06:39:31.975 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_bytes": 0, 2024-06-13T06:39:31.975 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_bytes": 0, 2024-06-13T06:39:31.975 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_created_connections": 2, 2024-06-13T06:39:31.976 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_active_connections": 1, 2024-06-13T06:39:31.976 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_total_time": 0.000407009, 2024-06-13T06:39:31.976 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_send_time": 0.000000000, 2024-06-13T06:39:31.976 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_recv_time": 0.000334629, 2024-06-13T06:39:31.976 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-06-13T06:39:31.976 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T06:39:31.976 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2024-06-13T06:39:31.976 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2024-06-13T06:39:31.976 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2024-06-13T06:39:31.976 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:31.976 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_handle_ack_lat": { 2024-06-13T06:39:31.976 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2024-06-13T06:39:31.976 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2024-06-13T06:39:31.977 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2024-06-13T06:39:31.977 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:31.977 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_encrypted_bytes": 0, 2024-06-13T06:39:31.977 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_encrypted_bytes": 0 2024-06-13T06:39:31.977 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:31.977 INFO:teuthology.orchestra.run.smithi039.stdout: "cct": { 2024-06-13T06:39:31.977 INFO:teuthology.orchestra.run.smithi039.stdout: "total_workers": 0, 2024-06-13T06:39:31.977 INFO:teuthology.orchestra.run.smithi039.stdout: "unhealthy_workers": 0 2024-06-13T06:39:31.977 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:31.977 INFO:teuthology.orchestra.run.smithi039.stdout: "mempool": { 2024-06-13T06:39:31.977 INFO:teuthology.orchestra.run.smithi039.stdout: "bloom_filter_bytes": 0, 2024-06-13T06:39:31.977 INFO:teuthology.orchestra.run.smithi039.stdout: "bloom_filter_items": 0, 2024-06-13T06:39:31.978 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_alloc_bytes": 0, 2024-06-13T06:39:31.978 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_alloc_items": 0, 2024-06-13T06:39:31.978 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_data_bytes": 0, 2024-06-13T06:39:31.978 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_data_items": 0, 2024-06-13T06:39:31.978 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_onode_bytes": 0, 2024-06-13T06:39:31.978 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_onode_items": 0, 2024-06-13T06:39:31.978 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_meta_bytes": 0, 2024-06-13T06:39:31.978 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_meta_items": 0, 2024-06-13T06:39:31.978 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_other_bytes": 0, 2024-06-13T06:39:31.978 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_other_items": 0, 2024-06-13T06:39:31.978 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_buffer_bytes": 0, 2024-06-13T06:39:31.978 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_buffer_items": 0, 2024-06-13T06:39:31.979 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_extent_bytes": 0, 2024-06-13T06:39:31.979 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_extent_items": 0, 2024-06-13T06:39:31.979 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_blob_bytes": 0, 2024-06-13T06:39:31.979 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_blob_items": 0, 2024-06-13T06:39:31.979 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_shared_blob_bytes": 0, 2024-06-13T06:39:31.979 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_shared_blob_items": 0, 2024-06-13T06:39:31.979 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_inline_bl_bytes": 0, 2024-06-13T06:39:31.979 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_inline_bl_items": 0, 2024-06-13T06:39:31.979 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_fsck_bytes": 0, 2024-06-13T06:39:31.979 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_fsck_items": 0, 2024-06-13T06:39:31.979 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_txc_bytes": 0, 2024-06-13T06:39:31.979 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_txc_items": 0, 2024-06-13T06:39:31.979 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_writing_deferred_bytes": 0, 2024-06-13T06:39:31.980 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_writing_deferred_items": 0, 2024-06-13T06:39:31.980 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_writing_bytes": 0, 2024-06-13T06:39:31.980 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_writing_items": 0, 2024-06-13T06:39:31.980 INFO:teuthology.orchestra.run.smithi039.stdout: "bluefs_bytes": 0, 2024-06-13T06:39:31.980 INFO:teuthology.orchestra.run.smithi039.stdout: "bluefs_items": 0, 2024-06-13T06:39:31.980 INFO:teuthology.orchestra.run.smithi039.stdout: "bluefs_file_reader_bytes": 0, 2024-06-13T06:39:31.980 INFO:teuthology.orchestra.run.smithi039.stdout: "bluefs_file_reader_items": 0, 2024-06-13T06:39:31.980 INFO:teuthology.orchestra.run.smithi039.stdout: "bluefs_file_writer_bytes": 0, 2024-06-13T06:39:31.980 INFO:teuthology.orchestra.run.smithi039.stdout: "bluefs_file_writer_items": 0, 2024-06-13T06:39:31.980 INFO:teuthology.orchestra.run.smithi039.stdout: "buffer_anon_bytes": 147930, 2024-06-13T06:39:31.980 INFO:teuthology.orchestra.run.smithi039.stdout: "buffer_anon_items": 28, 2024-06-13T06:39:31.980 INFO:teuthology.orchestra.run.smithi039.stdout: "buffer_meta_bytes": 0, 2024-06-13T06:39:31.981 INFO:teuthology.orchestra.run.smithi039.stdout: "buffer_meta_items": 0, 2024-06-13T06:39:31.981 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_bytes": 0, 2024-06-13T06:39:31.981 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_items": 0, 2024-06-13T06:39:31.981 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_mapbl_bytes": 0, 2024-06-13T06:39:31.981 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_mapbl_items": 0, 2024-06-13T06:39:31.981 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_pglog_bytes": 0, 2024-06-13T06:39:31.981 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_pglog_items": 0, 2024-06-13T06:39:31.981 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_bytes": 0, 2024-06-13T06:39:31.981 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_items": 0, 2024-06-13T06:39:31.981 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_mapping_bytes": 0, 2024-06-13T06:39:31.981 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_mapping_items": 0, 2024-06-13T06:39:31.981 INFO:teuthology.orchestra.run.smithi039.stdout: "pgmap_bytes": 0, 2024-06-13T06:39:31.982 INFO:teuthology.orchestra.run.smithi039.stdout: "pgmap_items": 0, 2024-06-13T06:39:31.982 INFO:teuthology.orchestra.run.smithi039.stdout: "mds_co_bytes": 928, 2024-06-13T06:39:31.982 INFO:teuthology.orchestra.run.smithi039.stdout: "mds_co_items": 2, 2024-06-13T06:39:31.982 INFO:teuthology.orchestra.run.smithi039.stdout: "unittest_1_bytes": 0, 2024-06-13T06:39:31.982 INFO:teuthology.orchestra.run.smithi039.stdout: "unittest_1_items": 0, 2024-06-13T06:39:31.982 INFO:teuthology.orchestra.run.smithi039.stdout: "unittest_2_bytes": 0, 2024-06-13T06:39:31.982 INFO:teuthology.orchestra.run.smithi039.stdout: "unittest_2_items": 0 2024-06-13T06:39:31.982 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-06-13T06:39:31.982 INFO:teuthology.orchestra.run.smithi039.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-06-13T06:39:31.982 INFO:teuthology.orchestra.run.smithi039.stdout: "val": 0, 2024-06-13T06:39:31.982 INFO:teuthology.orchestra.run.smithi039.stdout: "max": 104857600, 2024-06-13T06:39:31.983 INFO:teuthology.orchestra.run.smithi039.stdout: "get_started": 0, 2024-06-13T06:39:31.983 INFO:teuthology.orchestra.run.smithi039.stdout: "get": 336, 2024-06-13T06:39:31.983 INFO:teuthology.orchestra.run.smithi039.stdout: "get_sum": 1565461, 2024-06-13T06:39:31.983 INFO:teuthology.orchestra.run.smithi039.stdout: "get_or_fail_fail": 0, 2024-06-13T06:39:31.983 INFO:teuthology.orchestra.run.smithi039.stdout: "get_or_fail_success": 336, 2024-06-13T06:39:31.983 INFO:teuthology.orchestra.run.smithi039.stdout: "take": 0, 2024-06-13T06:39:31.983 INFO:teuthology.orchestra.run.smithi039.stdout: "take_sum": 0, 2024-06-13T06:39:31.983 INFO:teuthology.orchestra.run.smithi039.stdout: "put": 336, 2024-06-13T06:39:31.983 INFO:teuthology.orchestra.run.smithi039.stdout: "put_sum": 1565461, 2024-06-13T06:39:31.983 INFO:teuthology.orchestra.run.smithi039.stdout: "wait": { 2024-06-13T06:39:31.983 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2024-06-13T06:39:31.983 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2024-06-13T06:39:31.983 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2024-06-13T06:39:31.983 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:31.983 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-06-13T06:39:31.984 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-06-13T06:39:32.231 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:39:32 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:39:32.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:39:32 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:39:32.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:39:32 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-06-13T06:39:32.591 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.j 2024-06-13T06:39:32.591 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.j 2024-06-13T06:39:32.591 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.j 2024-06-13T06:39:32.591 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.j 2024-06-13T06:39:32.591 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.j 2024-06-13T06:39:32.591 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.j 2024-06-13T06:39:32.591 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.j 2024-06-13T06:39:32.592 DEBUG:tasks.check_counter:Getting stats from b 2024-06-13T06:39:32.592 DEBUG:teuthology.orchestra.run.smithi096:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph daemon mds.b perf dump 2024-06-13T06:39:32.826 INFO:teuthology.orchestra.run.smithi096.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.b/config 2024-06-13T06:39:33.226 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:39:33 smithi096 ceph-mon[36532]: pgmap v514: 97 pgs: 97 active+clean; 31 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 9.7 KiB/s wr, 11 op/s 2024-06-13T06:39:33.226 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:39:33 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:39:33.226 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:39:33 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:39:33.226 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:39:33 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:39:33.369 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:39:33 smithi149 ceph-mon[36963]: pgmap v514: 97 pgs: 97 active+clean; 31 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 9.7 KiB/s wr, 11 op/s 2024-06-13T06:39:33.369 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:39:33 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:39:33.370 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:39:33 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:39:33.370 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:39:33 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:39:33.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:39:33 smithi039 ceph-mon[32479]: pgmap v514: 97 pgs: 97 active+clean; 31 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 9.7 KiB/s wr, 11 op/s 2024-06-13T06:39:33.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:39:33 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-06-13T06:39:33.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:39:33 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-06-13T06:39:33.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:39:33 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' 2024-06-13T06:39:34.637 INFO:teuthology.orchestra.run.smithi096.stdout:{ 2024-06-13T06:39:34.637 INFO:teuthology.orchestra.run.smithi096.stdout: "AsyncMessenger::Worker-0": { 2024-06-13T06:39:34.637 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_recv_messages": 2433, 2024-06-13T06:39:34.637 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_send_messages": 2199, 2024-06-13T06:39:34.637 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_recv_bytes": 661880, 2024-06-13T06:39:34.638 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_send_bytes": 13941106, 2024-06-13T06:39:34.638 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_created_connections": 65, 2024-06-13T06:39:34.638 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_active_connections": 5, 2024-06-13T06:39:34.638 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_running_total_time": 0.234215649, 2024-06-13T06:39:34.638 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_running_send_time": 0.079826753, 2024-06-13T06:39:34.638 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_running_recv_time": 0.069048680, 2024-06-13T06:39:34.638 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_running_fast_dispatch_time": 0.067258054, 2024-06-13T06:39:34.638 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T06:39:34.638 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 2193, 2024-06-13T06:39:34.638 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.251541663, 2024-06-13T06:39:34.638 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000114702 2024-06-13T06:39:34.639 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.639 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_handle_ack_lat": { 2024-06-13T06:39:34.639 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 439, 2024-06-13T06:39:34.639 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000071114, 2024-06-13T06:39:34.639 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000161 2024-06-13T06:39:34.639 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.639 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_recv_encrypted_bytes": 138608, 2024-06-13T06:39:34.639 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_send_encrypted_bytes": 34624 2024-06-13T06:39:34.639 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.639 INFO:teuthology.orchestra.run.smithi096.stdout: "AsyncMessenger::Worker-1": { 2024-06-13T06:39:34.639 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_recv_messages": 2464, 2024-06-13T06:39:34.639 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_send_messages": 2827, 2024-06-13T06:39:34.639 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_recv_bytes": 2135150, 2024-06-13T06:39:34.640 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_send_bytes": 16197418, 2024-06-13T06:39:34.640 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_created_connections": 8, 2024-06-13T06:39:34.640 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_active_connections": 6, 2024-06-13T06:39:34.640 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_running_total_time": 0.297381259, 2024-06-13T06:39:34.640 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_running_send_time": 0.130511717, 2024-06-13T06:39:34.640 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_running_recv_time": 0.121740321, 2024-06-13T06:39:34.640 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_running_fast_dispatch_time": 0.053745927, 2024-06-13T06:39:34.640 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T06:39:34.640 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 2830, 2024-06-13T06:39:34.640 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.298444389, 2024-06-13T06:39:34.640 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000105457 2024-06-13T06:39:34.640 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.640 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_handle_ack_lat": { 2024-06-13T06:39:34.641 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 2281, 2024-06-13T06:39:34.641 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000640057, 2024-06-13T06:39:34.641 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000280 2024-06-13T06:39:34.641 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.641 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_recv_encrypted_bytes": 1672896, 2024-06-13T06:39:34.641 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_send_encrypted_bytes": 653856 2024-06-13T06:39:34.641 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.641 INFO:teuthology.orchestra.run.smithi096.stdout: "AsyncMessenger::Worker-2": { 2024-06-13T06:39:34.641 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_recv_messages": 5064, 2024-06-13T06:39:34.641 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_send_messages": 5927, 2024-06-13T06:39:34.641 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_recv_bytes": 1824316, 2024-06-13T06:39:34.641 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_send_bytes": 6366053, 2024-06-13T06:39:34.642 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_created_connections": 12, 2024-06-13T06:39:34.642 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_active_connections": 6, 2024-06-13T06:39:34.642 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_running_total_time": 0.645226594, 2024-06-13T06:39:34.642 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_running_send_time": 0.217688941, 2024-06-13T06:39:34.642 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_running_recv_time": 0.266597043, 2024-06-13T06:39:34.642 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_running_fast_dispatch_time": 0.165440306, 2024-06-13T06:39:34.642 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T06:39:34.642 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 5925, 2024-06-13T06:39:34.642 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.249528180, 2024-06-13T06:39:34.642 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000042114 2024-06-13T06:39:34.642 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.642 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_handle_ack_lat": { 2024-06-13T06:39:34.642 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 7030, 2024-06-13T06:39:34.643 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.002252510, 2024-06-13T06:39:34.643 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000320 2024-06-13T06:39:34.643 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.643 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_recv_encrypted_bytes": 502000, 2024-06-13T06:39:34.643 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_send_encrypted_bytes": 313408 2024-06-13T06:39:34.643 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.643 INFO:teuthology.orchestra.run.smithi096.stdout: "cct": { 2024-06-13T06:39:34.643 INFO:teuthology.orchestra.run.smithi096.stdout: "total_workers": 1, 2024-06-13T06:39:34.643 INFO:teuthology.orchestra.run.smithi096.stdout: "unhealthy_workers": 0 2024-06-13T06:39:34.643 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.643 INFO:teuthology.orchestra.run.smithi096.stdout: "finisher-MDSRank": { 2024-06-13T06:39:34.643 INFO:teuthology.orchestra.run.smithi096.stdout: "queue_len": 0, 2024-06-13T06:39:34.644 INFO:teuthology.orchestra.run.smithi096.stdout: "complete_latency": { 2024-06-13T06:39:34.644 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 5129, 2024-06-13T06:39:34.644 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 1.580067557, 2024-06-13T06:39:34.644 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000308065 2024-06-13T06:39:34.644 INFO:teuthology.orchestra.run.smithi096.stdout: } 2024-06-13T06:39:34.644 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.644 INFO:teuthology.orchestra.run.smithi096.stdout: "finisher-PurgeQueue": { 2024-06-13T06:39:34.644 INFO:teuthology.orchestra.run.smithi096.stdout: "queue_len": 0, 2024-06-13T06:39:34.644 INFO:teuthology.orchestra.run.smithi096.stdout: "complete_latency": { 2024-06-13T06:39:34.644 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 16, 2024-06-13T06:39:34.644 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000339144, 2024-06-13T06:39:34.644 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000021196 2024-06-13T06:39:34.644 INFO:teuthology.orchestra.run.smithi096.stdout: } 2024-06-13T06:39:34.645 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.645 INFO:teuthology.orchestra.run.smithi096.stdout: "mds": { 2024-06-13T06:39:34.645 INFO:teuthology.orchestra.run.smithi096.stdout: "request": 854, 2024-06-13T06:39:34.645 INFO:teuthology.orchestra.run.smithi096.stdout: "reply": 854, 2024-06-13T06:39:34.645 INFO:teuthology.orchestra.run.smithi096.stdout: "reply_latency": { 2024-06-13T06:39:34.645 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 854, 2024-06-13T06:39:34.645 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 3.677429186, 2024-06-13T06:39:34.645 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.004306123 2024-06-13T06:39:34.645 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.645 INFO:teuthology.orchestra.run.smithi096.stdout: "slow_reply": 0, 2024-06-13T06:39:34.645 INFO:teuthology.orchestra.run.smithi096.stdout: "forward": 0, 2024-06-13T06:39:34.645 INFO:teuthology.orchestra.run.smithi096.stdout: "dir_fetch_complete": 0, 2024-06-13T06:39:34.645 INFO:teuthology.orchestra.run.smithi096.stdout: "dir_fetch_keys": 0, 2024-06-13T06:39:34.646 INFO:teuthology.orchestra.run.smithi096.stdout: "dir_commit": 12, 2024-06-13T06:39:34.646 INFO:teuthology.orchestra.run.smithi096.stdout: "dir_split": 0, 2024-06-13T06:39:34.646 INFO:teuthology.orchestra.run.smithi096.stdout: "dir_merge": 0, 2024-06-13T06:39:34.646 INFO:teuthology.orchestra.run.smithi096.stdout: "inodes": 47, 2024-06-13T06:39:34.646 INFO:teuthology.orchestra.run.smithi096.stdout: "inodes_top": 2, 2024-06-13T06:39:34.646 INFO:teuthology.orchestra.run.smithi096.stdout: "inodes_bottom": 45, 2024-06-13T06:39:34.646 INFO:teuthology.orchestra.run.smithi096.stdout: "inodes_pin_tail": 0, 2024-06-13T06:39:34.646 INFO:teuthology.orchestra.run.smithi096.stdout: "inodes_pinned": 44, 2024-06-13T06:39:34.646 INFO:teuthology.orchestra.run.smithi096.stdout: "inodes_expired": 0, 2024-06-13T06:39:34.646 INFO:teuthology.orchestra.run.smithi096.stdout: "inodes_with_caps": 3, 2024-06-13T06:39:34.646 INFO:teuthology.orchestra.run.smithi096.stdout: "caps": 3, 2024-06-13T06:39:34.646 INFO:teuthology.orchestra.run.smithi096.stdout: "subtrees": 2, 2024-06-13T06:39:34.647 INFO:teuthology.orchestra.run.smithi096.stdout: "traverse": 934, 2024-06-13T06:39:34.647 INFO:teuthology.orchestra.run.smithi096.stdout: "traverse_hit": 920, 2024-06-13T06:39:34.647 INFO:teuthology.orchestra.run.smithi096.stdout: "traverse_forward": 0, 2024-06-13T06:39:34.647 INFO:teuthology.orchestra.run.smithi096.stdout: "traverse_discover": 0, 2024-06-13T06:39:34.647 INFO:teuthology.orchestra.run.smithi096.stdout: "traverse_dir_fetch": 0, 2024-06-13T06:39:34.647 INFO:teuthology.orchestra.run.smithi096.stdout: "traverse_remote_ino": 0, 2024-06-13T06:39:34.647 INFO:teuthology.orchestra.run.smithi096.stdout: "traverse_lock": 0, 2024-06-13T06:39:34.647 INFO:teuthology.orchestra.run.smithi096.stdout: "load_cent": 138, 2024-06-13T06:39:34.647 INFO:teuthology.orchestra.run.smithi096.stdout: "q": 0, 2024-06-13T06:39:34.647 INFO:teuthology.orchestra.run.smithi096.stdout: "exported": 0, 2024-06-13T06:39:34.647 INFO:teuthology.orchestra.run.smithi096.stdout: "exported_inodes": 0, 2024-06-13T06:39:34.647 INFO:teuthology.orchestra.run.smithi096.stdout: "imported": 0, 2024-06-13T06:39:34.647 INFO:teuthology.orchestra.run.smithi096.stdout: "imported_inodes": 0, 2024-06-13T06:39:34.647 INFO:teuthology.orchestra.run.smithi096.stdout: "openino_dir_fetch": 0, 2024-06-13T06:39:34.648 INFO:teuthology.orchestra.run.smithi096.stdout: "openino_backtrace_fetch": 0, 2024-06-13T06:39:34.648 INFO:teuthology.orchestra.run.smithi096.stdout: "openino_peer_discover": 0, 2024-06-13T06:39:34.648 INFO:teuthology.orchestra.run.smithi096.stdout: "root_rfiles": 5, 2024-06-13T06:39:34.648 INFO:teuthology.orchestra.run.smithi096.stdout: "root_rbytes": 298, 2024-06-13T06:39:34.648 INFO:teuthology.orchestra.run.smithi096.stdout: "root_rsnaps": 6, 2024-06-13T06:39:34.648 INFO:teuthology.orchestra.run.smithi096.stdout: "scrub_backtrace_fetch": 0, 2024-06-13T06:39:34.648 INFO:teuthology.orchestra.run.smithi096.stdout: "scrub_set_tag": 0, 2024-06-13T06:39:34.648 INFO:teuthology.orchestra.run.smithi096.stdout: "scrub_backtrace_repaired": 0, 2024-06-13T06:39:34.648 INFO:teuthology.orchestra.run.smithi096.stdout: "scrub_inotable_repaired": 0, 2024-06-13T06:39:34.648 INFO:teuthology.orchestra.run.smithi096.stdout: "scrub_dir_inodes": 0, 2024-06-13T06:39:34.648 INFO:teuthology.orchestra.run.smithi096.stdout: "scrub_dir_base_inodes": 0, 2024-06-13T06:39:34.648 INFO:teuthology.orchestra.run.smithi096.stdout: "scrub_dirfrag_rstats": 0, 2024-06-13T06:39:34.649 INFO:teuthology.orchestra.run.smithi096.stdout: "scrub_file_inodes": 0, 2024-06-13T06:39:34.649 INFO:teuthology.orchestra.run.smithi096.stdout: "handle_inode_file_caps": 0, 2024-06-13T06:39:34.649 INFO:teuthology.orchestra.run.smithi096.stdout: "ceph_cap_op_revoke": 662, 2024-06-13T06:39:34.649 INFO:teuthology.orchestra.run.smithi096.stdout: "ceph_cap_op_grant": 654, 2024-06-13T06:39:34.649 INFO:teuthology.orchestra.run.smithi096.stdout: "ceph_cap_op_trunc": 599, 2024-06-13T06:39:34.649 INFO:teuthology.orchestra.run.smithi096.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-06-13T06:39:34.649 INFO:teuthology.orchestra.run.smithi096.stdout: "ceph_cap_op_flush_ack": 0, 2024-06-13T06:39:34.649 INFO:teuthology.orchestra.run.smithi096.stdout: "handle_client_caps": 778, 2024-06-13T06:39:34.649 INFO:teuthology.orchestra.run.smithi096.stdout: "handle_client_caps_dirty": 715, 2024-06-13T06:39:34.649 INFO:teuthology.orchestra.run.smithi096.stdout: "handle_client_cap_release": 2, 2024-06-13T06:39:34.649 INFO:teuthology.orchestra.run.smithi096.stdout: "process_request_cap_release": 627 2024-06-13T06:39:34.649 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.649 INFO:teuthology.orchestra.run.smithi096.stdout: "mds_cache": { 2024-06-13T06:39:34.649 INFO:teuthology.orchestra.run.smithi096.stdout: "dir_update": 11, 2024-06-13T06:39:34.650 INFO:teuthology.orchestra.run.smithi096.stdout: "dir_update_receipt": 0, 2024-06-13T06:39:34.650 INFO:teuthology.orchestra.run.smithi096.stdout: "dir_try_discover": 0, 2024-06-13T06:39:34.650 INFO:teuthology.orchestra.run.smithi096.stdout: "dir_send_discover": 0, 2024-06-13T06:39:34.650 INFO:teuthology.orchestra.run.smithi096.stdout: "dir_handle_discover": 24, 2024-06-13T06:39:34.650 INFO:teuthology.orchestra.run.smithi096.stdout: "num_strays": 2, 2024-06-13T06:39:34.650 INFO:teuthology.orchestra.run.smithi096.stdout: "num_strays_delayed": 0, 2024-06-13T06:39:34.650 INFO:teuthology.orchestra.run.smithi096.stdout: "num_strays_enqueuing": 0, 2024-06-13T06:39:34.650 INFO:teuthology.orchestra.run.smithi096.stdout: "strays_created": 3, 2024-06-13T06:39:34.650 INFO:teuthology.orchestra.run.smithi096.stdout: "strays_enqueued": 1, 2024-06-13T06:39:34.650 INFO:teuthology.orchestra.run.smithi096.stdout: "strays_reintegrated": 0, 2024-06-13T06:39:34.650 INFO:teuthology.orchestra.run.smithi096.stdout: "strays_migrated": 0, 2024-06-13T06:39:34.650 INFO:teuthology.orchestra.run.smithi096.stdout: "num_recovering_processing": 0, 2024-06-13T06:39:34.651 INFO:teuthology.orchestra.run.smithi096.stdout: "num_recovering_enqueued": 0, 2024-06-13T06:39:34.651 INFO:teuthology.orchestra.run.smithi096.stdout: "num_recovering_prioritized": 0, 2024-06-13T06:39:34.651 INFO:teuthology.orchestra.run.smithi096.stdout: "recovery_started": 0, 2024-06-13T06:39:34.651 INFO:teuthology.orchestra.run.smithi096.stdout: "recovery_completed": 0, 2024-06-13T06:39:34.651 INFO:teuthology.orchestra.run.smithi096.stdout: "ireq_quiesce_path": 11, 2024-06-13T06:39:34.651 INFO:teuthology.orchestra.run.smithi096.stdout: "ireq_quiesce_inode": 152, 2024-06-13T06:39:34.651 INFO:teuthology.orchestra.run.smithi096.stdout: "ireq_enqueue_scrub": 0, 2024-06-13T06:39:34.651 INFO:teuthology.orchestra.run.smithi096.stdout: "ireq_exportdir": 0, 2024-06-13T06:39:34.651 INFO:teuthology.orchestra.run.smithi096.stdout: "ireq_flush": 0, 2024-06-13T06:39:34.651 INFO:teuthology.orchestra.run.smithi096.stdout: "ireq_fragmentdir": 0, 2024-06-13T06:39:34.651 INFO:teuthology.orchestra.run.smithi096.stdout: "ireq_fragstats": 0, 2024-06-13T06:39:34.651 INFO:teuthology.orchestra.run.smithi096.stdout: "ireq_inodestats": 0 2024-06-13T06:39:34.651 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.652 INFO:teuthology.orchestra.run.smithi096.stdout: "mds_log": { 2024-06-13T06:39:34.652 INFO:teuthology.orchestra.run.smithi096.stdout: "evlrg": 0, 2024-06-13T06:39:34.652 INFO:teuthology.orchestra.run.smithi096.stdout: "evadd": 2323, 2024-06-13T06:39:34.652 INFO:teuthology.orchestra.run.smithi096.stdout: "evex": 0, 2024-06-13T06:39:34.652 INFO:teuthology.orchestra.run.smithi096.stdout: "evtrm": 0, 2024-06-13T06:39:34.652 INFO:teuthology.orchestra.run.smithi096.stdout: "ev": 2323, 2024-06-13T06:39:34.652 INFO:teuthology.orchestra.run.smithi096.stdout: "evexg": 0, 2024-06-13T06:39:34.652 INFO:teuthology.orchestra.run.smithi096.stdout: "evexd": 0, 2024-06-13T06:39:34.652 INFO:teuthology.orchestra.run.smithi096.stdout: "segadd": 9, 2024-06-13T06:39:34.652 INFO:teuthology.orchestra.run.smithi096.stdout: "segex": 0, 2024-06-13T06:39:34.652 INFO:teuthology.orchestra.run.smithi096.stdout: "segtrm": 0, 2024-06-13T06:39:34.652 INFO:teuthology.orchestra.run.smithi096.stdout: "seg": 9, 2024-06-13T06:39:34.652 INFO:teuthology.orchestra.run.smithi096.stdout: "segmjr": 2, 2024-06-13T06:39:34.653 INFO:teuthology.orchestra.run.smithi096.stdout: "segexg": 0, 2024-06-13T06:39:34.653 INFO:teuthology.orchestra.run.smithi096.stdout: "segexd": 0, 2024-06-13T06:39:34.653 INFO:teuthology.orchestra.run.smithi096.stdout: "expos": 4194304, 2024-06-13T06:39:34.653 INFO:teuthology.orchestra.run.smithi096.stdout: "wrpos": 35829313, 2024-06-13T06:39:34.653 INFO:teuthology.orchestra.run.smithi096.stdout: "rdpos": 0, 2024-06-13T06:39:34.653 INFO:teuthology.orchestra.run.smithi096.stdout: "jlat": { 2024-06-13T06:39:34.653 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 2236, 2024-06-13T06:39:34.653 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 4.563474224, 2024-06-13T06:39:34.653 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.002040909 2024-06-13T06:39:34.653 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.653 INFO:teuthology.orchestra.run.smithi096.stdout: "replayed": 0 2024-06-13T06:39:34.653 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.653 INFO:teuthology.orchestra.run.smithi096.stdout: "mds_mem": { 2024-06-13T06:39:34.653 INFO:teuthology.orchestra.run.smithi096.stdout: "ino": 40, 2024-06-13T06:39:34.654 INFO:teuthology.orchestra.run.smithi096.stdout: "ino+": 41, 2024-06-13T06:39:34.654 INFO:teuthology.orchestra.run.smithi096.stdout: "ino-": 1, 2024-06-13T06:39:34.654 INFO:teuthology.orchestra.run.smithi096.stdout: "dir": 20, 2024-06-13T06:39:34.654 INFO:teuthology.orchestra.run.smithi096.stdout: "dir+": 20, 2024-06-13T06:39:34.654 INFO:teuthology.orchestra.run.smithi096.stdout: "dir-": 0, 2024-06-13T06:39:34.654 INFO:teuthology.orchestra.run.smithi096.stdout: "dn": 47, 2024-06-13T06:39:34.654 INFO:teuthology.orchestra.run.smithi096.stdout: "dn+": 48, 2024-06-13T06:39:34.654 INFO:teuthology.orchestra.run.smithi096.stdout: "dn-": 1, 2024-06-13T06:39:34.654 INFO:teuthology.orchestra.run.smithi096.stdout: "cap": 3, 2024-06-13T06:39:34.654 INFO:teuthology.orchestra.run.smithi096.stdout: "cap+": 20, 2024-06-13T06:39:34.654 INFO:teuthology.orchestra.run.smithi096.stdout: "cap-": 17, 2024-06-13T06:39:34.654 INFO:teuthology.orchestra.run.smithi096.stdout: "rss": 57072, 2024-06-13T06:39:34.654 INFO:teuthology.orchestra.run.smithi096.stdout: "heap": 231804 2024-06-13T06:39:34.655 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.655 INFO:teuthology.orchestra.run.smithi096.stdout: "mds_server": { 2024-06-13T06:39:34.655 INFO:teuthology.orchestra.run.smithi096.stdout: "dispatch_client_request": 2129, 2024-06-13T06:39:34.655 INFO:teuthology.orchestra.run.smithi096.stdout: "dispatch_server_request": 0, 2024-06-13T06:39:34.655 INFO:teuthology.orchestra.run.smithi096.stdout: "handle_client_request": 854, 2024-06-13T06:39:34.655 INFO:teuthology.orchestra.run.smithi096.stdout: "handle_client_session": 39, 2024-06-13T06:39:34.655 INFO:teuthology.orchestra.run.smithi096.stdout: "handle_peer_request": 0, 2024-06-13T06:39:34.655 INFO:teuthology.orchestra.run.smithi096.stdout: "req_create_latency": { 2024-06-13T06:39:34.655 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 15, 2024-06-13T06:39:34.655 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.012654665, 2024-06-13T06:39:34.655 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000843644 2024-06-13T06:39:34.655 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.655 INFO:teuthology.orchestra.run.smithi096.stdout: "req_getattr_latency": { 2024-06-13T06:39:34.656 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 167, 2024-06-13T06:39:34.656 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.035050714, 2024-06-13T06:39:34.656 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000209884 2024-06-13T06:39:34.656 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.656 INFO:teuthology.orchestra.run.smithi096.stdout: "req_getfilelock_latency": { 2024-06-13T06:39:34.656 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:34.656 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:34.656 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:34.656 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.656 INFO:teuthology.orchestra.run.smithi096.stdout: "req_link_latency": { 2024-06-13T06:39:34.656 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:34.656 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:34.656 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:34.657 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.657 INFO:teuthology.orchestra.run.smithi096.stdout: "req_lookup_latency": { 2024-06-13T06:39:34.657 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 6, 2024-06-13T06:39:34.657 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.002053122, 2024-06-13T06:39:34.657 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000342187 2024-06-13T06:39:34.657 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.657 INFO:teuthology.orchestra.run.smithi096.stdout: "req_lookuphash_latency": { 2024-06-13T06:39:34.657 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:34.657 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:34.657 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:34.657 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.657 INFO:teuthology.orchestra.run.smithi096.stdout: "req_lookupino_latency": { 2024-06-13T06:39:34.657 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 1, 2024-06-13T06:39:34.658 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000203142, 2024-06-13T06:39:34.658 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000203142 2024-06-13T06:39:34.658 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.658 INFO:teuthology.orchestra.run.smithi096.stdout: "req_lookupname_latency": { 2024-06-13T06:39:34.658 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:34.658 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:34.658 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:34.658 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.658 INFO:teuthology.orchestra.run.smithi096.stdout: "req_lookupparent_latency": { 2024-06-13T06:39:34.658 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:34.658 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:34.658 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:34.659 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.659 INFO:teuthology.orchestra.run.smithi096.stdout: "req_lookupsnap_latency": { 2024-06-13T06:39:34.659 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:34.659 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:34.659 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:34.659 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.659 INFO:teuthology.orchestra.run.smithi096.stdout: "req_lssnap_latency": { 2024-06-13T06:39:34.659 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 16, 2024-06-13T06:39:34.659 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.002889490, 2024-06-13T06:39:34.660 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000180593 2024-06-13T06:39:34.660 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.660 INFO:teuthology.orchestra.run.smithi096.stdout: "req_mkdir_latency": { 2024-06-13T06:39:34.660 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 8, 2024-06-13T06:39:34.660 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.014033058, 2024-06-13T06:39:34.660 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.001754132 2024-06-13T06:39:34.660 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.660 INFO:teuthology.orchestra.run.smithi096.stdout: "req_mknod_latency": { 2024-06-13T06:39:34.660 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:34.661 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:34.661 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:34.661 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.661 INFO:teuthology.orchestra.run.smithi096.stdout: "req_mksnap_latency": { 2024-06-13T06:39:34.661 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 16, 2024-06-13T06:39:34.661 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.079355710, 2024-06-13T06:39:34.661 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.004959731 2024-06-13T06:39:34.661 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.661 INFO:teuthology.orchestra.run.smithi096.stdout: "req_open_latency": { 2024-06-13T06:39:34.661 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 1, 2024-06-13T06:39:34.661 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000215495, 2024-06-13T06:39:34.661 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000215495 2024-06-13T06:39:34.661 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.662 INFO:teuthology.orchestra.run.smithi096.stdout: "req_readdir_latency": { 2024-06-13T06:39:34.662 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 2, 2024-06-13T06:39:34.662 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.005270018, 2024-06-13T06:39:34.662 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.002635009 2024-06-13T06:39:34.662 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.662 INFO:teuthology.orchestra.run.smithi096.stdout: "req_rename_latency": { 2024-06-13T06:39:34.662 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 2, 2024-06-13T06:39:34.662 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.003128084, 2024-06-13T06:39:34.662 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.001564042 2024-06-13T06:39:34.662 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.662 INFO:teuthology.orchestra.run.smithi096.stdout: "req_renamesnap_latency": { 2024-06-13T06:39:34.663 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:34.663 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:34.663 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:34.663 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.663 INFO:teuthology.orchestra.run.smithi096.stdout: "req_snapdiff_latency": { 2024-06-13T06:39:34.663 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:34.663 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:34.663 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:34.663 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.663 INFO:teuthology.orchestra.run.smithi096.stdout: "req_rmdir_latency": { 2024-06-13T06:39:34.663 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 2, 2024-06-13T06:39:34.663 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.013366680, 2024-06-13T06:39:34.663 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.006683340 2024-06-13T06:39:34.664 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.664 INFO:teuthology.orchestra.run.smithi096.stdout: "req_rmsnap_latency": { 2024-06-13T06:39:34.664 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 10, 2024-06-13T06:39:34.664 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.045107997, 2024-06-13T06:39:34.664 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.004510799 2024-06-13T06:39:34.664 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.664 INFO:teuthology.orchestra.run.smithi096.stdout: "req_rmxattr_latency": { 2024-06-13T06:39:34.664 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:34.664 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:34.664 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:34.664 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.664 INFO:teuthology.orchestra.run.smithi096.stdout: "req_setattr_latency": { 2024-06-13T06:39:34.664 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 600, 2024-06-13T06:39:34.665 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 3.440887381, 2024-06-13T06:39:34.665 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.005734812 2024-06-13T06:39:34.665 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.665 INFO:teuthology.orchestra.run.smithi096.stdout: "req_setdirlayout_latency": { 2024-06-13T06:39:34.665 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:34.665 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:34.665 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:34.665 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.665 INFO:teuthology.orchestra.run.smithi096.stdout: "req_setfilelock_latency": { 2024-06-13T06:39:34.665 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:34.665 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:34.665 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:34.665 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.666 INFO:teuthology.orchestra.run.smithi096.stdout: "req_setlayout_latency": { 2024-06-13T06:39:34.666 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:34.666 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:34.666 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:34.666 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.666 INFO:teuthology.orchestra.run.smithi096.stdout: "req_setxattr_latency": { 2024-06-13T06:39:34.666 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 7, 2024-06-13T06:39:34.666 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.019955870, 2024-06-13T06:39:34.666 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.002850838 2024-06-13T06:39:34.666 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.666 INFO:teuthology.orchestra.run.smithi096.stdout: "req_symlink_latency": { 2024-06-13T06:39:34.666 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:34.667 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:34.667 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:34.667 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.667 INFO:teuthology.orchestra.run.smithi096.stdout: "req_unlink_latency": { 2024-06-13T06:39:34.667 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 1, 2024-06-13T06:39:34.667 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.003257760, 2024-06-13T06:39:34.667 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.003257760 2024-06-13T06:39:34.667 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.667 INFO:teuthology.orchestra.run.smithi096.stdout: "cap_revoke_eviction": 0, 2024-06-13T06:39:34.667 INFO:teuthology.orchestra.run.smithi096.stdout: "cap_acquisition_throttle": 0, 2024-06-13T06:39:34.667 INFO:teuthology.orchestra.run.smithi096.stdout: "req_getvxattr_latency": { 2024-06-13T06:39:34.667 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:34.667 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:34.669 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:34.669 INFO:teuthology.orchestra.run.smithi096.stdout: } 2024-06-13T06:39:34.669 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.669 INFO:teuthology.orchestra.run.smithi096.stdout: "mds_sessions": { 2024-06-13T06:39:34.669 INFO:teuthology.orchestra.run.smithi096.stdout: "session_count": 2, 2024-06-13T06:39:34.669 INFO:teuthology.orchestra.run.smithi096.stdout: "session_add": 5, 2024-06-13T06:39:34.670 INFO:teuthology.orchestra.run.smithi096.stdout: "session_remove": 3, 2024-06-13T06:39:34.670 INFO:teuthology.orchestra.run.smithi096.stdout: "sessions_open": 2, 2024-06-13T06:39:34.670 INFO:teuthology.orchestra.run.smithi096.stdout: "sessions_stale": 0, 2024-06-13T06:39:34.670 INFO:teuthology.orchestra.run.smithi096.stdout: "total_load": 97, 2024-06-13T06:39:34.670 INFO:teuthology.orchestra.run.smithi096.stdout: "average_load": 48, 2024-06-13T06:39:34.670 INFO:teuthology.orchestra.run.smithi096.stdout: "avg_session_uptime": 960, 2024-06-13T06:39:34.670 INFO:teuthology.orchestra.run.smithi096.stdout: "mdthresh_evicted": 0 2024-06-13T06:39:34.670 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.670 INFO:teuthology.orchestra.run.smithi096.stdout: "mempool": { 2024-06-13T06:39:34.670 INFO:teuthology.orchestra.run.smithi096.stdout: "bloom_filter_bytes": 0, 2024-06-13T06:39:34.670 INFO:teuthology.orchestra.run.smithi096.stdout: "bloom_filter_items": 0, 2024-06-13T06:39:34.670 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_alloc_bytes": 0, 2024-06-13T06:39:34.670 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_alloc_items": 0, 2024-06-13T06:39:34.671 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_cache_data_bytes": 0, 2024-06-13T06:39:34.671 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_cache_data_items": 0, 2024-06-13T06:39:34.671 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_cache_onode_bytes": 0, 2024-06-13T06:39:34.671 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_cache_onode_items": 0, 2024-06-13T06:39:34.671 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_cache_meta_bytes": 0, 2024-06-13T06:39:34.671 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_cache_meta_items": 0, 2024-06-13T06:39:34.671 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_cache_other_bytes": 0, 2024-06-13T06:39:34.671 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_cache_other_items": 0, 2024-06-13T06:39:34.671 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_cache_buffer_bytes": 0, 2024-06-13T06:39:34.671 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_cache_buffer_items": 0, 2024-06-13T06:39:34.671 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_extent_bytes": 0, 2024-06-13T06:39:34.671 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_extent_items": 0, 2024-06-13T06:39:34.671 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_blob_bytes": 0, 2024-06-13T06:39:34.672 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_blob_items": 0, 2024-06-13T06:39:34.672 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_shared_blob_bytes": 0, 2024-06-13T06:39:34.672 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_shared_blob_items": 0, 2024-06-13T06:39:34.672 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_inline_bl_bytes": 0, 2024-06-13T06:39:34.672 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_inline_bl_items": 0, 2024-06-13T06:39:34.672 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_fsck_bytes": 0, 2024-06-13T06:39:34.672 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_fsck_items": 0, 2024-06-13T06:39:34.672 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_txc_bytes": 0, 2024-06-13T06:39:34.672 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_txc_items": 0, 2024-06-13T06:39:34.672 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_writing_deferred_bytes": 0, 2024-06-13T06:39:34.672 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_writing_deferred_items": 0, 2024-06-13T06:39:34.672 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_writing_bytes": 0, 2024-06-13T06:39:34.672 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_writing_items": 0, 2024-06-13T06:39:34.673 INFO:teuthology.orchestra.run.smithi096.stdout: "bluefs_bytes": 0, 2024-06-13T06:39:34.673 INFO:teuthology.orchestra.run.smithi096.stdout: "bluefs_items": 0, 2024-06-13T06:39:34.673 INFO:teuthology.orchestra.run.smithi096.stdout: "bluefs_file_reader_bytes": 0, 2024-06-13T06:39:34.673 INFO:teuthology.orchestra.run.smithi096.stdout: "bluefs_file_reader_items": 0, 2024-06-13T06:39:34.673 INFO:teuthology.orchestra.run.smithi096.stdout: "bluefs_file_writer_bytes": 0, 2024-06-13T06:39:34.673 INFO:teuthology.orchestra.run.smithi096.stdout: "bluefs_file_writer_items": 0, 2024-06-13T06:39:34.673 INFO:teuthology.orchestra.run.smithi096.stdout: "buffer_anon_bytes": 320468, 2024-06-13T06:39:34.673 INFO:teuthology.orchestra.run.smithi096.stdout: "buffer_anon_items": 112, 2024-06-13T06:39:34.673 INFO:teuthology.orchestra.run.smithi096.stdout: "buffer_meta_bytes": 0, 2024-06-13T06:39:34.673 INFO:teuthology.orchestra.run.smithi096.stdout: "buffer_meta_items": 0, 2024-06-13T06:39:34.673 INFO:teuthology.orchestra.run.smithi096.stdout: "osd_bytes": 0, 2024-06-13T06:39:34.673 INFO:teuthology.orchestra.run.smithi096.stdout: "osd_items": 0, 2024-06-13T06:39:34.673 INFO:teuthology.orchestra.run.smithi096.stdout: "osd_mapbl_bytes": 0, 2024-06-13T06:39:34.674 INFO:teuthology.orchestra.run.smithi096.stdout: "osd_mapbl_items": 0, 2024-06-13T06:39:34.674 INFO:teuthology.orchestra.run.smithi096.stdout: "osd_pglog_bytes": 0, 2024-06-13T06:39:34.674 INFO:teuthology.orchestra.run.smithi096.stdout: "osd_pglog_items": 0, 2024-06-13T06:39:34.674 INFO:teuthology.orchestra.run.smithi096.stdout: "osdmap_bytes": 8136, 2024-06-13T06:39:34.674 INFO:teuthology.orchestra.run.smithi096.stdout: "osdmap_items": 170, 2024-06-13T06:39:34.674 INFO:teuthology.orchestra.run.smithi096.stdout: "osdmap_mapping_bytes": 0, 2024-06-13T06:39:34.674 INFO:teuthology.orchestra.run.smithi096.stdout: "osdmap_mapping_items": 0, 2024-06-13T06:39:34.674 INFO:teuthology.orchestra.run.smithi096.stdout: "pgmap_bytes": 0, 2024-06-13T06:39:34.674 INFO:teuthology.orchestra.run.smithi096.stdout: "pgmap_items": 0, 2024-06-13T06:39:34.674 INFO:teuthology.orchestra.run.smithi096.stdout: "mds_co_bytes": 221307, 2024-06-13T06:39:34.674 INFO:teuthology.orchestra.run.smithi096.stdout: "mds_co_items": 1471, 2024-06-13T06:39:34.674 INFO:teuthology.orchestra.run.smithi096.stdout: "unittest_1_bytes": 0, 2024-06-13T06:39:34.675 INFO:teuthology.orchestra.run.smithi096.stdout: "unittest_1_items": 0, 2024-06-13T06:39:34.675 INFO:teuthology.orchestra.run.smithi096.stdout: "unittest_2_bytes": 0, 2024-06-13T06:39:34.675 INFO:teuthology.orchestra.run.smithi096.stdout: "unittest_2_items": 0 2024-06-13T06:39:34.675 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.675 INFO:teuthology.orchestra.run.smithi096.stdout: "objecter": { 2024-06-13T06:39:34.675 INFO:teuthology.orchestra.run.smithi096.stdout: "op_active": 0, 2024-06-13T06:39:34.675 INFO:teuthology.orchestra.run.smithi096.stdout: "op_laggy": 0, 2024-06-13T06:39:34.675 INFO:teuthology.orchestra.run.smithi096.stdout: "op_send": 3478, 2024-06-13T06:39:34.675 INFO:teuthology.orchestra.run.smithi096.stdout: "op_send_bytes": 31655787, 2024-06-13T06:39:34.675 INFO:teuthology.orchestra.run.smithi096.stdout: "op_resend": 37, 2024-06-13T06:39:34.675 INFO:teuthology.orchestra.run.smithi096.stdout: "op_reply": 3478, 2024-06-13T06:39:34.675 INFO:teuthology.orchestra.run.smithi096.stdout: "op_latency": { 2024-06-13T06:39:34.675 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 3478, 2024-06-13T06:39:34.675 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 25.774433730, 2024-06-13T06:39:34.676 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.007410705 2024-06-13T06:39:34.676 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.676 INFO:teuthology.orchestra.run.smithi096.stdout: "op_inflight": 0, 2024-06-13T06:39:34.676 INFO:teuthology.orchestra.run.smithi096.stdout: "oplen_avg": { 2024-06-13T06:39:34.676 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 3478, 2024-06-13T06:39:34.676 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 3526 2024-06-13T06:39:34.676 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.676 INFO:teuthology.orchestra.run.smithi096.stdout: "op": 3478, 2024-06-13T06:39:34.676 INFO:teuthology.orchestra.run.smithi096.stdout: "op_r": 1, 2024-06-13T06:39:34.676 INFO:teuthology.orchestra.run.smithi096.stdout: "op_w": 3477, 2024-06-13T06:39:34.676 INFO:teuthology.orchestra.run.smithi096.stdout: "op_rmw": 0, 2024-06-13T06:39:34.676 INFO:teuthology.orchestra.run.smithi096.stdout: "op_pg": 0, 2024-06-13T06:39:34.676 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_stat": 0, 2024-06-13T06:39:34.677 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_create": 11, 2024-06-13T06:39:34.677 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_read": 1, 2024-06-13T06:39:34.677 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_write": 2237, 2024-06-13T06:39:34.677 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_writefull": 68, 2024-06-13T06:39:34.677 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_writesame": 0, 2024-06-13T06:39:34.677 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_append": 0, 2024-06-13T06:39:34.677 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_zero": 0, 2024-06-13T06:39:34.677 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_truncate": 0, 2024-06-13T06:39:34.677 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_delete": 520, 2024-06-13T06:39:34.677 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_mapext": 0, 2024-06-13T06:39:34.677 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_sparse_read": 0, 2024-06-13T06:39:34.677 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_clonerange": 0, 2024-06-13T06:39:34.677 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_getxattr": 0, 2024-06-13T06:39:34.677 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_setxattr": 22, 2024-06-13T06:39:34.677 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_cmpxattr": 0, 2024-06-13T06:39:34.678 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_rmxattr": 0, 2024-06-13T06:39:34.678 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_resetxattrs": 0, 2024-06-13T06:39:34.678 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_call": 0, 2024-06-13T06:39:34.678 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_watch": 0, 2024-06-13T06:39:34.678 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_notify": 0, 2024-06-13T06:39:34.678 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_src_cmpxattr": 0, 2024-06-13T06:39:34.678 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_pgls": 0, 2024-06-13T06:39:34.678 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_pgls_filter": 0, 2024-06-13T06:39:34.678 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_other": 599, 2024-06-13T06:39:34.678 INFO:teuthology.orchestra.run.smithi096.stdout: "linger_active": 0, 2024-06-13T06:39:34.678 INFO:teuthology.orchestra.run.smithi096.stdout: "linger_send": 0, 2024-06-13T06:39:34.678 INFO:teuthology.orchestra.run.smithi096.stdout: "linger_resend": 0, 2024-06-13T06:39:34.679 INFO:teuthology.orchestra.run.smithi096.stdout: "linger_ping": 0, 2024-06-13T06:39:34.679 INFO:teuthology.orchestra.run.smithi096.stdout: "poolop_active": 0, 2024-06-13T06:39:34.679 INFO:teuthology.orchestra.run.smithi096.stdout: "poolop_send": 0, 2024-06-13T06:39:34.679 INFO:teuthology.orchestra.run.smithi096.stdout: "poolop_resend": 0, 2024-06-13T06:39:34.679 INFO:teuthology.orchestra.run.smithi096.stdout: "poolstat_active": 0, 2024-06-13T06:39:34.679 INFO:teuthology.orchestra.run.smithi096.stdout: "poolstat_send": 0, 2024-06-13T06:39:34.679 INFO:teuthology.orchestra.run.smithi096.stdout: "poolstat_resend": 0, 2024-06-13T06:39:34.679 INFO:teuthology.orchestra.run.smithi096.stdout: "statfs_active": 0, 2024-06-13T06:39:34.679 INFO:teuthology.orchestra.run.smithi096.stdout: "statfs_send": 0, 2024-06-13T06:39:34.679 INFO:teuthology.orchestra.run.smithi096.stdout: "statfs_resend": 0, 2024-06-13T06:39:34.679 INFO:teuthology.orchestra.run.smithi096.stdout: "command_active": 0, 2024-06-13T06:39:34.679 INFO:teuthology.orchestra.run.smithi096.stdout: "command_send": 0, 2024-06-13T06:39:34.679 INFO:teuthology.orchestra.run.smithi096.stdout: "command_resend": 0, 2024-06-13T06:39:34.679 INFO:teuthology.orchestra.run.smithi096.stdout: "map_epoch": 112, 2024-06-13T06:39:34.680 INFO:teuthology.orchestra.run.smithi096.stdout: "map_full": 0, 2024-06-13T06:39:34.680 INFO:teuthology.orchestra.run.smithi096.stdout: "map_inc": 23, 2024-06-13T06:39:34.680 INFO:teuthology.orchestra.run.smithi096.stdout: "osd_sessions": 12, 2024-06-13T06:39:34.680 INFO:teuthology.orchestra.run.smithi096.stdout: "osd_session_open": 13, 2024-06-13T06:39:34.680 INFO:teuthology.orchestra.run.smithi096.stdout: "osd_session_close": 1, 2024-06-13T06:39:34.680 INFO:teuthology.orchestra.run.smithi096.stdout: "osd_laggy": 0, 2024-06-13T06:39:34.680 INFO:teuthology.orchestra.run.smithi096.stdout: "omap_wr": 60, 2024-06-13T06:39:34.680 INFO:teuthology.orchestra.run.smithi096.stdout: "omap_rd": 0, 2024-06-13T06:39:34.680 INFO:teuthology.orchestra.run.smithi096.stdout: "omap_del": 8 2024-06-13T06:39:34.680 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.680 INFO:teuthology.orchestra.run.smithi096.stdout: "oft": { 2024-06-13T06:39:34.680 INFO:teuthology.orchestra.run.smithi096.stdout: "omap_total_objs": 1, 2024-06-13T06:39:34.680 INFO:teuthology.orchestra.run.smithi096.stdout: "omap_total_kv_pairs": 0, 2024-06-13T06:39:34.680 INFO:teuthology.orchestra.run.smithi096.stdout: "omap_total_updates": 0, 2024-06-13T06:39:34.680 INFO:teuthology.orchestra.run.smithi096.stdout: "omap_total_removes": 0 2024-06-13T06:39:34.681 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.681 INFO:teuthology.orchestra.run.smithi096.stdout: "osd-slow-ops": { 2024-06-13T06:39:34.681 INFO:teuthology.orchestra.run.smithi096.stdout: "slow_ops_count": 163 2024-06-13T06:39:34.681 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.681 INFO:teuthology.orchestra.run.smithi096.stdout: "purge_queue": { 2024-06-13T06:39:34.681 INFO:teuthology.orchestra.run.smithi096.stdout: "pq_executing_ops": 0, 2024-06-13T06:39:34.681 INFO:teuthology.orchestra.run.smithi096.stdout: "pq_executing_ops_high_water": 1, 2024-06-13T06:39:34.681 INFO:teuthology.orchestra.run.smithi096.stdout: "pq_executing": 0, 2024-06-13T06:39:34.681 INFO:teuthology.orchestra.run.smithi096.stdout: "pq_executing_high_water": 1, 2024-06-13T06:39:34.681 INFO:teuthology.orchestra.run.smithi096.stdout: "pq_executed_ops": 1, 2024-06-13T06:39:34.681 INFO:teuthology.orchestra.run.smithi096.stdout: "pq_executed": 1, 2024-06-13T06:39:34.681 INFO:teuthology.orchestra.run.smithi096.stdout: "pq_item_in_journal": 0 2024-06-13T06:39:34.681 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.682 INFO:teuthology.orchestra.run.smithi096.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-06-13T06:39:34.682 INFO:teuthology.orchestra.run.smithi096.stdout: "val": 0, 2024-06-13T06:39:34.682 INFO:teuthology.orchestra.run.smithi096.stdout: "max": 104857600, 2024-06-13T06:39:34.682 INFO:teuthology.orchestra.run.smithi096.stdout: "get_started": 0, 2024-06-13T06:39:34.682 INFO:teuthology.orchestra.run.smithi096.stdout: "get": 9957, 2024-06-13T06:39:34.682 INFO:teuthology.orchestra.run.smithi096.stdout: "get_sum": 3672263, 2024-06-13T06:39:34.682 INFO:teuthology.orchestra.run.smithi096.stdout: "get_or_fail_fail": 0, 2024-06-13T06:39:34.682 INFO:teuthology.orchestra.run.smithi096.stdout: "get_or_fail_success": 9957, 2024-06-13T06:39:34.682 INFO:teuthology.orchestra.run.smithi096.stdout: "take": 0, 2024-06-13T06:39:34.682 INFO:teuthology.orchestra.run.smithi096.stdout: "take_sum": 0, 2024-06-13T06:39:34.682 INFO:teuthology.orchestra.run.smithi096.stdout: "put": 9957, 2024-06-13T06:39:34.682 INFO:teuthology.orchestra.run.smithi096.stdout: "put_sum": 3672263, 2024-06-13T06:39:34.683 INFO:teuthology.orchestra.run.smithi096.stdout: "wait": { 2024-06-13T06:39:34.683 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:34.683 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:34.683 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:34.683 INFO:teuthology.orchestra.run.smithi096.stdout: } 2024-06-13T06:39:34.683 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.683 INFO:teuthology.orchestra.run.smithi096.stdout: "throttle-objecter_bytes": { 2024-06-13T06:39:34.683 INFO:teuthology.orchestra.run.smithi096.stdout: "val": 0, 2024-06-13T06:39:34.683 INFO:teuthology.orchestra.run.smithi096.stdout: "max": 104857600, 2024-06-13T06:39:34.683 INFO:teuthology.orchestra.run.smithi096.stdout: "get_started": 0, 2024-06-13T06:39:34.683 INFO:teuthology.orchestra.run.smithi096.stdout: "get": 0, 2024-06-13T06:39:34.683 INFO:teuthology.orchestra.run.smithi096.stdout: "get_sum": 0, 2024-06-13T06:39:34.683 INFO:teuthology.orchestra.run.smithi096.stdout: "get_or_fail_fail": 0, 2024-06-13T06:39:34.684 INFO:teuthology.orchestra.run.smithi096.stdout: "get_or_fail_success": 0, 2024-06-13T06:39:34.684 INFO:teuthology.orchestra.run.smithi096.stdout: "take": 3478, 2024-06-13T06:39:34.684 INFO:teuthology.orchestra.run.smithi096.stdout: "take_sum": 31655936, 2024-06-13T06:39:34.684 INFO:teuthology.orchestra.run.smithi096.stdout: "put": 3478, 2024-06-13T06:39:34.684 INFO:teuthology.orchestra.run.smithi096.stdout: "put_sum": 31655936, 2024-06-13T06:39:34.684 INFO:teuthology.orchestra.run.smithi096.stdout: "wait": { 2024-06-13T06:39:34.684 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:34.684 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:34.684 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:34.684 INFO:teuthology.orchestra.run.smithi096.stdout: } 2024-06-13T06:39:34.684 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.684 INFO:teuthology.orchestra.run.smithi096.stdout: "throttle-objecter_ops": { 2024-06-13T06:39:34.684 INFO:teuthology.orchestra.run.smithi096.stdout: "val": 0, 2024-06-13T06:39:34.685 INFO:teuthology.orchestra.run.smithi096.stdout: "max": 1024, 2024-06-13T06:39:34.685 INFO:teuthology.orchestra.run.smithi096.stdout: "get_started": 0, 2024-06-13T06:39:34.685 INFO:teuthology.orchestra.run.smithi096.stdout: "get": 0, 2024-06-13T06:39:34.685 INFO:teuthology.orchestra.run.smithi096.stdout: "get_sum": 0, 2024-06-13T06:39:34.685 INFO:teuthology.orchestra.run.smithi096.stdout: "get_or_fail_fail": 0, 2024-06-13T06:39:34.685 INFO:teuthology.orchestra.run.smithi096.stdout: "get_or_fail_success": 0, 2024-06-13T06:39:34.685 INFO:teuthology.orchestra.run.smithi096.stdout: "take": 3478, 2024-06-13T06:39:34.685 INFO:teuthology.orchestra.run.smithi096.stdout: "take_sum": 3478, 2024-06-13T06:39:34.685 INFO:teuthology.orchestra.run.smithi096.stdout: "put": 3478, 2024-06-13T06:39:34.685 INFO:teuthology.orchestra.run.smithi096.stdout: "put_sum": 3478, 2024-06-13T06:39:34.685 INFO:teuthology.orchestra.run.smithi096.stdout: "wait": { 2024-06-13T06:39:34.685 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:34.685 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:34.685 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:34.686 INFO:teuthology.orchestra.run.smithi096.stdout: } 2024-06-13T06:39:34.686 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.686 INFO:teuthology.orchestra.run.smithi096.stdout: "throttle-write_buf_throttle": { 2024-06-13T06:39:34.686 INFO:teuthology.orchestra.run.smithi096.stdout: "val": 0, 2024-06-13T06:39:34.686 INFO:teuthology.orchestra.run.smithi096.stdout: "max": 3758096384, 2024-06-13T06:39:34.686 INFO:teuthology.orchestra.run.smithi096.stdout: "get_started": 0, 2024-06-13T06:39:34.686 INFO:teuthology.orchestra.run.smithi096.stdout: "get": 1, 2024-06-13T06:39:34.686 INFO:teuthology.orchestra.run.smithi096.stdout: "get_sum": 149, 2024-06-13T06:39:34.686 INFO:teuthology.orchestra.run.smithi096.stdout: "get_or_fail_fail": 0, 2024-06-13T06:39:34.686 INFO:teuthology.orchestra.run.smithi096.stdout: "get_or_fail_success": 1, 2024-06-13T06:39:34.686 INFO:teuthology.orchestra.run.smithi096.stdout: "take": 0, 2024-06-13T06:39:34.687 INFO:teuthology.orchestra.run.smithi096.stdout: "take_sum": 0, 2024-06-13T06:39:34.687 INFO:teuthology.orchestra.run.smithi096.stdout: "put": 1, 2024-06-13T06:39:34.687 INFO:teuthology.orchestra.run.smithi096.stdout: "put_sum": 149, 2024-06-13T06:39:34.687 INFO:teuthology.orchestra.run.smithi096.stdout: "wait": { 2024-06-13T06:39:34.687 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:34.687 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:34.687 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:34.687 INFO:teuthology.orchestra.run.smithi096.stdout: } 2024-06-13T06:39:34.687 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:34.687 INFO:teuthology.orchestra.run.smithi096.stdout: "throttle-write_buf_throttle-0x55ecc4644500": { 2024-06-13T06:39:34.687 INFO:teuthology.orchestra.run.smithi096.stdout: "val": 0, 2024-06-13T06:39:34.687 INFO:teuthology.orchestra.run.smithi096.stdout: "max": 3758096384, 2024-06-13T06:39:34.687 INFO:teuthology.orchestra.run.smithi096.stdout: "get_started": 0, 2024-06-13T06:39:34.688 INFO:teuthology.orchestra.run.smithi096.stdout: "get": 2323, 2024-06-13T06:39:34.688 INFO:teuthology.orchestra.run.smithi096.stdout: "get_sum": 31635009, 2024-06-13T06:39:34.688 INFO:teuthology.orchestra.run.smithi096.stdout: "get_or_fail_fail": 0, 2024-06-13T06:39:34.688 INFO:teuthology.orchestra.run.smithi096.stdout: "get_or_fail_success": 2323, 2024-06-13T06:39:34.688 INFO:teuthology.orchestra.run.smithi096.stdout: "take": 0, 2024-06-13T06:39:34.688 INFO:teuthology.orchestra.run.smithi096.stdout: "take_sum": 0, 2024-06-13T06:39:34.688 INFO:teuthology.orchestra.run.smithi096.stdout: "put": 2236, 2024-06-13T06:39:34.688 INFO:teuthology.orchestra.run.smithi096.stdout: "put_sum": 31635009, 2024-06-13T06:39:34.688 INFO:teuthology.orchestra.run.smithi096.stdout: "wait": { 2024-06-13T06:39:34.688 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:34.688 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:34.688 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:34.688 INFO:teuthology.orchestra.run.smithi096.stdout: } 2024-06-13T06:39:34.689 INFO:teuthology.orchestra.run.smithi096.stdout: } 2024-06-13T06:39:34.689 INFO:teuthology.orchestra.run.smithi096.stdout:} 2024-06-13T06:39:35.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:39:35 smithi096 ceph-mon[36532]: pgmap v515: 97 pgs: 97 active+clean; 31 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 4.9 KiB/s wr, 5 op/s 2024-06-13T06:39:35.353 INFO:tasks.check_counter:Daemon mds.b mds.exported=0 2024-06-13T06:39:35.353 INFO:tasks.check_counter:Daemon mds.b mds.imported=0 2024-06-13T06:39:35.353 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update=11 2024-06-13T06:39:35.353 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update_receipt=0 2024-06-13T06:39:35.353 INFO:tasks.check_counter:Daemon mds.b mds.root_rsnaps=6 2024-06-13T06:39:35.353 INFO:tasks.check_counter:Daemon mds.b mds_server.req_mksnap_latency.avgcount=16 2024-06-13T06:39:35.353 INFO:tasks.check_counter:Daemon mds.b mds_server.req_rmsnap_latency.avgcount=10 2024-06-13T06:39:35.353 DEBUG:tasks.check_counter:Getting stats from e 2024-06-13T06:39:35.353 DEBUG:teuthology.orchestra.run.smithi096:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph daemon mds.e perf dump 2024-06-13T06:39:35.422 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:39:35 smithi039 ceph-mon[32479]: pgmap v515: 97 pgs: 97 active+clean; 31 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 4.9 KiB/s wr, 5 op/s 2024-06-13T06:39:35.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:39:35 smithi149 ceph-mon[36963]: pgmap v515: 97 pgs: 97 active+clean; 31 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 4.9 KiB/s wr, 5 op/s 2024-06-13T06:39:35.597 INFO:teuthology.orchestra.run.smithi096.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.b/config 2024-06-13T06:39:37.317 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:39:37 smithi096 ceph-mon[36532]: pgmap v516: 97 pgs: 97 active+clean; 31 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 4.9 KiB/s wr, 7 op/s 2024-06-13T06:39:37.317 INFO:teuthology.orchestra.run.smithi096.stdout:{ 2024-06-13T06:39:37.318 INFO:teuthology.orchestra.run.smithi096.stdout: "AsyncMessenger::Worker-0": { 2024-06-13T06:39:37.318 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_recv_messages": 111, 2024-06-13T06:39:37.318 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_send_messages": 113, 2024-06-13T06:39:37.318 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_recv_bytes": 34259, 2024-06-13T06:39:37.318 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_send_bytes": 113546, 2024-06-13T06:39:37.318 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_created_connections": 17, 2024-06-13T06:39:37.318 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_active_connections": 2, 2024-06-13T06:39:37.318 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_running_total_time": 0.014697422, 2024-06-13T06:39:37.318 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_running_send_time": 0.004084840, 2024-06-13T06:39:37.318 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_running_recv_time": 0.008908328, 2024-06-13T06:39:37.319 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_running_fast_dispatch_time": 0.000576827, 2024-06-13T06:39:37.319 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T06:39:37.319 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 111, 2024-06-13T06:39:37.319 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.015313061, 2024-06-13T06:39:37.319 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000137955 2024-06-13T06:39:37.319 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.319 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_handle_ack_lat": { 2024-06-13T06:39:37.319 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 157, 2024-06-13T06:39:37.319 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000036567, 2024-06-13T06:39:37.319 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000232 2024-06-13T06:39:37.319 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.319 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_recv_encrypted_bytes": 928, 2024-06-13T06:39:37.319 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_send_encrypted_bytes": 736 2024-06-13T06:39:37.319 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.320 INFO:teuthology.orchestra.run.smithi096.stdout: "AsyncMessenger::Worker-1": { 2024-06-13T06:39:37.320 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_recv_messages": 425, 2024-06-13T06:39:37.320 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_send_messages": 410, 2024-06-13T06:39:37.320 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_recv_bytes": 1669526, 2024-06-13T06:39:37.320 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_send_bytes": 226361, 2024-06-13T06:39:37.320 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_created_connections": 9, 2024-06-13T06:39:37.320 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_active_connections": 3, 2024-06-13T06:39:37.320 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_running_total_time": 0.071526336, 2024-06-13T06:39:37.320 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_running_send_time": 0.023688517, 2024-06-13T06:39:37.320 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_running_recv_time": 0.047907867, 2024-06-13T06:39:37.320 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_running_fast_dispatch_time": 0.008628232, 2024-06-13T06:39:37.320 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T06:39:37.320 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 410, 2024-06-13T06:39:37.321 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.029563805, 2024-06-13T06:39:37.321 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000072106 2024-06-13T06:39:37.321 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.321 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_handle_ack_lat": { 2024-06-13T06:39:37.321 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 19, 2024-06-13T06:39:37.321 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000003406, 2024-06-13T06:39:37.321 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000179 2024-06-13T06:39:37.321 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.321 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_recv_encrypted_bytes": 1665152, 2024-06-13T06:39:37.321 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_send_encrypted_bytes": 213392 2024-06-13T06:39:37.321 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.321 INFO:teuthology.orchestra.run.smithi096.stdout: "AsyncMessenger::Worker-2": { 2024-06-13T06:39:37.321 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_recv_messages": 1275, 2024-06-13T06:39:37.321 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_send_messages": 1339, 2024-06-13T06:39:37.321 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_recv_bytes": 375995, 2024-06-13T06:39:37.322 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_send_bytes": 816764, 2024-06-13T06:39:37.322 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_created_connections": 10, 2024-06-13T06:39:37.322 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_active_connections": 4, 2024-06-13T06:39:37.322 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_running_total_time": 0.144953120, 2024-06-13T06:39:37.322 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_running_send_time": 0.073934093, 2024-06-13T06:39:37.322 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_running_recv_time": 0.068731352, 2024-06-13T06:39:37.322 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_running_fast_dispatch_time": 0.005903554, 2024-06-13T06:39:37.322 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T06:39:37.322 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 1336, 2024-06-13T06:39:37.322 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.069055177, 2024-06-13T06:39:37.323 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000051688 2024-06-13T06:39:37.323 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.323 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_handle_ack_lat": { 2024-06-13T06:39:37.323 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 2295, 2024-06-13T06:39:37.323 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000554971, 2024-06-13T06:39:37.323 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000241 2024-06-13T06:39:37.323 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.323 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_recv_encrypted_bytes": 1248, 2024-06-13T06:39:37.323 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_send_encrypted_bytes": 592096 2024-06-13T06:39:37.323 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.323 INFO:teuthology.orchestra.run.smithi096.stdout: "cct": { 2024-06-13T06:39:37.323 INFO:teuthology.orchestra.run.smithi096.stdout: "total_workers": 1, 2024-06-13T06:39:37.323 INFO:teuthology.orchestra.run.smithi096.stdout: "unhealthy_workers": 0 2024-06-13T06:39:37.324 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.324 INFO:teuthology.orchestra.run.smithi096.stdout: "finisher-MDSRank": { 2024-06-13T06:39:37.324 INFO:teuthology.orchestra.run.smithi096.stdout: "queue_len": 0, 2024-06-13T06:39:37.324 INFO:teuthology.orchestra.run.smithi096.stdout: "complete_latency": { 2024-06-13T06:39:37.324 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 53, 2024-06-13T06:39:37.324 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.001594120, 2024-06-13T06:39:37.324 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000030077 2024-06-13T06:39:37.324 INFO:teuthology.orchestra.run.smithi096.stdout: } 2024-06-13T06:39:37.324 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.324 INFO:teuthology.orchestra.run.smithi096.stdout: "finisher-PurgeQueue": { 2024-06-13T06:39:37.324 INFO:teuthology.orchestra.run.smithi096.stdout: "queue_len": 0, 2024-06-13T06:39:37.324 INFO:teuthology.orchestra.run.smithi096.stdout: "complete_latency": { 2024-06-13T06:39:37.325 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 2, 2024-06-13T06:39:37.325 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000007763, 2024-06-13T06:39:37.325 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000003881 2024-06-13T06:39:37.325 INFO:teuthology.orchestra.run.smithi096.stdout: } 2024-06-13T06:39:37.325 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.325 INFO:teuthology.orchestra.run.smithi096.stdout: "mds": { 2024-06-13T06:39:37.325 INFO:teuthology.orchestra.run.smithi096.stdout: "request": 3, 2024-06-13T06:39:37.325 INFO:teuthology.orchestra.run.smithi096.stdout: "reply": 2, 2024-06-13T06:39:37.325 INFO:teuthology.orchestra.run.smithi096.stdout: "reply_latency": { 2024-06-13T06:39:37.325 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 2, 2024-06-13T06:39:37.325 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000412402, 2024-06-13T06:39:37.325 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000206201 2024-06-13T06:39:37.325 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.326 INFO:teuthology.orchestra.run.smithi096.stdout: "slow_reply": 0, 2024-06-13T06:39:37.326 INFO:teuthology.orchestra.run.smithi096.stdout: "forward": 1, 2024-06-13T06:39:37.326 INFO:teuthology.orchestra.run.smithi096.stdout: "dir_fetch_complete": 0, 2024-06-13T06:39:37.326 INFO:teuthology.orchestra.run.smithi096.stdout: "dir_fetch_keys": 0, 2024-06-13T06:39:37.326 INFO:teuthology.orchestra.run.smithi096.stdout: "dir_commit": 11, 2024-06-13T06:39:37.326 INFO:teuthology.orchestra.run.smithi096.stdout: "dir_split": 0, 2024-06-13T06:39:37.326 INFO:teuthology.orchestra.run.smithi096.stdout: "dir_merge": 0, 2024-06-13T06:39:37.326 INFO:teuthology.orchestra.run.smithi096.stdout: "inodes": 16, 2024-06-13T06:39:37.326 INFO:teuthology.orchestra.run.smithi096.stdout: "inodes_top": 0, 2024-06-13T06:39:37.326 INFO:teuthology.orchestra.run.smithi096.stdout: "inodes_bottom": 16, 2024-06-13T06:39:37.326 INFO:teuthology.orchestra.run.smithi096.stdout: "inodes_pin_tail": 0, 2024-06-13T06:39:37.326 INFO:teuthology.orchestra.run.smithi096.stdout: "inodes_pinned": 13, 2024-06-13T06:39:37.327 INFO:teuthology.orchestra.run.smithi096.stdout: "inodes_expired": 4, 2024-06-13T06:39:37.327 INFO:teuthology.orchestra.run.smithi096.stdout: "inodes_with_caps": 0, 2024-06-13T06:39:37.327 INFO:teuthology.orchestra.run.smithi096.stdout: "caps": 0, 2024-06-13T06:39:37.327 INFO:teuthology.orchestra.run.smithi096.stdout: "subtrees": 3, 2024-06-13T06:39:37.327 INFO:teuthology.orchestra.run.smithi096.stdout: "traverse": 39, 2024-06-13T06:39:37.327 INFO:teuthology.orchestra.run.smithi096.stdout: "traverse_hit": 32, 2024-06-13T06:39:37.327 INFO:teuthology.orchestra.run.smithi096.stdout: "traverse_forward": 1, 2024-06-13T06:39:37.327 INFO:teuthology.orchestra.run.smithi096.stdout: "traverse_discover": 6, 2024-06-13T06:39:37.327 INFO:teuthology.orchestra.run.smithi096.stdout: "traverse_dir_fetch": 0, 2024-06-13T06:39:37.327 INFO:teuthology.orchestra.run.smithi096.stdout: "traverse_remote_ino": 0, 2024-06-13T06:39:37.327 INFO:teuthology.orchestra.run.smithi096.stdout: "traverse_lock": 0, 2024-06-13T06:39:37.327 INFO:teuthology.orchestra.run.smithi096.stdout: "load_cent": 0, 2024-06-13T06:39:37.327 INFO:teuthology.orchestra.run.smithi096.stdout: "q": 0, 2024-06-13T06:39:37.328 INFO:teuthology.orchestra.run.smithi096.stdout: "exported": 0, 2024-06-13T06:39:37.328 INFO:teuthology.orchestra.run.smithi096.stdout: "exported_inodes": 0, 2024-06-13T06:39:37.328 INFO:teuthology.orchestra.run.smithi096.stdout: "imported": 0, 2024-06-13T06:39:37.328 INFO:teuthology.orchestra.run.smithi096.stdout: "imported_inodes": 0, 2024-06-13T06:39:37.328 INFO:teuthology.orchestra.run.smithi096.stdout: "openino_dir_fetch": 0, 2024-06-13T06:39:37.328 INFO:teuthology.orchestra.run.smithi096.stdout: "openino_backtrace_fetch": 0, 2024-06-13T06:39:37.328 INFO:teuthology.orchestra.run.smithi096.stdout: "openino_peer_discover": 0, 2024-06-13T06:39:37.328 INFO:teuthology.orchestra.run.smithi096.stdout: "root_rfiles": 5, 2024-06-13T06:39:37.328 INFO:teuthology.orchestra.run.smithi096.stdout: "root_rbytes": 298, 2024-06-13T06:39:37.328 INFO:teuthology.orchestra.run.smithi096.stdout: "root_rsnaps": 6, 2024-06-13T06:39:37.328 INFO:teuthology.orchestra.run.smithi096.stdout: "scrub_backtrace_fetch": 0, 2024-06-13T06:39:37.328 INFO:teuthology.orchestra.run.smithi096.stdout: "scrub_set_tag": 0, 2024-06-13T06:39:37.329 INFO:teuthology.orchestra.run.smithi096.stdout: "scrub_backtrace_repaired": 0, 2024-06-13T06:39:37.329 INFO:teuthology.orchestra.run.smithi096.stdout: "scrub_inotable_repaired": 0, 2024-06-13T06:39:37.329 INFO:teuthology.orchestra.run.smithi096.stdout: "scrub_dir_inodes": 0, 2024-06-13T06:39:37.329 INFO:teuthology.orchestra.run.smithi096.stdout: "scrub_dir_base_inodes": 0, 2024-06-13T06:39:37.329 INFO:teuthology.orchestra.run.smithi096.stdout: "scrub_dirfrag_rstats": 0, 2024-06-13T06:39:37.329 INFO:teuthology.orchestra.run.smithi096.stdout: "scrub_file_inodes": 0, 2024-06-13T06:39:37.329 INFO:teuthology.orchestra.run.smithi096.stdout: "handle_inode_file_caps": 0, 2024-06-13T06:39:37.329 INFO:teuthology.orchestra.run.smithi096.stdout: "ceph_cap_op_revoke": 2, 2024-06-13T06:39:37.329 INFO:teuthology.orchestra.run.smithi096.stdout: "ceph_cap_op_grant": 0, 2024-06-13T06:39:37.329 INFO:teuthology.orchestra.run.smithi096.stdout: "ceph_cap_op_trunc": 0, 2024-06-13T06:39:37.329 INFO:teuthology.orchestra.run.smithi096.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-06-13T06:39:37.330 INFO:teuthology.orchestra.run.smithi096.stdout: "ceph_cap_op_flush_ack": 0, 2024-06-13T06:39:37.330 INFO:teuthology.orchestra.run.smithi096.stdout: "handle_client_caps": 2, 2024-06-13T06:39:37.330 INFO:teuthology.orchestra.run.smithi096.stdout: "handle_client_caps_dirty": 0, 2024-06-13T06:39:37.330 INFO:teuthology.orchestra.run.smithi096.stdout: "handle_client_cap_release": 0, 2024-06-13T06:39:37.330 INFO:teuthology.orchestra.run.smithi096.stdout: "process_request_cap_release": 0 2024-06-13T06:39:37.330 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.330 INFO:teuthology.orchestra.run.smithi096.stdout: "mds_cache": { 2024-06-13T06:39:37.330 INFO:teuthology.orchestra.run.smithi096.stdout: "dir_update": 0, 2024-06-13T06:39:37.330 INFO:teuthology.orchestra.run.smithi096.stdout: "dir_update_receipt": 18, 2024-06-13T06:39:37.330 INFO:teuthology.orchestra.run.smithi096.stdout: "dir_try_discover": 12, 2024-06-13T06:39:37.330 INFO:teuthology.orchestra.run.smithi096.stdout: "dir_send_discover": 12, 2024-06-13T06:39:37.330 INFO:teuthology.orchestra.run.smithi096.stdout: "dir_handle_discover": 0, 2024-06-13T06:39:37.330 INFO:teuthology.orchestra.run.smithi096.stdout: "num_strays": 0, 2024-06-13T06:39:37.331 INFO:teuthology.orchestra.run.smithi096.stdout: "num_strays_delayed": 0, 2024-06-13T06:39:37.331 INFO:teuthology.orchestra.run.smithi096.stdout: "num_strays_enqueuing": 0, 2024-06-13T06:39:37.331 INFO:teuthology.orchestra.run.smithi096.stdout: "strays_created": 0, 2024-06-13T06:39:37.331 INFO:teuthology.orchestra.run.smithi096.stdout: "strays_enqueued": 0, 2024-06-13T06:39:37.331 INFO:teuthology.orchestra.run.smithi096.stdout: "strays_reintegrated": 0, 2024-06-13T06:39:37.331 INFO:teuthology.orchestra.run.smithi096.stdout: "strays_migrated": 0, 2024-06-13T06:39:37.331 INFO:teuthology.orchestra.run.smithi096.stdout: "num_recovering_processing": 0, 2024-06-13T06:39:37.331 INFO:teuthology.orchestra.run.smithi096.stdout: "num_recovering_enqueued": 0, 2024-06-13T06:39:37.331 INFO:teuthology.orchestra.run.smithi096.stdout: "num_recovering_prioritized": 0, 2024-06-13T06:39:37.331 INFO:teuthology.orchestra.run.smithi096.stdout: "recovery_started": 0, 2024-06-13T06:39:37.331 INFO:teuthology.orchestra.run.smithi096.stdout: "recovery_completed": 0, 2024-06-13T06:39:37.332 INFO:teuthology.orchestra.run.smithi096.stdout: "ireq_quiesce_path": 11, 2024-06-13T06:39:37.332 INFO:teuthology.orchestra.run.smithi096.stdout: "ireq_quiesce_inode": 65, 2024-06-13T06:39:37.332 INFO:teuthology.orchestra.run.smithi096.stdout: "ireq_enqueue_scrub": 0, 2024-06-13T06:39:37.332 INFO:teuthology.orchestra.run.smithi096.stdout: "ireq_exportdir": 0, 2024-06-13T06:39:37.332 INFO:teuthology.orchestra.run.smithi096.stdout: "ireq_flush": 0, 2024-06-13T06:39:37.332 INFO:teuthology.orchestra.run.smithi096.stdout: "ireq_fragmentdir": 0, 2024-06-13T06:39:37.332 INFO:teuthology.orchestra.run.smithi096.stdout: "ireq_fragstats": 0, 2024-06-13T06:39:37.332 INFO:teuthology.orchestra.run.smithi096.stdout: "ireq_inodestats": 0 2024-06-13T06:39:37.332 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.332 INFO:teuthology.orchestra.run.smithi096.stdout: "mds_log": { 2024-06-13T06:39:37.332 INFO:teuthology.orchestra.run.smithi096.stdout: "evlrg": 0, 2024-06-13T06:39:37.332 INFO:teuthology.orchestra.run.smithi096.stdout: "evadd": 8, 2024-06-13T06:39:37.332 INFO:teuthology.orchestra.run.smithi096.stdout: "evex": 0, 2024-06-13T06:39:37.333 INFO:teuthology.orchestra.run.smithi096.stdout: "evtrm": 0, 2024-06-13T06:39:37.333 INFO:teuthology.orchestra.run.smithi096.stdout: "ev": 8, 2024-06-13T06:39:37.333 INFO:teuthology.orchestra.run.smithi096.stdout: "evexg": 0, 2024-06-13T06:39:37.333 INFO:teuthology.orchestra.run.smithi096.stdout: "evexd": 0, 2024-06-13T06:39:37.333 INFO:teuthology.orchestra.run.smithi096.stdout: "segadd": 2, 2024-06-13T06:39:37.333 INFO:teuthology.orchestra.run.smithi096.stdout: "segex": 0, 2024-06-13T06:39:37.333 INFO:teuthology.orchestra.run.smithi096.stdout: "segtrm": 0, 2024-06-13T06:39:37.333 INFO:teuthology.orchestra.run.smithi096.stdout: "seg": 2, 2024-06-13T06:39:37.333 INFO:teuthology.orchestra.run.smithi096.stdout: "segmjr": 2, 2024-06-13T06:39:37.333 INFO:teuthology.orchestra.run.smithi096.stdout: "segexg": 0, 2024-06-13T06:39:37.333 INFO:teuthology.orchestra.run.smithi096.stdout: "segexd": 0, 2024-06-13T06:39:37.333 INFO:teuthology.orchestra.run.smithi096.stdout: "expos": 4194304, 2024-06-13T06:39:37.333 INFO:teuthology.orchestra.run.smithi096.stdout: "wrpos": 4196485, 2024-06-13T06:39:37.334 INFO:teuthology.orchestra.run.smithi096.stdout: "rdpos": 0, 2024-06-13T06:39:37.334 INFO:teuthology.orchestra.run.smithi096.stdout: "jlat": { 2024-06-13T06:39:37.334 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 7, 2024-06-13T06:39:37.334 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.013305214, 2024-06-13T06:39:37.334 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.001900744 2024-06-13T06:39:37.334 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.334 INFO:teuthology.orchestra.run.smithi096.stdout: "replayed": 0 2024-06-13T06:39:37.334 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.334 INFO:teuthology.orchestra.run.smithi096.stdout: "mds_mem": { 2024-06-13T06:39:37.335 INFO:teuthology.orchestra.run.smithi096.stdout: "ino": 20, 2024-06-13T06:39:37.335 INFO:teuthology.orchestra.run.smithi096.stdout: "ino+": 22, 2024-06-13T06:39:37.335 INFO:teuthology.orchestra.run.smithi096.stdout: "ino-": 2, 2024-06-13T06:39:37.335 INFO:teuthology.orchestra.run.smithi096.stdout: "dir": 19, 2024-06-13T06:39:37.335 INFO:teuthology.orchestra.run.smithi096.stdout: "dir+": 23, 2024-06-13T06:39:37.335 INFO:teuthology.orchestra.run.smithi096.stdout: "dir-": 4, 2024-06-13T06:39:37.335 INFO:teuthology.orchestra.run.smithi096.stdout: "dn": 16, 2024-06-13T06:39:37.335 INFO:teuthology.orchestra.run.smithi096.stdout: "dn+": 20, 2024-06-13T06:39:37.335 INFO:teuthology.orchestra.run.smithi096.stdout: "dn-": 4, 2024-06-13T06:39:37.335 INFO:teuthology.orchestra.run.smithi096.stdout: "cap": 0, 2024-06-13T06:39:37.335 INFO:teuthology.orchestra.run.smithi096.stdout: "cap+": 2, 2024-06-13T06:39:37.335 INFO:teuthology.orchestra.run.smithi096.stdout: "cap-": 2, 2024-06-13T06:39:37.335 INFO:teuthology.orchestra.run.smithi096.stdout: "rss": 52248, 2024-06-13T06:39:37.335 INFO:teuthology.orchestra.run.smithi096.stdout: "heap": 223612 2024-06-13T06:39:37.335 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.336 INFO:teuthology.orchestra.run.smithi096.stdout: "mds_server": { 2024-06-13T06:39:37.336 INFO:teuthology.orchestra.run.smithi096.stdout: "dispatch_client_request": 3, 2024-06-13T06:39:37.336 INFO:teuthology.orchestra.run.smithi096.stdout: "dispatch_server_request": 0, 2024-06-13T06:39:37.336 INFO:teuthology.orchestra.run.smithi096.stdout: "handle_client_request": 3, 2024-06-13T06:39:37.336 INFO:teuthology.orchestra.run.smithi096.stdout: "handle_client_session": 12, 2024-06-13T06:39:37.336 INFO:teuthology.orchestra.run.smithi096.stdout: "handle_peer_request": 0, 2024-06-13T06:39:37.336 INFO:teuthology.orchestra.run.smithi096.stdout: "req_create_latency": { 2024-06-13T06:39:37.336 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:37.336 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:37.337 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:37.337 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.337 INFO:teuthology.orchestra.run.smithi096.stdout: "req_getattr_latency": { 2024-06-13T06:39:37.337 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 1, 2024-06-13T06:39:37.337 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000232423, 2024-06-13T06:39:37.337 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000232423 2024-06-13T06:39:37.337 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.337 INFO:teuthology.orchestra.run.smithi096.stdout: "req_getfilelock_latency": { 2024-06-13T06:39:37.337 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:37.337 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:37.337 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:37.338 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.338 INFO:teuthology.orchestra.run.smithi096.stdout: "req_link_latency": { 2024-06-13T06:39:37.338 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:37.338 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:37.338 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:37.338 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.338 INFO:teuthology.orchestra.run.smithi096.stdout: "req_lookup_latency": { 2024-06-13T06:39:37.338 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 1, 2024-06-13T06:39:37.338 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000179979, 2024-06-13T06:39:37.338 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000179979 2024-06-13T06:39:37.338 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.338 INFO:teuthology.orchestra.run.smithi096.stdout: "req_lookuphash_latency": { 2024-06-13T06:39:37.338 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:37.339 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:37.339 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:37.339 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.339 INFO:teuthology.orchestra.run.smithi096.stdout: "req_lookupino_latency": { 2024-06-13T06:39:37.339 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:37.339 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:37.339 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:37.339 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.339 INFO:teuthology.orchestra.run.smithi096.stdout: "req_lookupname_latency": { 2024-06-13T06:39:37.339 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:37.339 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:37.339 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:37.339 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.339 INFO:teuthology.orchestra.run.smithi096.stdout: "req_lookupparent_latency": { 2024-06-13T06:39:37.339 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:37.340 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:37.340 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:37.340 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.340 INFO:teuthology.orchestra.run.smithi096.stdout: "req_lookupsnap_latency": { 2024-06-13T06:39:37.340 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:37.340 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:37.340 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:37.340 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.340 INFO:teuthology.orchestra.run.smithi096.stdout: "req_lssnap_latency": { 2024-06-13T06:39:37.340 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:37.340 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:37.341 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:37.341 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.341 INFO:teuthology.orchestra.run.smithi096.stdout: "req_mkdir_latency": { 2024-06-13T06:39:37.341 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:37.341 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:37.342 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:37.342 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.342 INFO:teuthology.orchestra.run.smithi096.stdout: "req_mknod_latency": { 2024-06-13T06:39:37.342 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:37.342 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:37.342 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:37.342 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.342 INFO:teuthology.orchestra.run.smithi096.stdout: "req_mksnap_latency": { 2024-06-13T06:39:37.342 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:37.342 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:37.343 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:37.343 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.343 INFO:teuthology.orchestra.run.smithi096.stdout: "req_open_latency": { 2024-06-13T06:39:37.343 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:37.343 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:37.343 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:37.343 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.343 INFO:teuthology.orchestra.run.smithi096.stdout: "req_readdir_latency": { 2024-06-13T06:39:37.343 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:37.343 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:37.343 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:37.343 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.343 INFO:teuthology.orchestra.run.smithi096.stdout: "req_rename_latency": { 2024-06-13T06:39:37.343 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:37.343 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:37.344 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:37.344 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.344 INFO:teuthology.orchestra.run.smithi096.stdout: "req_renamesnap_latency": { 2024-06-13T06:39:37.344 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:37.344 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:37.344 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:37.344 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.344 INFO:teuthology.orchestra.run.smithi096.stdout: "req_snapdiff_latency": { 2024-06-13T06:39:37.344 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:37.344 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:37.344 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:37.344 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.344 INFO:teuthology.orchestra.run.smithi096.stdout: "req_rmdir_latency": { 2024-06-13T06:39:37.344 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:37.345 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:37.345 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:37.345 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.345 INFO:teuthology.orchestra.run.smithi096.stdout: "req_rmsnap_latency": { 2024-06-13T06:39:37.345 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:37.345 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:37.345 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:37.345 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.345 INFO:teuthology.orchestra.run.smithi096.stdout: "req_rmxattr_latency": { 2024-06-13T06:39:37.345 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:37.345 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:37.345 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:37.345 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.345 INFO:teuthology.orchestra.run.smithi096.stdout: "req_setattr_latency": { 2024-06-13T06:39:37.346 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:37.346 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:37.346 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:37.346 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.346 INFO:teuthology.orchestra.run.smithi096.stdout: "req_setdirlayout_latency": { 2024-06-13T06:39:37.346 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:37.346 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:37.346 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:37.346 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.346 INFO:teuthology.orchestra.run.smithi096.stdout: "req_setfilelock_latency": { 2024-06-13T06:39:37.346 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:37.346 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:37.347 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:37.347 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.347 INFO:teuthology.orchestra.run.smithi096.stdout: "req_setlayout_latency": { 2024-06-13T06:39:37.347 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:37.347 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:37.347 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:37.347 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.347 INFO:teuthology.orchestra.run.smithi096.stdout: "req_setxattr_latency": { 2024-06-13T06:39:37.347 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:37.347 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:37.347 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:37.347 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.347 INFO:teuthology.orchestra.run.smithi096.stdout: "req_symlink_latency": { 2024-06-13T06:39:37.348 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:37.348 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:37.348 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:37.348 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.348 INFO:teuthology.orchestra.run.smithi096.stdout: "req_unlink_latency": { 2024-06-13T06:39:37.348 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:37.348 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:37.348 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:37.348 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.348 INFO:teuthology.orchestra.run.smithi096.stdout: "cap_revoke_eviction": 0, 2024-06-13T06:39:37.348 INFO:teuthology.orchestra.run.smithi096.stdout: "cap_acquisition_throttle": 0, 2024-06-13T06:39:37.348 INFO:teuthology.orchestra.run.smithi096.stdout: "req_getvxattr_latency": { 2024-06-13T06:39:37.348 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:37.349 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:37.349 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:37.349 INFO:teuthology.orchestra.run.smithi096.stdout: } 2024-06-13T06:39:37.349 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.349 INFO:teuthology.orchestra.run.smithi096.stdout: "mds_sessions": { 2024-06-13T06:39:37.349 INFO:teuthology.orchestra.run.smithi096.stdout: "session_count": 0, 2024-06-13T06:39:37.349 INFO:teuthology.orchestra.run.smithi096.stdout: "session_add": 3, 2024-06-13T06:39:37.349 INFO:teuthology.orchestra.run.smithi096.stdout: "session_remove": 3, 2024-06-13T06:39:37.349 INFO:teuthology.orchestra.run.smithi096.stdout: "sessions_open": 0, 2024-06-13T06:39:37.349 INFO:teuthology.orchestra.run.smithi096.stdout: "sessions_stale": 0, 2024-06-13T06:39:37.349 INFO:teuthology.orchestra.run.smithi096.stdout: "total_load": 1, 2024-06-13T06:39:37.349 INFO:teuthology.orchestra.run.smithi096.stdout: "average_load": 0, 2024-06-13T06:39:37.349 INFO:teuthology.orchestra.run.smithi096.stdout: "avg_session_uptime": 86, 2024-06-13T06:39:37.349 INFO:teuthology.orchestra.run.smithi096.stdout: "mdthresh_evicted": 0 2024-06-13T06:39:37.350 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.350 INFO:teuthology.orchestra.run.smithi096.stdout: "mempool": { 2024-06-13T06:39:37.350 INFO:teuthology.orchestra.run.smithi096.stdout: "bloom_filter_bytes": 0, 2024-06-13T06:39:37.350 INFO:teuthology.orchestra.run.smithi096.stdout: "bloom_filter_items": 0, 2024-06-13T06:39:37.350 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_alloc_bytes": 0, 2024-06-13T06:39:37.350 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_alloc_items": 0, 2024-06-13T06:39:37.350 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_cache_data_bytes": 0, 2024-06-13T06:39:37.350 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_cache_data_items": 0, 2024-06-13T06:39:37.350 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_cache_onode_bytes": 0, 2024-06-13T06:39:37.350 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_cache_onode_items": 0, 2024-06-13T06:39:37.350 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_cache_meta_bytes": 0, 2024-06-13T06:39:37.350 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_cache_meta_items": 0, 2024-06-13T06:39:37.351 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_cache_other_bytes": 0, 2024-06-13T06:39:37.351 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_cache_other_items": 0, 2024-06-13T06:39:37.351 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_cache_buffer_bytes": 0, 2024-06-13T06:39:37.351 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_cache_buffer_items": 0, 2024-06-13T06:39:37.351 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_extent_bytes": 0, 2024-06-13T06:39:37.351 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_extent_items": 0, 2024-06-13T06:39:37.351 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_blob_bytes": 0, 2024-06-13T06:39:37.352 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_blob_items": 0, 2024-06-13T06:39:37.352 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_shared_blob_bytes": 0, 2024-06-13T06:39:37.352 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_shared_blob_items": 0, 2024-06-13T06:39:37.352 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_inline_bl_bytes": 0, 2024-06-13T06:39:37.352 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_inline_bl_items": 0, 2024-06-13T06:39:37.352 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_fsck_bytes": 0, 2024-06-13T06:39:37.352 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_fsck_items": 0, 2024-06-13T06:39:37.353 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_txc_bytes": 0, 2024-06-13T06:39:37.353 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_txc_items": 0, 2024-06-13T06:39:37.353 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_writing_deferred_bytes": 0, 2024-06-13T06:39:37.353 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_writing_deferred_items": 0, 2024-06-13T06:39:37.353 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_writing_bytes": 0, 2024-06-13T06:39:37.353 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_writing_items": 0, 2024-06-13T06:39:37.353 INFO:teuthology.orchestra.run.smithi096.stdout: "bluefs_bytes": 0, 2024-06-13T06:39:37.354 INFO:teuthology.orchestra.run.smithi096.stdout: "bluefs_items": 0, 2024-06-13T06:39:37.354 INFO:teuthology.orchestra.run.smithi096.stdout: "bluefs_file_reader_bytes": 0, 2024-06-13T06:39:37.354 INFO:teuthology.orchestra.run.smithi096.stdout: "bluefs_file_reader_items": 0, 2024-06-13T06:39:37.354 INFO:teuthology.orchestra.run.smithi096.stdout: "bluefs_file_writer_bytes": 0, 2024-06-13T06:39:37.354 INFO:teuthology.orchestra.run.smithi096.stdout: "bluefs_file_writer_items": 0, 2024-06-13T06:39:37.355 INFO:teuthology.orchestra.run.smithi096.stdout: "buffer_anon_bytes": 255351, 2024-06-13T06:39:37.355 INFO:teuthology.orchestra.run.smithi096.stdout: "buffer_anon_items": 79, 2024-06-13T06:39:37.355 INFO:teuthology.orchestra.run.smithi096.stdout: "buffer_meta_bytes": 0, 2024-06-13T06:39:37.355 INFO:teuthology.orchestra.run.smithi096.stdout: "buffer_meta_items": 0, 2024-06-13T06:39:37.355 INFO:teuthology.orchestra.run.smithi096.stdout: "osd_bytes": 0, 2024-06-13T06:39:37.355 INFO:teuthology.orchestra.run.smithi096.stdout: "osd_items": 0, 2024-06-13T06:39:37.355 INFO:teuthology.orchestra.run.smithi096.stdout: "osd_mapbl_bytes": 0, 2024-06-13T06:39:37.356 INFO:teuthology.orchestra.run.smithi096.stdout: "osd_mapbl_items": 0, 2024-06-13T06:39:37.356 INFO:teuthology.orchestra.run.smithi096.stdout: "osd_pglog_bytes": 0, 2024-06-13T06:39:37.356 INFO:teuthology.orchestra.run.smithi096.stdout: "osd_pglog_items": 0, 2024-06-13T06:39:37.356 INFO:teuthology.orchestra.run.smithi096.stdout: "osdmap_bytes": 8136, 2024-06-13T06:39:37.356 INFO:teuthology.orchestra.run.smithi096.stdout: "osdmap_items": 170, 2024-06-13T06:39:37.356 INFO:teuthology.orchestra.run.smithi096.stdout: "osdmap_mapping_bytes": 0, 2024-06-13T06:39:37.356 INFO:teuthology.orchestra.run.smithi096.stdout: "osdmap_mapping_items": 0, 2024-06-13T06:39:37.356 INFO:teuthology.orchestra.run.smithi096.stdout: "pgmap_bytes": 0, 2024-06-13T06:39:37.357 INFO:teuthology.orchestra.run.smithi096.stdout: "pgmap_items": 0, 2024-06-13T06:39:37.357 INFO:teuthology.orchestra.run.smithi096.stdout: "mds_co_bytes": 82349, 2024-06-13T06:39:37.357 INFO:teuthology.orchestra.run.smithi096.stdout: "mds_co_items": 334, 2024-06-13T06:39:37.357 INFO:teuthology.orchestra.run.smithi096.stdout: "unittest_1_bytes": 0, 2024-06-13T06:39:37.357 INFO:teuthology.orchestra.run.smithi096.stdout: "unittest_1_items": 0, 2024-06-13T06:39:37.357 INFO:teuthology.orchestra.run.smithi096.stdout: "unittest_2_bytes": 0, 2024-06-13T06:39:37.357 INFO:teuthology.orchestra.run.smithi096.stdout: "unittest_2_items": 0 2024-06-13T06:39:37.357 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.358 INFO:teuthology.orchestra.run.smithi096.stdout: "objecter": { 2024-06-13T06:39:37.358 INFO:teuthology.orchestra.run.smithi096.stdout: "op_active": 0, 2024-06-13T06:39:37.358 INFO:teuthology.orchestra.run.smithi096.stdout: "op_laggy": 0, 2024-06-13T06:39:37.358 INFO:teuthology.orchestra.run.smithi096.stdout: "op_send": 46, 2024-06-13T06:39:37.358 INFO:teuthology.orchestra.run.smithi096.stdout: "op_send_bytes": 12718, 2024-06-13T06:39:37.358 INFO:teuthology.orchestra.run.smithi096.stdout: "op_resend": 33, 2024-06-13T06:39:37.358 INFO:teuthology.orchestra.run.smithi096.stdout: "op_reply": 46, 2024-06-13T06:39:37.359 INFO:teuthology.orchestra.run.smithi096.stdout: "op_latency": { 2024-06-13T06:39:37.359 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 46, 2024-06-13T06:39:37.359 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.210995360, 2024-06-13T06:39:37.359 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.004586855 2024-06-13T06:39:37.359 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.359 INFO:teuthology.orchestra.run.smithi096.stdout: "op_inflight": 0, 2024-06-13T06:39:37.359 INFO:teuthology.orchestra.run.smithi096.stdout: "oplen_avg": { 2024-06-13T06:39:37.360 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 46, 2024-06-13T06:39:37.360 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 70 2024-06-13T06:39:37.360 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.360 INFO:teuthology.orchestra.run.smithi096.stdout: "op": 46, 2024-06-13T06:39:37.360 INFO:teuthology.orchestra.run.smithi096.stdout: "op_r": 0, 2024-06-13T06:39:37.360 INFO:teuthology.orchestra.run.smithi096.stdout: "op_w": 46, 2024-06-13T06:39:37.360 INFO:teuthology.orchestra.run.smithi096.stdout: "op_rmw": 0, 2024-06-13T06:39:37.360 INFO:teuthology.orchestra.run.smithi096.stdout: "op_pg": 0, 2024-06-13T06:39:37.360 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_stat": 0, 2024-06-13T06:39:37.360 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_create": 10, 2024-06-13T06:39:37.361 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_read": 0, 2024-06-13T06:39:37.361 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_write": 7, 2024-06-13T06:39:37.361 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_writefull": 8, 2024-06-13T06:39:37.361 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_writesame": 0, 2024-06-13T06:39:37.361 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_append": 0, 2024-06-13T06:39:37.361 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_zero": 0, 2024-06-13T06:39:37.361 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_truncate": 0, 2024-06-13T06:39:37.361 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_delete": 6, 2024-06-13T06:39:37.361 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_mapext": 0, 2024-06-13T06:39:37.361 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_sparse_read": 0, 2024-06-13T06:39:37.361 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_clonerange": 0, 2024-06-13T06:39:37.361 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_getxattr": 0, 2024-06-13T06:39:37.362 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_setxattr": 20, 2024-06-13T06:39:37.362 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_cmpxattr": 0, 2024-06-13T06:39:37.362 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_rmxattr": 0, 2024-06-13T06:39:37.362 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_resetxattrs": 0, 2024-06-13T06:39:37.362 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_call": 0, 2024-06-13T06:39:37.362 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_watch": 0, 2024-06-13T06:39:37.362 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_notify": 0, 2024-06-13T06:39:37.362 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_src_cmpxattr": 0, 2024-06-13T06:39:37.362 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_pgls": 0, 2024-06-13T06:39:37.362 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_pgls_filter": 0, 2024-06-13T06:39:37.362 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_other": 0, 2024-06-13T06:39:37.363 INFO:teuthology.orchestra.run.smithi096.stdout: "linger_active": 0, 2024-06-13T06:39:37.363 INFO:teuthology.orchestra.run.smithi096.stdout: "linger_send": 0, 2024-06-13T06:39:37.363 INFO:teuthology.orchestra.run.smithi096.stdout: "linger_resend": 0, 2024-06-13T06:39:37.363 INFO:teuthology.orchestra.run.smithi096.stdout: "linger_ping": 0, 2024-06-13T06:39:37.363 INFO:teuthology.orchestra.run.smithi096.stdout: "poolop_active": 0, 2024-06-13T06:39:37.363 INFO:teuthology.orchestra.run.smithi096.stdout: "poolop_send": 0, 2024-06-13T06:39:37.363 INFO:teuthology.orchestra.run.smithi096.stdout: "poolop_resend": 0, 2024-06-13T06:39:37.363 INFO:teuthology.orchestra.run.smithi096.stdout: "poolstat_active": 0, 2024-06-13T06:39:37.363 INFO:teuthology.orchestra.run.smithi096.stdout: "poolstat_send": 0, 2024-06-13T06:39:37.363 INFO:teuthology.orchestra.run.smithi096.stdout: "poolstat_resend": 0, 2024-06-13T06:39:37.363 INFO:teuthology.orchestra.run.smithi096.stdout: "statfs_active": 0, 2024-06-13T06:39:37.363 INFO:teuthology.orchestra.run.smithi096.stdout: "statfs_send": 0, 2024-06-13T06:39:37.364 INFO:teuthology.orchestra.run.smithi096.stdout: "statfs_resend": 0, 2024-06-13T06:39:37.364 INFO:teuthology.orchestra.run.smithi096.stdout: "command_active": 0, 2024-06-13T06:39:37.364 INFO:teuthology.orchestra.run.smithi096.stdout: "command_send": 0, 2024-06-13T06:39:37.364 INFO:teuthology.orchestra.run.smithi096.stdout: "command_resend": 0, 2024-06-13T06:39:37.364 INFO:teuthology.orchestra.run.smithi096.stdout: "map_epoch": 112, 2024-06-13T06:39:37.364 INFO:teuthology.orchestra.run.smithi096.stdout: "map_full": 0, 2024-06-13T06:39:37.364 INFO:teuthology.orchestra.run.smithi096.stdout: "map_inc": 23, 2024-06-13T06:39:37.364 INFO:teuthology.orchestra.run.smithi096.stdout: "osd_sessions": 8, 2024-06-13T06:39:37.364 INFO:teuthology.orchestra.run.smithi096.stdout: "osd_session_open": 12, 2024-06-13T06:39:37.364 INFO:teuthology.orchestra.run.smithi096.stdout: "osd_session_close": 4, 2024-06-13T06:39:37.364 INFO:teuthology.orchestra.run.smithi096.stdout: "osd_laggy": 0, 2024-06-13T06:39:37.364 INFO:teuthology.orchestra.run.smithi096.stdout: "omap_wr": 17, 2024-06-13T06:39:37.364 INFO:teuthology.orchestra.run.smithi096.stdout: "omap_rd": 0, 2024-06-13T06:39:37.365 INFO:teuthology.orchestra.run.smithi096.stdout: "omap_del": 2 2024-06-13T06:39:37.365 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.365 INFO:teuthology.orchestra.run.smithi096.stdout: "oft": { 2024-06-13T06:39:37.365 INFO:teuthology.orchestra.run.smithi096.stdout: "omap_total_objs": 1, 2024-06-13T06:39:37.365 INFO:teuthology.orchestra.run.smithi096.stdout: "omap_total_kv_pairs": 0, 2024-06-13T06:39:37.365 INFO:teuthology.orchestra.run.smithi096.stdout: "omap_total_updates": 0, 2024-06-13T06:39:37.365 INFO:teuthology.orchestra.run.smithi096.stdout: "omap_total_removes": 0 2024-06-13T06:39:37.365 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.365 INFO:teuthology.orchestra.run.smithi096.stdout: "osd-slow-ops": { 2024-06-13T06:39:37.365 INFO:teuthology.orchestra.run.smithi096.stdout: "slow_ops_count": 76 2024-06-13T06:39:37.365 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.365 INFO:teuthology.orchestra.run.smithi096.stdout: "purge_queue": { 2024-06-13T06:39:37.365 INFO:teuthology.orchestra.run.smithi096.stdout: "pq_executing_ops": 0, 2024-06-13T06:39:37.365 INFO:teuthology.orchestra.run.smithi096.stdout: "pq_executing_ops_high_water": 0, 2024-06-13T06:39:37.366 INFO:teuthology.orchestra.run.smithi096.stdout: "pq_executing": 0, 2024-06-13T06:39:37.366 INFO:teuthology.orchestra.run.smithi096.stdout: "pq_executing_high_water": 0, 2024-06-13T06:39:37.366 INFO:teuthology.orchestra.run.smithi096.stdout: "pq_executed_ops": 0, 2024-06-13T06:39:37.366 INFO:teuthology.orchestra.run.smithi096.stdout: "pq_executed": 0, 2024-06-13T06:39:37.366 INFO:teuthology.orchestra.run.smithi096.stdout: "pq_item_in_journal": 0 2024-06-13T06:39:37.366 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.366 INFO:teuthology.orchestra.run.smithi096.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-06-13T06:39:37.366 INFO:teuthology.orchestra.run.smithi096.stdout: "val": 0, 2024-06-13T06:39:37.366 INFO:teuthology.orchestra.run.smithi096.stdout: "max": 104857600, 2024-06-13T06:39:37.366 INFO:teuthology.orchestra.run.smithi096.stdout: "get_started": 0, 2024-06-13T06:39:37.366 INFO:teuthology.orchestra.run.smithi096.stdout: "get": 1807, 2024-06-13T06:39:37.366 INFO:teuthology.orchestra.run.smithi096.stdout: "get_sum": 1893261, 2024-06-13T06:39:37.367 INFO:teuthology.orchestra.run.smithi096.stdout: "get_or_fail_fail": 0, 2024-06-13T06:39:37.367 INFO:teuthology.orchestra.run.smithi096.stdout: "get_or_fail_success": 1807, 2024-06-13T06:39:37.367 INFO:teuthology.orchestra.run.smithi096.stdout: "take": 0, 2024-06-13T06:39:37.367 INFO:teuthology.orchestra.run.smithi096.stdout: "take_sum": 0, 2024-06-13T06:39:37.367 INFO:teuthology.orchestra.run.smithi096.stdout: "put": 1807, 2024-06-13T06:39:37.367 INFO:teuthology.orchestra.run.smithi096.stdout: "put_sum": 1893261, 2024-06-13T06:39:37.367 INFO:teuthology.orchestra.run.smithi096.stdout: "wait": { 2024-06-13T06:39:37.367 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:37.367 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:37.367 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:37.367 INFO:teuthology.orchestra.run.smithi096.stdout: } 2024-06-13T06:39:37.367 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.367 INFO:teuthology.orchestra.run.smithi096.stdout: "throttle-objecter_bytes": { 2024-06-13T06:39:37.368 INFO:teuthology.orchestra.run.smithi096.stdout: "val": 0, 2024-06-13T06:39:37.368 INFO:teuthology.orchestra.run.smithi096.stdout: "max": 104857600, 2024-06-13T06:39:37.368 INFO:teuthology.orchestra.run.smithi096.stdout: "get_started": 0, 2024-06-13T06:39:37.368 INFO:teuthology.orchestra.run.smithi096.stdout: "get": 0, 2024-06-13T06:39:37.368 INFO:teuthology.orchestra.run.smithi096.stdout: "get_sum": 0, 2024-06-13T06:39:37.368 INFO:teuthology.orchestra.run.smithi096.stdout: "get_or_fail_fail": 0, 2024-06-13T06:39:37.368 INFO:teuthology.orchestra.run.smithi096.stdout: "get_or_fail_success": 0, 2024-06-13T06:39:37.368 INFO:teuthology.orchestra.run.smithi096.stdout: "take": 46, 2024-06-13T06:39:37.368 INFO:teuthology.orchestra.run.smithi096.stdout: "take_sum": 12718, 2024-06-13T06:39:37.368 INFO:teuthology.orchestra.run.smithi096.stdout: "put": 46, 2024-06-13T06:39:37.368 INFO:teuthology.orchestra.run.smithi096.stdout: "put_sum": 12718, 2024-06-13T06:39:37.368 INFO:teuthology.orchestra.run.smithi096.stdout: "wait": { 2024-06-13T06:39:37.368 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:37.369 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:37.369 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:37.369 INFO:teuthology.orchestra.run.smithi096.stdout: } 2024-06-13T06:39:37.369 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.369 INFO:teuthology.orchestra.run.smithi096.stdout: "throttle-objecter_ops": { 2024-06-13T06:39:37.369 INFO:teuthology.orchestra.run.smithi096.stdout: "val": 0, 2024-06-13T06:39:37.369 INFO:teuthology.orchestra.run.smithi096.stdout: "max": 1024, 2024-06-13T06:39:37.369 INFO:teuthology.orchestra.run.smithi096.stdout: "get_started": 0, 2024-06-13T06:39:37.369 INFO:teuthology.orchestra.run.smithi096.stdout: "get": 0, 2024-06-13T06:39:37.369 INFO:teuthology.orchestra.run.smithi096.stdout: "get_sum": 0, 2024-06-13T06:39:37.369 INFO:teuthology.orchestra.run.smithi096.stdout: "get_or_fail_fail": 0, 2024-06-13T06:39:37.369 INFO:teuthology.orchestra.run.smithi096.stdout: "get_or_fail_success": 0, 2024-06-13T06:39:37.369 INFO:teuthology.orchestra.run.smithi096.stdout: "take": 46, 2024-06-13T06:39:37.370 INFO:teuthology.orchestra.run.smithi096.stdout: "take_sum": 46, 2024-06-13T06:39:37.370 INFO:teuthology.orchestra.run.smithi096.stdout: "put": 46, 2024-06-13T06:39:37.370 INFO:teuthology.orchestra.run.smithi096.stdout: "put_sum": 46, 2024-06-13T06:39:37.370 INFO:teuthology.orchestra.run.smithi096.stdout: "wait": { 2024-06-13T06:39:37.370 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:37.370 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:37.370 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:37.370 INFO:teuthology.orchestra.run.smithi096.stdout: } 2024-06-13T06:39:37.370 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.370 INFO:teuthology.orchestra.run.smithi096.stdout: "throttle-write_buf_throttle": { 2024-06-13T06:39:37.370 INFO:teuthology.orchestra.run.smithi096.stdout: "val": 0, 2024-06-13T06:39:37.370 INFO:teuthology.orchestra.run.smithi096.stdout: "max": 3758096384, 2024-06-13T06:39:37.371 INFO:teuthology.orchestra.run.smithi096.stdout: "get_started": 0, 2024-06-13T06:39:37.371 INFO:teuthology.orchestra.run.smithi096.stdout: "get": 0, 2024-06-13T06:39:37.371 INFO:teuthology.orchestra.run.smithi096.stdout: "get_sum": 0, 2024-06-13T06:39:37.371 INFO:teuthology.orchestra.run.smithi096.stdout: "get_or_fail_fail": 0, 2024-06-13T06:39:37.371 INFO:teuthology.orchestra.run.smithi096.stdout: "get_or_fail_success": 0, 2024-06-13T06:39:37.371 INFO:teuthology.orchestra.run.smithi096.stdout: "take": 0, 2024-06-13T06:39:37.371 INFO:teuthology.orchestra.run.smithi096.stdout: "take_sum": 0, 2024-06-13T06:39:37.371 INFO:teuthology.orchestra.run.smithi096.stdout: "put": 0, 2024-06-13T06:39:37.371 INFO:teuthology.orchestra.run.smithi096.stdout: "put_sum": 0, 2024-06-13T06:39:37.371 INFO:teuthology.orchestra.run.smithi096.stdout: "wait": { 2024-06-13T06:39:37.371 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:37.371 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:37.371 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:37.372 INFO:teuthology.orchestra.run.smithi096.stdout: } 2024-06-13T06:39:37.372 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:37.372 INFO:teuthology.orchestra.run.smithi096.stdout: "throttle-write_buf_throttle-0x557145e5c500": { 2024-06-13T06:39:37.372 INFO:teuthology.orchestra.run.smithi096.stdout: "val": 0, 2024-06-13T06:39:37.372 INFO:teuthology.orchestra.run.smithi096.stdout: "max": 3758096384, 2024-06-13T06:39:37.372 INFO:teuthology.orchestra.run.smithi096.stdout: "get_started": 0, 2024-06-13T06:39:37.372 INFO:teuthology.orchestra.run.smithi096.stdout: "get": 8, 2024-06-13T06:39:37.372 INFO:teuthology.orchestra.run.smithi096.stdout: "get_sum": 2181, 2024-06-13T06:39:37.372 INFO:teuthology.orchestra.run.smithi096.stdout: "get_or_fail_fail": 0, 2024-06-13T06:39:37.372 INFO:teuthology.orchestra.run.smithi096.stdout: "get_or_fail_success": 8, 2024-06-13T06:39:37.372 INFO:teuthology.orchestra.run.smithi096.stdout: "take": 0, 2024-06-13T06:39:37.372 INFO:teuthology.orchestra.run.smithi096.stdout: "take_sum": 0, 2024-06-13T06:39:37.372 INFO:teuthology.orchestra.run.smithi096.stdout: "put": 7, 2024-06-13T06:39:37.373 INFO:teuthology.orchestra.run.smithi096.stdout: "put_sum": 2181, 2024-06-13T06:39:37.373 INFO:teuthology.orchestra.run.smithi096.stdout: "wait": { 2024-06-13T06:39:37.373 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:37.373 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:37.373 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:37.373 INFO:teuthology.orchestra.run.smithi096.stdout: } 2024-06-13T06:39:37.373 INFO:teuthology.orchestra.run.smithi096.stdout: } 2024-06-13T06:39:37.373 INFO:teuthology.orchestra.run.smithi096.stdout:} 2024-06-13T06:39:37.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:39:37 smithi039 ceph-mon[32479]: pgmap v516: 97 pgs: 97 active+clean; 31 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 4.9 KiB/s wr, 7 op/s 2024-06-13T06:39:37.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:39:37 smithi149 ceph-mon[36963]: pgmap v516: 97 pgs: 97 active+clean; 31 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 4.9 KiB/s wr, 7 op/s 2024-06-13T06:39:38.132 INFO:tasks.check_counter:Daemon mds.e mds.exported=0 2024-06-13T06:39:38.132 INFO:tasks.check_counter:Daemon mds.e mds.imported=0 2024-06-13T06:39:38.132 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update=0 2024-06-13T06:39:38.132 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update_receipt=18 2024-06-13T06:39:38.132 INFO:tasks.check_counter:Daemon mds.e mds.root_rsnaps=6 2024-06-13T06:39:38.132 INFO:tasks.check_counter:Daemon mds.e mds_server.req_mksnap_latency.avgcount=0 2024-06-13T06:39:38.132 INFO:tasks.check_counter:Daemon mds.e mds_server.req_rmsnap_latency.avgcount=0 2024-06-13T06:39:38.133 DEBUG:tasks.check_counter:Getting stats from h 2024-06-13T06:39:38.133 DEBUG:teuthology.orchestra.run.smithi096:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph daemon mds.h perf dump 2024-06-13T06:39:38.374 INFO:teuthology.orchestra.run.smithi096.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.b/config 2024-06-13T06:39:39.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:39:39 smithi039 ceph-mon[32479]: pgmap v517: 97 pgs: 97 active+clean; 31 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 4.9 KiB/s wr, 5 op/s 2024-06-13T06:39:39.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:39:39 smithi149 ceph-mon[36963]: pgmap v517: 97 pgs: 97 active+clean; 31 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 4.9 KiB/s wr, 5 op/s 2024-06-13T06:39:39.478 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:39:39 smithi096 ceph-mon[36532]: pgmap v517: 97 pgs: 97 active+clean; 31 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 4.9 KiB/s wr, 5 op/s 2024-06-13T06:39:40.050 INFO:teuthology.orchestra.run.smithi096.stdout:{ 2024-06-13T06:39:40.050 INFO:teuthology.orchestra.run.smithi096.stdout: "AsyncMessenger::Worker-0": { 2024-06-13T06:39:40.051 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_recv_messages": 133, 2024-06-13T06:39:40.051 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_send_messages": 185, 2024-06-13T06:39:40.051 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_recv_bytes": 40569, 2024-06-13T06:39:40.051 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_send_bytes": 102800, 2024-06-13T06:39:40.051 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_created_connections": 15, 2024-06-13T06:39:40.051 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_active_connections": 3, 2024-06-13T06:39:40.051 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_running_total_time": 0.026371247, 2024-06-13T06:39:40.051 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_running_send_time": 0.009920252, 2024-06-13T06:39:40.051 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_running_recv_time": 0.013543417, 2024-06-13T06:39:40.051 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_running_fast_dispatch_time": 0.000646601, 2024-06-13T06:39:40.051 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T06:39:40.051 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 184, 2024-06-13T06:39:40.052 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.020321847, 2024-06-13T06:39:40.052 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000110444 2024-06-13T06:39:40.052 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.052 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_handle_ack_lat": { 2024-06-13T06:39:40.052 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 215, 2024-06-13T06:39:40.052 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000094855, 2024-06-13T06:39:40.052 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000441 2024-06-13T06:39:40.052 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.052 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_recv_encrypted_bytes": 4960, 2024-06-13T06:39:40.052 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_send_encrypted_bytes": 2032 2024-06-13T06:39:40.052 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.052 INFO:teuthology.orchestra.run.smithi096.stdout: "AsyncMessenger::Worker-1": { 2024-06-13T06:39:40.053 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_recv_messages": 1686, 2024-06-13T06:39:40.053 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_send_messages": 1479, 2024-06-13T06:39:40.053 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_recv_bytes": 2041593, 2024-06-13T06:39:40.053 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_send_bytes": 612424, 2024-06-13T06:39:40.053 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_created_connections": 11, 2024-06-13T06:39:40.053 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_active_connections": 6, 2024-06-13T06:39:40.053 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_running_total_time": 0.201326514, 2024-06-13T06:39:40.053 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_running_send_time": 0.088151802, 2024-06-13T06:39:40.053 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_running_recv_time": 0.114307497, 2024-06-13T06:39:40.053 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_running_fast_dispatch_time": 0.015457878, 2024-06-13T06:39:40.053 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T06:39:40.053 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 1480, 2024-06-13T06:39:40.053 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.082360208, 2024-06-13T06:39:40.054 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000055648 2024-06-13T06:39:40.054 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.054 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_handle_ack_lat": { 2024-06-13T06:39:40.054 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 2318, 2024-06-13T06:39:40.054 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000643148, 2024-06-13T06:39:40.054 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000277 2024-06-13T06:39:40.054 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.055 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_recv_encrypted_bytes": 1662912, 2024-06-13T06:39:40.055 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_send_encrypted_bytes": 208000 2024-06-13T06:39:40.055 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.055 INFO:teuthology.orchestra.run.smithi096.stdout: "AsyncMessenger::Worker-2": { 2024-06-13T06:39:40.055 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_recv_messages": 15, 2024-06-13T06:39:40.056 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_send_messages": 261, 2024-06-13T06:39:40.056 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_recv_bytes": 3635, 2024-06-13T06:39:40.056 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_send_bytes": 688419, 2024-06-13T06:39:40.056 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_created_connections": 13, 2024-06-13T06:39:40.056 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_active_connections": 7, 2024-06-13T06:39:40.056 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_running_total_time": 0.018578018, 2024-06-13T06:39:40.057 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_running_send_time": 0.010722308, 2024-06-13T06:39:40.057 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_running_recv_time": 0.004474568, 2024-06-13T06:39:40.057 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_running_fast_dispatch_time": 0.000244152, 2024-06-13T06:39:40.057 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T06:39:40.057 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 256, 2024-06-13T06:39:40.058 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.038883045, 2024-06-13T06:39:40.058 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000151886 2024-06-13T06:39:40.058 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.058 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_handle_ack_lat": { 2024-06-13T06:39:40.058 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 8, 2024-06-13T06:39:40.058 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000001458, 2024-06-13T06:39:40.059 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000182 2024-06-13T06:39:40.059 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.059 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_recv_encrypted_bytes": 1408, 2024-06-13T06:39:40.059 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_send_encrypted_bytes": 679360 2024-06-13T06:39:40.059 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.059 INFO:teuthology.orchestra.run.smithi096.stdout: "cct": { 2024-06-13T06:39:40.060 INFO:teuthology.orchestra.run.smithi096.stdout: "total_workers": 1, 2024-06-13T06:39:40.060 INFO:teuthology.orchestra.run.smithi096.stdout: "unhealthy_workers": 0 2024-06-13T06:39:40.060 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.060 INFO:teuthology.orchestra.run.smithi096.stdout: "finisher-MDSRank": { 2024-06-13T06:39:40.060 INFO:teuthology.orchestra.run.smithi096.stdout: "queue_len": 0, 2024-06-13T06:39:40.060 INFO:teuthology.orchestra.run.smithi096.stdout: "complete_latency": { 2024-06-13T06:39:40.061 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 46, 2024-06-13T06:39:40.061 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.002007074, 2024-06-13T06:39:40.061 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000043632 2024-06-13T06:39:40.061 INFO:teuthology.orchestra.run.smithi096.stdout: } 2024-06-13T06:39:40.061 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.061 INFO:teuthology.orchestra.run.smithi096.stdout: "finisher-PurgeQueue": { 2024-06-13T06:39:40.061 INFO:teuthology.orchestra.run.smithi096.stdout: "queue_len": 0, 2024-06-13T06:39:40.062 INFO:teuthology.orchestra.run.smithi096.stdout: "complete_latency": { 2024-06-13T06:39:40.062 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 2, 2024-06-13T06:39:40.062 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000013785, 2024-06-13T06:39:40.062 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000006892 2024-06-13T06:39:40.062 INFO:teuthology.orchestra.run.smithi096.stdout: } 2024-06-13T06:39:40.063 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.063 INFO:teuthology.orchestra.run.smithi096.stdout: "mds": { 2024-06-13T06:39:40.063 INFO:teuthology.orchestra.run.smithi096.stdout: "request": 5, 2024-06-13T06:39:40.063 INFO:teuthology.orchestra.run.smithi096.stdout: "reply": 2, 2024-06-13T06:39:40.063 INFO:teuthology.orchestra.run.smithi096.stdout: "reply_latency": { 2024-06-13T06:39:40.063 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 2, 2024-06-13T06:39:40.063 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000327616, 2024-06-13T06:39:40.064 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000163808 2024-06-13T06:39:40.064 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.064 INFO:teuthology.orchestra.run.smithi096.stdout: "slow_reply": 0, 2024-06-13T06:39:40.064 INFO:teuthology.orchestra.run.smithi096.stdout: "forward": 3, 2024-06-13T06:39:40.064 INFO:teuthology.orchestra.run.smithi096.stdout: "dir_fetch_complete": 0, 2024-06-13T06:39:40.064 INFO:teuthology.orchestra.run.smithi096.stdout: "dir_fetch_keys": 0, 2024-06-13T06:39:40.065 INFO:teuthology.orchestra.run.smithi096.stdout: "dir_commit": 11, 2024-06-13T06:39:40.065 INFO:teuthology.orchestra.run.smithi096.stdout: "dir_split": 0, 2024-06-13T06:39:40.065 INFO:teuthology.orchestra.run.smithi096.stdout: "dir_merge": 0, 2024-06-13T06:39:40.065 INFO:teuthology.orchestra.run.smithi096.stdout: "inodes": 16, 2024-06-13T06:39:40.065 INFO:teuthology.orchestra.run.smithi096.stdout: "inodes_top": 0, 2024-06-13T06:39:40.066 INFO:teuthology.orchestra.run.smithi096.stdout: "inodes_bottom": 16, 2024-06-13T06:39:40.066 INFO:teuthology.orchestra.run.smithi096.stdout: "inodes_pin_tail": 0, 2024-06-13T06:39:40.066 INFO:teuthology.orchestra.run.smithi096.stdout: "inodes_pinned": 13, 2024-06-13T06:39:40.066 INFO:teuthology.orchestra.run.smithi096.stdout: "inodes_expired": 4, 2024-06-13T06:39:40.066 INFO:teuthology.orchestra.run.smithi096.stdout: "inodes_with_caps": 1, 2024-06-13T06:39:40.067 INFO:teuthology.orchestra.run.smithi096.stdout: "caps": 1, 2024-06-13T06:39:40.067 INFO:teuthology.orchestra.run.smithi096.stdout: "subtrees": 3, 2024-06-13T06:39:40.067 INFO:teuthology.orchestra.run.smithi096.stdout: "traverse": 39, 2024-06-13T06:39:40.067 INFO:teuthology.orchestra.run.smithi096.stdout: "traverse_hit": 29, 2024-06-13T06:39:40.067 INFO:teuthology.orchestra.run.smithi096.stdout: "traverse_forward": 1, 2024-06-13T06:39:40.068 INFO:teuthology.orchestra.run.smithi096.stdout: "traverse_discover": 7, 2024-06-13T06:39:40.068 INFO:teuthology.orchestra.run.smithi096.stdout: "traverse_dir_fetch": 0, 2024-06-13T06:39:40.068 INFO:teuthology.orchestra.run.smithi096.stdout: "traverse_remote_ino": 0, 2024-06-13T06:39:40.068 INFO:teuthology.orchestra.run.smithi096.stdout: "traverse_lock": 0, 2024-06-13T06:39:40.068 INFO:teuthology.orchestra.run.smithi096.stdout: "load_cent": 0, 2024-06-13T06:39:40.068 INFO:teuthology.orchestra.run.smithi096.stdout: "q": 0, 2024-06-13T06:39:40.068 INFO:teuthology.orchestra.run.smithi096.stdout: "exported": 0, 2024-06-13T06:39:40.068 INFO:teuthology.orchestra.run.smithi096.stdout: "exported_inodes": 0, 2024-06-13T06:39:40.069 INFO:teuthology.orchestra.run.smithi096.stdout: "imported": 0, 2024-06-13T06:39:40.069 INFO:teuthology.orchestra.run.smithi096.stdout: "imported_inodes": 0, 2024-06-13T06:39:40.069 INFO:teuthology.orchestra.run.smithi096.stdout: "openino_dir_fetch": 0, 2024-06-13T06:39:40.069 INFO:teuthology.orchestra.run.smithi096.stdout: "openino_backtrace_fetch": 0, 2024-06-13T06:39:40.069 INFO:teuthology.orchestra.run.smithi096.stdout: "openino_peer_discover": 0, 2024-06-13T06:39:40.069 INFO:teuthology.orchestra.run.smithi096.stdout: "root_rfiles": 4, 2024-06-13T06:39:40.069 INFO:teuthology.orchestra.run.smithi096.stdout: "root_rbytes": 234, 2024-06-13T06:39:40.069 INFO:teuthology.orchestra.run.smithi096.stdout: "root_rsnaps": 6, 2024-06-13T06:39:40.070 INFO:teuthology.orchestra.run.smithi096.stdout: "scrub_backtrace_fetch": 0, 2024-06-13T06:39:40.070 INFO:teuthology.orchestra.run.smithi096.stdout: "scrub_set_tag": 0, 2024-06-13T06:39:40.070 INFO:teuthology.orchestra.run.smithi096.stdout: "scrub_backtrace_repaired": 0, 2024-06-13T06:39:40.070 INFO:teuthology.orchestra.run.smithi096.stdout: "scrub_inotable_repaired": 0, 2024-06-13T06:39:40.070 INFO:teuthology.orchestra.run.smithi096.stdout: "scrub_dir_inodes": 0, 2024-06-13T06:39:40.070 INFO:teuthology.orchestra.run.smithi096.stdout: "scrub_dir_base_inodes": 0, 2024-06-13T06:39:40.070 INFO:teuthology.orchestra.run.smithi096.stdout: "scrub_dirfrag_rstats": 0, 2024-06-13T06:39:40.071 INFO:teuthology.orchestra.run.smithi096.stdout: "scrub_file_inodes": 0, 2024-06-13T06:39:40.071 INFO:teuthology.orchestra.run.smithi096.stdout: "handle_inode_file_caps": 0, 2024-06-13T06:39:40.071 INFO:teuthology.orchestra.run.smithi096.stdout: "ceph_cap_op_revoke": 1, 2024-06-13T06:39:40.071 INFO:teuthology.orchestra.run.smithi096.stdout: "ceph_cap_op_grant": 0, 2024-06-13T06:39:40.071 INFO:teuthology.orchestra.run.smithi096.stdout: "ceph_cap_op_trunc": 0, 2024-06-13T06:39:40.071 INFO:teuthology.orchestra.run.smithi096.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-06-13T06:39:40.072 INFO:teuthology.orchestra.run.smithi096.stdout: "ceph_cap_op_flush_ack": 0, 2024-06-13T06:39:40.072 INFO:teuthology.orchestra.run.smithi096.stdout: "handle_client_caps": 1, 2024-06-13T06:39:40.072 INFO:teuthology.orchestra.run.smithi096.stdout: "handle_client_caps_dirty": 0, 2024-06-13T06:39:40.072 INFO:teuthology.orchestra.run.smithi096.stdout: "handle_client_cap_release": 0, 2024-06-13T06:39:40.072 INFO:teuthology.orchestra.run.smithi096.stdout: "process_request_cap_release": 2 2024-06-13T06:39:40.072 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.072 INFO:teuthology.orchestra.run.smithi096.stdout: "mds_cache": { 2024-06-13T06:39:40.073 INFO:teuthology.orchestra.run.smithi096.stdout: "dir_update": 0, 2024-06-13T06:39:40.073 INFO:teuthology.orchestra.run.smithi096.stdout: "dir_update_receipt": 16, 2024-06-13T06:39:40.073 INFO:teuthology.orchestra.run.smithi096.stdout: "dir_try_discover": 11, 2024-06-13T06:39:40.073 INFO:teuthology.orchestra.run.smithi096.stdout: "dir_send_discover": 12, 2024-06-13T06:39:40.073 INFO:teuthology.orchestra.run.smithi096.stdout: "dir_handle_discover": 0, 2024-06-13T06:39:40.073 INFO:teuthology.orchestra.run.smithi096.stdout: "num_strays": 0, 2024-06-13T06:39:40.074 INFO:teuthology.orchestra.run.smithi096.stdout: "num_strays_delayed": 0, 2024-06-13T06:39:40.074 INFO:teuthology.orchestra.run.smithi096.stdout: "num_strays_enqueuing": 0, 2024-06-13T06:39:40.074 INFO:teuthology.orchestra.run.smithi096.stdout: "strays_created": 0, 2024-06-13T06:39:40.074 INFO:teuthology.orchestra.run.smithi096.stdout: "strays_enqueued": 0, 2024-06-13T06:39:40.074 INFO:teuthology.orchestra.run.smithi096.stdout: "strays_reintegrated": 0, 2024-06-13T06:39:40.074 INFO:teuthology.orchestra.run.smithi096.stdout: "strays_migrated": 0, 2024-06-13T06:39:40.075 INFO:teuthology.orchestra.run.smithi096.stdout: "num_recovering_processing": 0, 2024-06-13T06:39:40.075 INFO:teuthology.orchestra.run.smithi096.stdout: "num_recovering_enqueued": 0, 2024-06-13T06:39:40.075 INFO:teuthology.orchestra.run.smithi096.stdout: "num_recovering_prioritized": 0, 2024-06-13T06:39:40.075 INFO:teuthology.orchestra.run.smithi096.stdout: "recovery_started": 0, 2024-06-13T06:39:40.075 INFO:teuthology.orchestra.run.smithi096.stdout: "recovery_completed": 0, 2024-06-13T06:39:40.075 INFO:teuthology.orchestra.run.smithi096.stdout: "ireq_quiesce_path": 11, 2024-06-13T06:39:40.076 INFO:teuthology.orchestra.run.smithi096.stdout: "ireq_quiesce_inode": 65, 2024-06-13T06:39:40.076 INFO:teuthology.orchestra.run.smithi096.stdout: "ireq_enqueue_scrub": 0, 2024-06-13T06:39:40.076 INFO:teuthology.orchestra.run.smithi096.stdout: "ireq_exportdir": 0, 2024-06-13T06:39:40.076 INFO:teuthology.orchestra.run.smithi096.stdout: "ireq_flush": 0, 2024-06-13T06:39:40.076 INFO:teuthology.orchestra.run.smithi096.stdout: "ireq_fragmentdir": 0, 2024-06-13T06:39:40.076 INFO:teuthology.orchestra.run.smithi096.stdout: "ireq_fragstats": 0, 2024-06-13T06:39:40.077 INFO:teuthology.orchestra.run.smithi096.stdout: "ireq_inodestats": 0 2024-06-13T06:39:40.077 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.077 INFO:teuthology.orchestra.run.smithi096.stdout: "mds_log": { 2024-06-13T06:39:40.077 INFO:teuthology.orchestra.run.smithi096.stdout: "evlrg": 0, 2024-06-13T06:39:40.077 INFO:teuthology.orchestra.run.smithi096.stdout: "evadd": 7, 2024-06-13T06:39:40.077 INFO:teuthology.orchestra.run.smithi096.stdout: "evex": 0, 2024-06-13T06:39:40.077 INFO:teuthology.orchestra.run.smithi096.stdout: "evtrm": 0, 2024-06-13T06:39:40.077 INFO:teuthology.orchestra.run.smithi096.stdout: "ev": 7, 2024-06-13T06:39:40.077 INFO:teuthology.orchestra.run.smithi096.stdout: "evexg": 0, 2024-06-13T06:39:40.077 INFO:teuthology.orchestra.run.smithi096.stdout: "evexd": 0, 2024-06-13T06:39:40.078 INFO:teuthology.orchestra.run.smithi096.stdout: "segadd": 2, 2024-06-13T06:39:40.078 INFO:teuthology.orchestra.run.smithi096.stdout: "segex": 0, 2024-06-13T06:39:40.078 INFO:teuthology.orchestra.run.smithi096.stdout: "segtrm": 0, 2024-06-13T06:39:40.078 INFO:teuthology.orchestra.run.smithi096.stdout: "seg": 2, 2024-06-13T06:39:40.078 INFO:teuthology.orchestra.run.smithi096.stdout: "segmjr": 2, 2024-06-13T06:39:40.078 INFO:teuthology.orchestra.run.smithi096.stdout: "segexg": 0, 2024-06-13T06:39:40.078 INFO:teuthology.orchestra.run.smithi096.stdout: "segexd": 0, 2024-06-13T06:39:40.078 INFO:teuthology.orchestra.run.smithi096.stdout: "expos": 4194304, 2024-06-13T06:39:40.078 INFO:teuthology.orchestra.run.smithi096.stdout: "wrpos": 4196262, 2024-06-13T06:39:40.078 INFO:teuthology.orchestra.run.smithi096.stdout: "rdpos": 0, 2024-06-13T06:39:40.078 INFO:teuthology.orchestra.run.smithi096.stdout: "jlat": { 2024-06-13T06:39:40.078 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 6, 2024-06-13T06:39:40.079 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.011253940, 2024-06-13T06:39:40.079 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.001875656 2024-06-13T06:39:40.079 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.079 INFO:teuthology.orchestra.run.smithi096.stdout: "replayed": 0 2024-06-13T06:39:40.079 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.079 INFO:teuthology.orchestra.run.smithi096.stdout: "mds_mem": { 2024-06-13T06:39:40.079 INFO:teuthology.orchestra.run.smithi096.stdout: "ino": 20, 2024-06-13T06:39:40.079 INFO:teuthology.orchestra.run.smithi096.stdout: "ino+": 22, 2024-06-13T06:39:40.079 INFO:teuthology.orchestra.run.smithi096.stdout: "ino-": 2, 2024-06-13T06:39:40.079 INFO:teuthology.orchestra.run.smithi096.stdout: "dir": 19, 2024-06-13T06:39:40.079 INFO:teuthology.orchestra.run.smithi096.stdout: "dir+": 22, 2024-06-13T06:39:40.079 INFO:teuthology.orchestra.run.smithi096.stdout: "dir-": 3, 2024-06-13T06:39:40.079 INFO:teuthology.orchestra.run.smithi096.stdout: "dn": 16, 2024-06-13T06:39:40.079 INFO:teuthology.orchestra.run.smithi096.stdout: "dn+": 20, 2024-06-13T06:39:40.080 INFO:teuthology.orchestra.run.smithi096.stdout: "dn-": 4, 2024-06-13T06:39:40.080 INFO:teuthology.orchestra.run.smithi096.stdout: "cap": 1, 2024-06-13T06:39:40.080 INFO:teuthology.orchestra.run.smithi096.stdout: "cap+": 2, 2024-06-13T06:39:40.080 INFO:teuthology.orchestra.run.smithi096.stdout: "cap-": 1, 2024-06-13T06:39:40.080 INFO:teuthology.orchestra.run.smithi096.stdout: "rss": 52348, 2024-06-13T06:39:40.080 INFO:teuthology.orchestra.run.smithi096.stdout: "heap": 223612 2024-06-13T06:39:40.080 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.080 INFO:teuthology.orchestra.run.smithi096.stdout: "mds_server": { 2024-06-13T06:39:40.080 INFO:teuthology.orchestra.run.smithi096.stdout: "dispatch_client_request": 6, 2024-06-13T06:39:40.080 INFO:teuthology.orchestra.run.smithi096.stdout: "dispatch_server_request": 0, 2024-06-13T06:39:40.080 INFO:teuthology.orchestra.run.smithi096.stdout: "handle_client_request": 5, 2024-06-13T06:39:40.080 INFO:teuthology.orchestra.run.smithi096.stdout: "handle_client_session": 21, 2024-06-13T06:39:40.080 INFO:teuthology.orchestra.run.smithi096.stdout: "handle_peer_request": 0, 2024-06-13T06:39:40.081 INFO:teuthology.orchestra.run.smithi096.stdout: "req_create_latency": { 2024-06-13T06:39:40.081 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:40.081 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:40.081 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:40.081 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.081 INFO:teuthology.orchestra.run.smithi096.stdout: "req_getattr_latency": { 2024-06-13T06:39:40.081 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 1, 2024-06-13T06:39:40.081 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000197345, 2024-06-13T06:39:40.081 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000197345 2024-06-13T06:39:40.081 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.081 INFO:teuthology.orchestra.run.smithi096.stdout: "req_getfilelock_latency": { 2024-06-13T06:39:40.081 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:40.081 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:40.081 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:40.082 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.082 INFO:teuthology.orchestra.run.smithi096.stdout: "req_link_latency": { 2024-06-13T06:39:40.082 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:40.082 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:40.082 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:40.082 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.082 INFO:teuthology.orchestra.run.smithi096.stdout: "req_lookup_latency": { 2024-06-13T06:39:40.082 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:40.082 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:40.082 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:40.082 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.082 INFO:teuthology.orchestra.run.smithi096.stdout: "req_lookuphash_latency": { 2024-06-13T06:39:40.083 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:40.083 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:40.083 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:40.083 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.083 INFO:teuthology.orchestra.run.smithi096.stdout: "req_lookupino_latency": { 2024-06-13T06:39:40.083 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 1, 2024-06-13T06:39:40.083 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000130271, 2024-06-13T06:39:40.083 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000130271 2024-06-13T06:39:40.083 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.083 INFO:teuthology.orchestra.run.smithi096.stdout: "req_lookupname_latency": { 2024-06-13T06:39:40.083 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:40.083 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:40.083 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:40.083 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.084 INFO:teuthology.orchestra.run.smithi096.stdout: "req_lookupparent_latency": { 2024-06-13T06:39:40.084 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:40.084 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:40.084 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:40.084 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.084 INFO:teuthology.orchestra.run.smithi096.stdout: "req_lookupsnap_latency": { 2024-06-13T06:39:40.084 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:40.084 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:40.084 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:40.084 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.084 INFO:teuthology.orchestra.run.smithi096.stdout: "req_lssnap_latency": { 2024-06-13T06:39:40.084 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:40.084 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:40.085 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:40.085 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.085 INFO:teuthology.orchestra.run.smithi096.stdout: "req_mkdir_latency": { 2024-06-13T06:39:40.085 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:40.086 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:40.086 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:40.086 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.086 INFO:teuthology.orchestra.run.smithi096.stdout: "req_mknod_latency": { 2024-06-13T06:39:40.086 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:40.086 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:40.086 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:40.086 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.086 INFO:teuthology.orchestra.run.smithi096.stdout: "req_mksnap_latency": { 2024-06-13T06:39:40.086 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:40.086 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:40.087 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:40.087 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.087 INFO:teuthology.orchestra.run.smithi096.stdout: "req_open_latency": { 2024-06-13T06:39:40.087 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:40.087 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:40.087 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:40.087 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.087 INFO:teuthology.orchestra.run.smithi096.stdout: "req_readdir_latency": { 2024-06-13T06:39:40.087 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:40.088 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:40.088 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:40.088 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.088 INFO:teuthology.orchestra.run.smithi096.stdout: "req_rename_latency": { 2024-06-13T06:39:40.088 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:40.089 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:40.089 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:40.089 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.089 INFO:teuthology.orchestra.run.smithi096.stdout: "req_renamesnap_latency": { 2024-06-13T06:39:40.089 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:40.089 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:40.090 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:40.090 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.090 INFO:teuthology.orchestra.run.smithi096.stdout: "req_snapdiff_latency": { 2024-06-13T06:39:40.090 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:40.090 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:40.090 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:40.091 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.091 INFO:teuthology.orchestra.run.smithi096.stdout: "req_rmdir_latency": { 2024-06-13T06:39:40.091 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:40.091 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:40.091 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:40.091 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.091 INFO:teuthology.orchestra.run.smithi096.stdout: "req_rmsnap_latency": { 2024-06-13T06:39:40.092 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:40.092 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:40.092 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:40.092 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.092 INFO:teuthology.orchestra.run.smithi096.stdout: "req_rmxattr_latency": { 2024-06-13T06:39:40.092 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:40.092 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:40.093 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:40.093 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.093 INFO:teuthology.orchestra.run.smithi096.stdout: "req_setattr_latency": { 2024-06-13T06:39:40.093 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:40.093 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:40.093 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:40.094 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.094 INFO:teuthology.orchestra.run.smithi096.stdout: "req_setdirlayout_latency": { 2024-06-13T06:39:40.094 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:40.094 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:40.094 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:40.094 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.094 INFO:teuthology.orchestra.run.smithi096.stdout: "req_setfilelock_latency": { 2024-06-13T06:39:40.095 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:40.095 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:40.095 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:40.095 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.095 INFO:teuthology.orchestra.run.smithi096.stdout: "req_setlayout_latency": { 2024-06-13T06:39:40.095 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:40.096 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:40.096 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:40.096 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.096 INFO:teuthology.orchestra.run.smithi096.stdout: "req_setxattr_latency": { 2024-06-13T06:39:40.096 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:40.096 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:40.097 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:40.097 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.097 INFO:teuthology.orchestra.run.smithi096.stdout: "req_symlink_latency": { 2024-06-13T06:39:40.097 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:40.097 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:40.098 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:40.098 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.098 INFO:teuthology.orchestra.run.smithi096.stdout: "req_unlink_latency": { 2024-06-13T06:39:40.098 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:40.098 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:40.099 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:40.099 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.099 INFO:teuthology.orchestra.run.smithi096.stdout: "cap_revoke_eviction": 0, 2024-06-13T06:39:40.099 INFO:teuthology.orchestra.run.smithi096.stdout: "cap_acquisition_throttle": 0, 2024-06-13T06:39:40.099 INFO:teuthology.orchestra.run.smithi096.stdout: "req_getvxattr_latency": { 2024-06-13T06:39:40.099 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:40.100 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:40.100 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:40.100 INFO:teuthology.orchestra.run.smithi096.stdout: } 2024-06-13T06:39:40.100 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.100 INFO:teuthology.orchestra.run.smithi096.stdout: "mds_sessions": { 2024-06-13T06:39:40.100 INFO:teuthology.orchestra.run.smithi096.stdout: "session_count": 1, 2024-06-13T06:39:40.101 INFO:teuthology.orchestra.run.smithi096.stdout: "session_add": 3, 2024-06-13T06:39:40.101 INFO:teuthology.orchestra.run.smithi096.stdout: "session_remove": 2, 2024-06-13T06:39:40.101 INFO:teuthology.orchestra.run.smithi096.stdout: "sessions_open": 1, 2024-06-13T06:39:40.101 INFO:teuthology.orchestra.run.smithi096.stdout: "sessions_stale": 0, 2024-06-13T06:39:40.101 INFO:teuthology.orchestra.run.smithi096.stdout: "total_load": 1, 2024-06-13T06:39:40.101 INFO:teuthology.orchestra.run.smithi096.stdout: "average_load": 0, 2024-06-13T06:39:40.102 INFO:teuthology.orchestra.run.smithi096.stdout: "avg_session_uptime": 992, 2024-06-13T06:39:40.102 INFO:teuthology.orchestra.run.smithi096.stdout: "mdthresh_evicted": 0 2024-06-13T06:39:40.102 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.102 INFO:teuthology.orchestra.run.smithi096.stdout: "mempool": { 2024-06-13T06:39:40.102 INFO:teuthology.orchestra.run.smithi096.stdout: "bloom_filter_bytes": 0, 2024-06-13T06:39:40.102 INFO:teuthology.orchestra.run.smithi096.stdout: "bloom_filter_items": 0, 2024-06-13T06:39:40.103 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_alloc_bytes": 0, 2024-06-13T06:39:40.103 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_alloc_items": 0, 2024-06-13T06:39:40.103 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_cache_data_bytes": 0, 2024-06-13T06:39:40.103 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_cache_data_items": 0, 2024-06-13T06:39:40.103 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_cache_onode_bytes": 0, 2024-06-13T06:39:40.103 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_cache_onode_items": 0, 2024-06-13T06:39:40.104 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_cache_meta_bytes": 0, 2024-06-13T06:39:40.104 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_cache_meta_items": 0, 2024-06-13T06:39:40.104 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_cache_other_bytes": 0, 2024-06-13T06:39:40.104 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_cache_other_items": 0, 2024-06-13T06:39:40.104 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_cache_buffer_bytes": 0, 2024-06-13T06:39:40.104 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_cache_buffer_items": 0, 2024-06-13T06:39:40.105 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_extent_bytes": 0, 2024-06-13T06:39:40.105 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_extent_items": 0, 2024-06-13T06:39:40.105 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_blob_bytes": 0, 2024-06-13T06:39:40.105 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_blob_items": 0, 2024-06-13T06:39:40.105 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_shared_blob_bytes": 0, 2024-06-13T06:39:40.105 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_shared_blob_items": 0, 2024-06-13T06:39:40.106 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_inline_bl_bytes": 0, 2024-06-13T06:39:40.106 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_inline_bl_items": 0, 2024-06-13T06:39:40.106 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_fsck_bytes": 0, 2024-06-13T06:39:40.106 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_fsck_items": 0, 2024-06-13T06:39:40.106 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_txc_bytes": 0, 2024-06-13T06:39:40.107 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_txc_items": 0, 2024-06-13T06:39:40.107 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_writing_deferred_bytes": 0, 2024-06-13T06:39:40.107 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_writing_deferred_items": 0, 2024-06-13T06:39:40.107 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_writing_bytes": 0, 2024-06-13T06:39:40.107 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_writing_items": 0, 2024-06-13T06:39:40.108 INFO:teuthology.orchestra.run.smithi096.stdout: "bluefs_bytes": 0, 2024-06-13T06:39:40.108 INFO:teuthology.orchestra.run.smithi096.stdout: "bluefs_items": 0, 2024-06-13T06:39:40.108 INFO:teuthology.orchestra.run.smithi096.stdout: "bluefs_file_reader_bytes": 0, 2024-06-13T06:39:40.108 INFO:teuthology.orchestra.run.smithi096.stdout: "bluefs_file_reader_items": 0, 2024-06-13T06:39:40.108 INFO:teuthology.orchestra.run.smithi096.stdout: "bluefs_file_writer_bytes": 0, 2024-06-13T06:39:40.108 INFO:teuthology.orchestra.run.smithi096.stdout: "bluefs_file_writer_items": 0, 2024-06-13T06:39:40.108 INFO:teuthology.orchestra.run.smithi096.stdout: "buffer_anon_bytes": 247317, 2024-06-13T06:39:40.108 INFO:teuthology.orchestra.run.smithi096.stdout: "buffer_anon_items": 82, 2024-06-13T06:39:40.108 INFO:teuthology.orchestra.run.smithi096.stdout: "buffer_meta_bytes": 0, 2024-06-13T06:39:40.108 INFO:teuthology.orchestra.run.smithi096.stdout: "buffer_meta_items": 0, 2024-06-13T06:39:40.109 INFO:teuthology.orchestra.run.smithi096.stdout: "osd_bytes": 0, 2024-06-13T06:39:40.109 INFO:teuthology.orchestra.run.smithi096.stdout: "osd_items": 0, 2024-06-13T06:39:40.109 INFO:teuthology.orchestra.run.smithi096.stdout: "osd_mapbl_bytes": 0, 2024-06-13T06:39:40.109 INFO:teuthology.orchestra.run.smithi096.stdout: "osd_mapbl_items": 0, 2024-06-13T06:39:40.109 INFO:teuthology.orchestra.run.smithi096.stdout: "osd_pglog_bytes": 0, 2024-06-13T06:39:40.109 INFO:teuthology.orchestra.run.smithi096.stdout: "osd_pglog_items": 0, 2024-06-13T06:39:40.109 INFO:teuthology.orchestra.run.smithi096.stdout: "osdmap_bytes": 8136, 2024-06-13T06:39:40.109 INFO:teuthology.orchestra.run.smithi096.stdout: "osdmap_items": 170, 2024-06-13T06:39:40.109 INFO:teuthology.orchestra.run.smithi096.stdout: "osdmap_mapping_bytes": 0, 2024-06-13T06:39:40.109 INFO:teuthology.orchestra.run.smithi096.stdout: "osdmap_mapping_items": 0, 2024-06-13T06:39:40.109 INFO:teuthology.orchestra.run.smithi096.stdout: "pgmap_bytes": 0, 2024-06-13T06:39:40.109 INFO:teuthology.orchestra.run.smithi096.stdout: "pgmap_items": 0, 2024-06-13T06:39:40.110 INFO:teuthology.orchestra.run.smithi096.stdout: "mds_co_bytes": 82717, 2024-06-13T06:39:40.110 INFO:teuthology.orchestra.run.smithi096.stdout: "mds_co_items": 336, 2024-06-13T06:39:40.110 INFO:teuthology.orchestra.run.smithi096.stdout: "unittest_1_bytes": 0, 2024-06-13T06:39:40.110 INFO:teuthology.orchestra.run.smithi096.stdout: "unittest_1_items": 0, 2024-06-13T06:39:40.110 INFO:teuthology.orchestra.run.smithi096.stdout: "unittest_2_bytes": 0, 2024-06-13T06:39:40.110 INFO:teuthology.orchestra.run.smithi096.stdout: "unittest_2_items": 0 2024-06-13T06:39:40.110 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.110 INFO:teuthology.orchestra.run.smithi096.stdout: "objecter": { 2024-06-13T06:39:40.110 INFO:teuthology.orchestra.run.smithi096.stdout: "op_active": 0, 2024-06-13T06:39:40.110 INFO:teuthology.orchestra.run.smithi096.stdout: "op_laggy": 0, 2024-06-13T06:39:40.110 INFO:teuthology.orchestra.run.smithi096.stdout: "op_send": 43, 2024-06-13T06:39:40.110 INFO:teuthology.orchestra.run.smithi096.stdout: "op_send_bytes": 12350, 2024-06-13T06:39:40.111 INFO:teuthology.orchestra.run.smithi096.stdout: "op_resend": 33, 2024-06-13T06:39:40.111 INFO:teuthology.orchestra.run.smithi096.stdout: "op_reply": 43, 2024-06-13T06:39:40.111 INFO:teuthology.orchestra.run.smithi096.stdout: "op_latency": { 2024-06-13T06:39:40.111 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 43, 2024-06-13T06:39:40.111 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.245994588, 2024-06-13T06:39:40.111 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.005720804 2024-06-13T06:39:40.111 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.111 INFO:teuthology.orchestra.run.smithi096.stdout: "op_inflight": 0, 2024-06-13T06:39:40.111 INFO:teuthology.orchestra.run.smithi096.stdout: "oplen_avg": { 2024-06-13T06:39:40.111 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 43, 2024-06-13T06:39:40.111 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 65 2024-06-13T06:39:40.111 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.111 INFO:teuthology.orchestra.run.smithi096.stdout: "op": 43, 2024-06-13T06:39:40.111 INFO:teuthology.orchestra.run.smithi096.stdout: "op_r": 0, 2024-06-13T06:39:40.112 INFO:teuthology.orchestra.run.smithi096.stdout: "op_w": 43, 2024-06-13T06:39:40.112 INFO:teuthology.orchestra.run.smithi096.stdout: "op_rmw": 0, 2024-06-13T06:39:40.112 INFO:teuthology.orchestra.run.smithi096.stdout: "op_pg": 0, 2024-06-13T06:39:40.112 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_stat": 0, 2024-06-13T06:39:40.112 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_create": 10, 2024-06-13T06:39:40.112 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_read": 0, 2024-06-13T06:39:40.112 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_write": 6, 2024-06-13T06:39:40.112 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_writefull": 8, 2024-06-13T06:39:40.112 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_writesame": 0, 2024-06-13T06:39:40.112 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_append": 0, 2024-06-13T06:39:40.112 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_zero": 0, 2024-06-13T06:39:40.112 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_truncate": 0, 2024-06-13T06:39:40.112 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_delete": 6, 2024-06-13T06:39:40.113 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_mapext": 0, 2024-06-13T06:39:40.113 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_sparse_read": 0, 2024-06-13T06:39:40.113 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_clonerange": 0, 2024-06-13T06:39:40.113 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_getxattr": 0, 2024-06-13T06:39:40.113 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_setxattr": 20, 2024-06-13T06:39:40.113 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_cmpxattr": 0, 2024-06-13T06:39:40.113 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_rmxattr": 0, 2024-06-13T06:39:40.113 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_resetxattrs": 0, 2024-06-13T06:39:40.113 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_call": 0, 2024-06-13T06:39:40.113 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_watch": 0, 2024-06-13T06:39:40.113 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_notify": 0, 2024-06-13T06:39:40.113 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_src_cmpxattr": 0, 2024-06-13T06:39:40.113 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_pgls": 0, 2024-06-13T06:39:40.113 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_pgls_filter": 0, 2024-06-13T06:39:40.114 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_other": 0, 2024-06-13T06:39:40.114 INFO:teuthology.orchestra.run.smithi096.stdout: "linger_active": 0, 2024-06-13T06:39:40.114 INFO:teuthology.orchestra.run.smithi096.stdout: "linger_send": 0, 2024-06-13T06:39:40.114 INFO:teuthology.orchestra.run.smithi096.stdout: "linger_resend": 0, 2024-06-13T06:39:40.114 INFO:teuthology.orchestra.run.smithi096.stdout: "linger_ping": 0, 2024-06-13T06:39:40.114 INFO:teuthology.orchestra.run.smithi096.stdout: "poolop_active": 0, 2024-06-13T06:39:40.114 INFO:teuthology.orchestra.run.smithi096.stdout: "poolop_send": 0, 2024-06-13T06:39:40.114 INFO:teuthology.orchestra.run.smithi096.stdout: "poolop_resend": 0, 2024-06-13T06:39:40.114 INFO:teuthology.orchestra.run.smithi096.stdout: "poolstat_active": 0, 2024-06-13T06:39:40.114 INFO:teuthology.orchestra.run.smithi096.stdout: "poolstat_send": 0, 2024-06-13T06:39:40.114 INFO:teuthology.orchestra.run.smithi096.stdout: "poolstat_resend": 0, 2024-06-13T06:39:40.114 INFO:teuthology.orchestra.run.smithi096.stdout: "statfs_active": 0, 2024-06-13T06:39:40.115 INFO:teuthology.orchestra.run.smithi096.stdout: "statfs_send": 0, 2024-06-13T06:39:40.115 INFO:teuthology.orchestra.run.smithi096.stdout: "statfs_resend": 0, 2024-06-13T06:39:40.115 INFO:teuthology.orchestra.run.smithi096.stdout: "command_active": 0, 2024-06-13T06:39:40.115 INFO:teuthology.orchestra.run.smithi096.stdout: "command_send": 0, 2024-06-13T06:39:40.115 INFO:teuthology.orchestra.run.smithi096.stdout: "command_resend": 0, 2024-06-13T06:39:40.115 INFO:teuthology.orchestra.run.smithi096.stdout: "map_epoch": 112, 2024-06-13T06:39:40.115 INFO:teuthology.orchestra.run.smithi096.stdout: "map_full": 0, 2024-06-13T06:39:40.115 INFO:teuthology.orchestra.run.smithi096.stdout: "map_inc": 23, 2024-06-13T06:39:40.115 INFO:teuthology.orchestra.run.smithi096.stdout: "osd_sessions": 9, 2024-06-13T06:39:40.115 INFO:teuthology.orchestra.run.smithi096.stdout: "osd_session_open": 14, 2024-06-13T06:39:40.115 INFO:teuthology.orchestra.run.smithi096.stdout: "osd_session_close": 5, 2024-06-13T06:39:40.115 INFO:teuthology.orchestra.run.smithi096.stdout: "osd_laggy": 0, 2024-06-13T06:39:40.115 INFO:teuthology.orchestra.run.smithi096.stdout: "omap_wr": 14, 2024-06-13T06:39:40.116 INFO:teuthology.orchestra.run.smithi096.stdout: "omap_rd": 0, 2024-06-13T06:39:40.116 INFO:teuthology.orchestra.run.smithi096.stdout: "omap_del": 1 2024-06-13T06:39:40.116 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.116 INFO:teuthology.orchestra.run.smithi096.stdout: "oft": { 2024-06-13T06:39:40.116 INFO:teuthology.orchestra.run.smithi096.stdout: "omap_total_objs": 1, 2024-06-13T06:39:40.116 INFO:teuthology.orchestra.run.smithi096.stdout: "omap_total_kv_pairs": 0, 2024-06-13T06:39:40.116 INFO:teuthology.orchestra.run.smithi096.stdout: "omap_total_updates": 0, 2024-06-13T06:39:40.116 INFO:teuthology.orchestra.run.smithi096.stdout: "omap_total_removes": 0 2024-06-13T06:39:40.116 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.116 INFO:teuthology.orchestra.run.smithi096.stdout: "osd-slow-ops": { 2024-06-13T06:39:40.116 INFO:teuthology.orchestra.run.smithi096.stdout: "slow_ops_count": 76 2024-06-13T06:39:40.116 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.116 INFO:teuthology.orchestra.run.smithi096.stdout: "purge_queue": { 2024-06-13T06:39:40.117 INFO:teuthology.orchestra.run.smithi096.stdout: "pq_executing_ops": 0, 2024-06-13T06:39:40.117 INFO:teuthology.orchestra.run.smithi096.stdout: "pq_executing_ops_high_water": 0, 2024-06-13T06:39:40.117 INFO:teuthology.orchestra.run.smithi096.stdout: "pq_executing": 0, 2024-06-13T06:39:40.117 INFO:teuthology.orchestra.run.smithi096.stdout: "pq_executing_high_water": 0, 2024-06-13T06:39:40.117 INFO:teuthology.orchestra.run.smithi096.stdout: "pq_executed_ops": 0, 2024-06-13T06:39:40.117 INFO:teuthology.orchestra.run.smithi096.stdout: "pq_executed": 0, 2024-06-13T06:39:40.117 INFO:teuthology.orchestra.run.smithi096.stdout: "pq_item_in_journal": 0 2024-06-13T06:39:40.117 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.117 INFO:teuthology.orchestra.run.smithi096.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-06-13T06:39:40.117 INFO:teuthology.orchestra.run.smithi096.stdout: "val": 0, 2024-06-13T06:39:40.117 INFO:teuthology.orchestra.run.smithi096.stdout: "max": 104857600, 2024-06-13T06:39:40.117 INFO:teuthology.orchestra.run.smithi096.stdout: "get_started": 0, 2024-06-13T06:39:40.117 INFO:teuthology.orchestra.run.smithi096.stdout: "get": 1830, 2024-06-13T06:39:40.118 INFO:teuthology.orchestra.run.smithi096.stdout: "get_sum": 1897701, 2024-06-13T06:39:40.118 INFO:teuthology.orchestra.run.smithi096.stdout: "get_or_fail_fail": 0, 2024-06-13T06:39:40.118 INFO:teuthology.orchestra.run.smithi096.stdout: "get_or_fail_success": 1830, 2024-06-13T06:39:40.118 INFO:teuthology.orchestra.run.smithi096.stdout: "take": 0, 2024-06-13T06:39:40.118 INFO:teuthology.orchestra.run.smithi096.stdout: "take_sum": 0, 2024-06-13T06:39:40.118 INFO:teuthology.orchestra.run.smithi096.stdout: "put": 1830, 2024-06-13T06:39:40.119 INFO:teuthology.orchestra.run.smithi096.stdout: "put_sum": 1897701, 2024-06-13T06:39:40.119 INFO:teuthology.orchestra.run.smithi096.stdout: "wait": { 2024-06-13T06:39:40.119 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:40.119 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:40.119 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:40.119 INFO:teuthology.orchestra.run.smithi096.stdout: } 2024-06-13T06:39:40.120 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.120 INFO:teuthology.orchestra.run.smithi096.stdout: "throttle-objecter_bytes": { 2024-06-13T06:39:40.120 INFO:teuthology.orchestra.run.smithi096.stdout: "val": 0, 2024-06-13T06:39:40.120 INFO:teuthology.orchestra.run.smithi096.stdout: "max": 104857600, 2024-06-13T06:39:40.120 INFO:teuthology.orchestra.run.smithi096.stdout: "get_started": 0, 2024-06-13T06:39:40.120 INFO:teuthology.orchestra.run.smithi096.stdout: "get": 0, 2024-06-13T06:39:40.121 INFO:teuthology.orchestra.run.smithi096.stdout: "get_sum": 0, 2024-06-13T06:39:40.121 INFO:teuthology.orchestra.run.smithi096.stdout: "get_or_fail_fail": 0, 2024-06-13T06:39:40.121 INFO:teuthology.orchestra.run.smithi096.stdout: "get_or_fail_success": 0, 2024-06-13T06:39:40.121 INFO:teuthology.orchestra.run.smithi096.stdout: "take": 43, 2024-06-13T06:39:40.121 INFO:teuthology.orchestra.run.smithi096.stdout: "take_sum": 12350, 2024-06-13T06:39:40.122 INFO:teuthology.orchestra.run.smithi096.stdout: "put": 43, 2024-06-13T06:39:40.122 INFO:teuthology.orchestra.run.smithi096.stdout: "put_sum": 12350, 2024-06-13T06:39:40.122 INFO:teuthology.orchestra.run.smithi096.stdout: "wait": { 2024-06-13T06:39:40.122 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:40.122 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:40.122 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:40.123 INFO:teuthology.orchestra.run.smithi096.stdout: } 2024-06-13T06:39:40.123 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.123 INFO:teuthology.orchestra.run.smithi096.stdout: "throttle-objecter_ops": { 2024-06-13T06:39:40.123 INFO:teuthology.orchestra.run.smithi096.stdout: "val": 0, 2024-06-13T06:39:40.123 INFO:teuthology.orchestra.run.smithi096.stdout: "max": 1024, 2024-06-13T06:39:40.123 INFO:teuthology.orchestra.run.smithi096.stdout: "get_started": 0, 2024-06-13T06:39:40.123 INFO:teuthology.orchestra.run.smithi096.stdout: "get": 0, 2024-06-13T06:39:40.124 INFO:teuthology.orchestra.run.smithi096.stdout: "get_sum": 0, 2024-06-13T06:39:40.124 INFO:teuthology.orchestra.run.smithi096.stdout: "get_or_fail_fail": 0, 2024-06-13T06:39:40.124 INFO:teuthology.orchestra.run.smithi096.stdout: "get_or_fail_success": 0, 2024-06-13T06:39:40.124 INFO:teuthology.orchestra.run.smithi096.stdout: "take": 43, 2024-06-13T06:39:40.124 INFO:teuthology.orchestra.run.smithi096.stdout: "take_sum": 43, 2024-06-13T06:39:40.124 INFO:teuthology.orchestra.run.smithi096.stdout: "put": 43, 2024-06-13T06:39:40.124 INFO:teuthology.orchestra.run.smithi096.stdout: "put_sum": 43, 2024-06-13T06:39:40.125 INFO:teuthology.orchestra.run.smithi096.stdout: "wait": { 2024-06-13T06:39:40.125 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:40.125 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:40.125 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:40.125 INFO:teuthology.orchestra.run.smithi096.stdout: } 2024-06-13T06:39:40.125 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.126 INFO:teuthology.orchestra.run.smithi096.stdout: "throttle-write_buf_throttle": { 2024-06-13T06:39:40.126 INFO:teuthology.orchestra.run.smithi096.stdout: "val": 0, 2024-06-13T06:39:40.126 INFO:teuthology.orchestra.run.smithi096.stdout: "max": 3758096384, 2024-06-13T06:39:40.126 INFO:teuthology.orchestra.run.smithi096.stdout: "get_started": 0, 2024-06-13T06:39:40.126 INFO:teuthology.orchestra.run.smithi096.stdout: "get": 0, 2024-06-13T06:39:40.126 INFO:teuthology.orchestra.run.smithi096.stdout: "get_sum": 0, 2024-06-13T06:39:40.127 INFO:teuthology.orchestra.run.smithi096.stdout: "get_or_fail_fail": 0, 2024-06-13T06:39:40.127 INFO:teuthology.orchestra.run.smithi096.stdout: "get_or_fail_success": 0, 2024-06-13T06:39:40.127 INFO:teuthology.orchestra.run.smithi096.stdout: "take": 0, 2024-06-13T06:39:40.127 INFO:teuthology.orchestra.run.smithi096.stdout: "take_sum": 0, 2024-06-13T06:39:40.127 INFO:teuthology.orchestra.run.smithi096.stdout: "put": 0, 2024-06-13T06:39:40.127 INFO:teuthology.orchestra.run.smithi096.stdout: "put_sum": 0, 2024-06-13T06:39:40.128 INFO:teuthology.orchestra.run.smithi096.stdout: "wait": { 2024-06-13T06:39:40.128 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:40.128 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:40.128 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:40.128 INFO:teuthology.orchestra.run.smithi096.stdout: } 2024-06-13T06:39:40.128 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:40.129 INFO:teuthology.orchestra.run.smithi096.stdout: "throttle-write_buf_throttle-0x557a9f240500": { 2024-06-13T06:39:40.129 INFO:teuthology.orchestra.run.smithi096.stdout: "val": 0, 2024-06-13T06:39:40.129 INFO:teuthology.orchestra.run.smithi096.stdout: "max": 3758096384, 2024-06-13T06:39:40.129 INFO:teuthology.orchestra.run.smithi096.stdout: "get_started": 0, 2024-06-13T06:39:40.129 INFO:teuthology.orchestra.run.smithi096.stdout: "get": 7, 2024-06-13T06:39:40.129 INFO:teuthology.orchestra.run.smithi096.stdout: "get_sum": 1958, 2024-06-13T06:39:40.130 INFO:teuthology.orchestra.run.smithi096.stdout: "get_or_fail_fail": 0, 2024-06-13T06:39:40.130 INFO:teuthology.orchestra.run.smithi096.stdout: "get_or_fail_success": 7, 2024-06-13T06:39:40.130 INFO:teuthology.orchestra.run.smithi096.stdout: "take": 0, 2024-06-13T06:39:40.130 INFO:teuthology.orchestra.run.smithi096.stdout: "take_sum": 0, 2024-06-13T06:39:40.130 INFO:teuthology.orchestra.run.smithi096.stdout: "put": 6, 2024-06-13T06:39:40.130 INFO:teuthology.orchestra.run.smithi096.stdout: "put_sum": 1958, 2024-06-13T06:39:40.130 INFO:teuthology.orchestra.run.smithi096.stdout: "wait": { 2024-06-13T06:39:40.131 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:40.131 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:40.131 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:40.131 INFO:teuthology.orchestra.run.smithi096.stdout: } 2024-06-13T06:39:40.131 INFO:teuthology.orchestra.run.smithi096.stdout: } 2024-06-13T06:39:40.131 INFO:teuthology.orchestra.run.smithi096.stdout:} 2024-06-13T06:39:40.832 INFO:tasks.check_counter:Daemon mds.h mds.exported=0 2024-06-13T06:39:40.832 INFO:tasks.check_counter:Daemon mds.h mds.imported=0 2024-06-13T06:39:40.832 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update=0 2024-06-13T06:39:40.832 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update_receipt=16 2024-06-13T06:39:40.832 INFO:tasks.check_counter:Daemon mds.h mds.root_rsnaps=6 2024-06-13T06:39:40.833 INFO:tasks.check_counter:Daemon mds.h mds_server.req_mksnap_latency.avgcount=0 2024-06-13T06:39:40.833 INFO:tasks.check_counter:Daemon mds.h mds_server.req_rmsnap_latency.avgcount=0 2024-06-13T06:39:40.833 DEBUG:tasks.check_counter:Getting stats from k 2024-06-13T06:39:40.833 DEBUG:teuthology.orchestra.run.smithi096:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph daemon mds.k perf dump 2024-06-13T06:39:41.066 INFO:teuthology.orchestra.run.smithi096.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.b/config 2024-06-13T06:39:41.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:39:41 smithi039 ceph-mon[32479]: pgmap v518: 97 pgs: 97 active+clean; 31 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 4.9 KiB/s wr, 5 op/s 2024-06-13T06:39:41.467 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:39:41 smithi149 ceph-mon[36963]: pgmap v518: 97 pgs: 97 active+clean; 31 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 4.9 KiB/s wr, 5 op/s 2024-06-13T06:39:41.476 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:39:41 smithi096 ceph-mon[36532]: pgmap v518: 97 pgs: 97 active+clean; 31 MiB data, 482 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 4.9 KiB/s wr, 5 op/s 2024-06-13T06:39:42.845 INFO:teuthology.orchestra.run.smithi096.stdout:{ 2024-06-13T06:39:42.846 INFO:teuthology.orchestra.run.smithi096.stdout: "AsyncMessenger::Worker-0": { 2024-06-13T06:39:42.846 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_recv_messages": 1168, 2024-06-13T06:39:42.846 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_send_messages": 1170, 2024-06-13T06:39:42.846 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_recv_bytes": 308756, 2024-06-13T06:39:42.847 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_send_bytes": 371488, 2024-06-13T06:39:42.847 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_created_connections": 7, 2024-06-13T06:39:42.847 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_active_connections": 2, 2024-06-13T06:39:42.847 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_running_total_time": 0.111235282, 2024-06-13T06:39:42.847 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_running_send_time": 0.046867707, 2024-06-13T06:39:42.847 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_running_recv_time": 0.025135988, 2024-06-13T06:39:42.848 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_running_fast_dispatch_time": 0.027786916, 2024-06-13T06:39:42.848 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T06:39:42.848 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 1168, 2024-06-13T06:39:42.848 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.044862036, 2024-06-13T06:39:42.848 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000038409 2024-06-13T06:39:42.848 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.848 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_handle_ack_lat": { 2024-06-13T06:39:42.848 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:42.848 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:42.849 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:42.849 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.849 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_recv_encrypted_bytes": 0, 2024-06-13T06:39:42.849 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_send_encrypted_bytes": 0 2024-06-13T06:39:42.849 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.849 INFO:teuthology.orchestra.run.smithi096.stdout: "AsyncMessenger::Worker-1": { 2024-06-13T06:39:42.849 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_recv_messages": 1080, 2024-06-13T06:39:42.849 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_send_messages": 1328, 2024-06-13T06:39:42.849 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_recv_bytes": 265530, 2024-06-13T06:39:42.849 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_send_bytes": 934457, 2024-06-13T06:39:42.850 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_created_connections": 7, 2024-06-13T06:39:42.850 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_active_connections": 5, 2024-06-13T06:39:42.850 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_running_total_time": 0.113505604, 2024-06-13T06:39:42.850 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_running_send_time": 0.041837684, 2024-06-13T06:39:42.850 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_running_recv_time": 0.022587179, 2024-06-13T06:39:42.850 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_running_fast_dispatch_time": 0.036977459, 2024-06-13T06:39:42.850 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T06:39:42.850 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 1325, 2024-06-13T06:39:42.850 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.057748522, 2024-06-13T06:39:42.850 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000043583 2024-06-13T06:39:42.850 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.851 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_handle_ack_lat": { 2024-06-13T06:39:42.851 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:42.851 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:42.851 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:42.851 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.851 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_recv_encrypted_bytes": 320, 2024-06-13T06:39:42.851 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_send_encrypted_bytes": 591648 2024-06-13T06:39:42.851 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.851 INFO:teuthology.orchestra.run.smithi096.stdout: "AsyncMessenger::Worker-2": { 2024-06-13T06:39:42.851 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_recv_messages": 1531, 2024-06-13T06:39:42.851 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_send_messages": 1516, 2024-06-13T06:39:42.851 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_recv_bytes": 2043088, 2024-06-13T06:39:42.852 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_send_bytes": 575728, 2024-06-13T06:39:42.852 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_created_connections": 3, 2024-06-13T06:39:42.852 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_active_connections": 2, 2024-06-13T06:39:42.852 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_running_total_time": 0.212398424, 2024-06-13T06:39:42.852 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_running_send_time": 0.067329580, 2024-06-13T06:39:42.852 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_running_recv_time": 0.080030531, 2024-06-13T06:39:42.852 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_running_fast_dispatch_time": 0.058668639, 2024-06-13T06:39:42.852 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T06:39:42.852 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 1516, 2024-06-13T06:39:42.852 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.089548771, 2024-06-13T06:39:42.852 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000059069 2024-06-13T06:39:42.852 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.852 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_handle_ack_lat": { 2024-06-13T06:39:42.853 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:42.853 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:42.853 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:42.853 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.853 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_recv_encrypted_bytes": 1653328, 2024-06-13T06:39:42.853 INFO:teuthology.orchestra.run.smithi096.stdout: "msgr_send_encrypted_bytes": 206848 2024-06-13T06:39:42.853 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.853 INFO:teuthology.orchestra.run.smithi096.stdout: "cct": { 2024-06-13T06:39:42.853 INFO:teuthology.orchestra.run.smithi096.stdout: "total_workers": 1, 2024-06-13T06:39:42.853 INFO:teuthology.orchestra.run.smithi096.stdout: "unhealthy_workers": 0 2024-06-13T06:39:42.853 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.853 INFO:teuthology.orchestra.run.smithi096.stdout: "finisher-MDSRank": { 2024-06-13T06:39:42.853 INFO:teuthology.orchestra.run.smithi096.stdout: "queue_len": 0, 2024-06-13T06:39:42.854 INFO:teuthology.orchestra.run.smithi096.stdout: "complete_latency": { 2024-06-13T06:39:42.854 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 5588, 2024-06-13T06:39:42.854 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.170950313, 2024-06-13T06:39:42.854 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000030592 2024-06-13T06:39:42.854 INFO:teuthology.orchestra.run.smithi096.stdout: } 2024-06-13T06:39:42.854 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.854 INFO:teuthology.orchestra.run.smithi096.stdout: "finisher-PurgeQueue": { 2024-06-13T06:39:42.854 INFO:teuthology.orchestra.run.smithi096.stdout: "queue_len": 0, 2024-06-13T06:39:42.854 INFO:teuthology.orchestra.run.smithi096.stdout: "complete_latency": { 2024-06-13T06:39:42.854 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:42.854 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:42.854 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:42.855 INFO:teuthology.orchestra.run.smithi096.stdout: } 2024-06-13T06:39:42.855 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.855 INFO:teuthology.orchestra.run.smithi096.stdout: "mds": { 2024-06-13T06:39:42.855 INFO:teuthology.orchestra.run.smithi096.stdout: "request": 0, 2024-06-13T06:39:42.855 INFO:teuthology.orchestra.run.smithi096.stdout: "reply": 0, 2024-06-13T06:39:42.855 INFO:teuthology.orchestra.run.smithi096.stdout: "reply_latency": { 2024-06-13T06:39:42.855 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:42.855 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:42.855 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:42.855 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.855 INFO:teuthology.orchestra.run.smithi096.stdout: "slow_reply": 0, 2024-06-13T06:39:42.855 INFO:teuthology.orchestra.run.smithi096.stdout: "forward": 0, 2024-06-13T06:39:42.856 INFO:teuthology.orchestra.run.smithi096.stdout: "dir_fetch_complete": 0, 2024-06-13T06:39:42.856 INFO:teuthology.orchestra.run.smithi096.stdout: "dir_fetch_keys": 0, 2024-06-13T06:39:42.856 INFO:teuthology.orchestra.run.smithi096.stdout: "dir_commit": 0, 2024-06-13T06:39:42.856 INFO:teuthology.orchestra.run.smithi096.stdout: "dir_split": 0, 2024-06-13T06:39:42.856 INFO:teuthology.orchestra.run.smithi096.stdout: "dir_merge": 0, 2024-06-13T06:39:42.856 INFO:teuthology.orchestra.run.smithi096.stdout: "inodes": 0, 2024-06-13T06:39:42.856 INFO:teuthology.orchestra.run.smithi096.stdout: "inodes_top": 0, 2024-06-13T06:39:42.856 INFO:teuthology.orchestra.run.smithi096.stdout: "inodes_bottom": 0, 2024-06-13T06:39:42.856 INFO:teuthology.orchestra.run.smithi096.stdout: "inodes_pin_tail": 0, 2024-06-13T06:39:42.856 INFO:teuthology.orchestra.run.smithi096.stdout: "inodes_pinned": 0, 2024-06-13T06:39:42.856 INFO:teuthology.orchestra.run.smithi096.stdout: "inodes_expired": 0, 2024-06-13T06:39:42.856 INFO:teuthology.orchestra.run.smithi096.stdout: "inodes_with_caps": 0, 2024-06-13T06:39:42.856 INFO:teuthology.orchestra.run.smithi096.stdout: "caps": 0, 2024-06-13T06:39:42.857 INFO:teuthology.orchestra.run.smithi096.stdout: "subtrees": 1, 2024-06-13T06:39:42.857 INFO:teuthology.orchestra.run.smithi096.stdout: "traverse": 0, 2024-06-13T06:39:42.857 INFO:teuthology.orchestra.run.smithi096.stdout: "traverse_hit": 0, 2024-06-13T06:39:42.857 INFO:teuthology.orchestra.run.smithi096.stdout: "traverse_forward": 0, 2024-06-13T06:39:42.857 INFO:teuthology.orchestra.run.smithi096.stdout: "traverse_discover": 0, 2024-06-13T06:39:42.857 INFO:teuthology.orchestra.run.smithi096.stdout: "traverse_dir_fetch": 0, 2024-06-13T06:39:42.857 INFO:teuthology.orchestra.run.smithi096.stdout: "traverse_remote_ino": 0, 2024-06-13T06:39:42.857 INFO:teuthology.orchestra.run.smithi096.stdout: "traverse_lock": 0, 2024-06-13T06:39:42.857 INFO:teuthology.orchestra.run.smithi096.stdout: "load_cent": 0, 2024-06-13T06:39:42.857 INFO:teuthology.orchestra.run.smithi096.stdout: "q": 0, 2024-06-13T06:39:42.858 INFO:teuthology.orchestra.run.smithi096.stdout: "exported": 0, 2024-06-13T06:39:42.858 INFO:teuthology.orchestra.run.smithi096.stdout: "exported_inodes": 0, 2024-06-13T06:39:42.858 INFO:teuthology.orchestra.run.smithi096.stdout: "imported": 0, 2024-06-13T06:39:42.858 INFO:teuthology.orchestra.run.smithi096.stdout: "imported_inodes": 0, 2024-06-13T06:39:42.858 INFO:teuthology.orchestra.run.smithi096.stdout: "openino_dir_fetch": 0, 2024-06-13T06:39:42.858 INFO:teuthology.orchestra.run.smithi096.stdout: "openino_backtrace_fetch": 0, 2024-06-13T06:39:42.858 INFO:teuthology.orchestra.run.smithi096.stdout: "openino_peer_discover": 0, 2024-06-13T06:39:42.858 INFO:teuthology.orchestra.run.smithi096.stdout: "root_rfiles": 0, 2024-06-13T06:39:42.858 INFO:teuthology.orchestra.run.smithi096.stdout: "root_rbytes": 0, 2024-06-13T06:39:42.858 INFO:teuthology.orchestra.run.smithi096.stdout: "root_rsnaps": 0, 2024-06-13T06:39:42.858 INFO:teuthology.orchestra.run.smithi096.stdout: "scrub_backtrace_fetch": 0, 2024-06-13T06:39:42.858 INFO:teuthology.orchestra.run.smithi096.stdout: "scrub_set_tag": 0, 2024-06-13T06:39:42.859 INFO:teuthology.orchestra.run.smithi096.stdout: "scrub_backtrace_repaired": 0, 2024-06-13T06:39:42.859 INFO:teuthology.orchestra.run.smithi096.stdout: "scrub_inotable_repaired": 0, 2024-06-13T06:39:42.859 INFO:teuthology.orchestra.run.smithi096.stdout: "scrub_dir_inodes": 0, 2024-06-13T06:39:42.859 INFO:teuthology.orchestra.run.smithi096.stdout: "scrub_dir_base_inodes": 0, 2024-06-13T06:39:42.859 INFO:teuthology.orchestra.run.smithi096.stdout: "scrub_dirfrag_rstats": 0, 2024-06-13T06:39:42.859 INFO:teuthology.orchestra.run.smithi096.stdout: "scrub_file_inodes": 0, 2024-06-13T06:39:42.859 INFO:teuthology.orchestra.run.smithi096.stdout: "handle_inode_file_caps": 0, 2024-06-13T06:39:42.859 INFO:teuthology.orchestra.run.smithi096.stdout: "ceph_cap_op_revoke": 0, 2024-06-13T06:39:42.859 INFO:teuthology.orchestra.run.smithi096.stdout: "ceph_cap_op_grant": 0, 2024-06-13T06:39:42.859 INFO:teuthology.orchestra.run.smithi096.stdout: "ceph_cap_op_trunc": 0, 2024-06-13T06:39:42.859 INFO:teuthology.orchestra.run.smithi096.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-06-13T06:39:42.859 INFO:teuthology.orchestra.run.smithi096.stdout: "ceph_cap_op_flush_ack": 0, 2024-06-13T06:39:42.859 INFO:teuthology.orchestra.run.smithi096.stdout: "handle_client_caps": 0, 2024-06-13T06:39:42.860 INFO:teuthology.orchestra.run.smithi096.stdout: "handle_client_caps_dirty": 0, 2024-06-13T06:39:42.860 INFO:teuthology.orchestra.run.smithi096.stdout: "handle_client_cap_release": 0, 2024-06-13T06:39:42.860 INFO:teuthology.orchestra.run.smithi096.stdout: "process_request_cap_release": 0 2024-06-13T06:39:42.860 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.860 INFO:teuthology.orchestra.run.smithi096.stdout: "mds_cache": { 2024-06-13T06:39:42.860 INFO:teuthology.orchestra.run.smithi096.stdout: "dir_update": 0, 2024-06-13T06:39:42.860 INFO:teuthology.orchestra.run.smithi096.stdout: "dir_update_receipt": 0, 2024-06-13T06:39:42.860 INFO:teuthology.orchestra.run.smithi096.stdout: "dir_try_discover": 0, 2024-06-13T06:39:42.860 INFO:teuthology.orchestra.run.smithi096.stdout: "dir_send_discover": 0, 2024-06-13T06:39:42.860 INFO:teuthology.orchestra.run.smithi096.stdout: "dir_handle_discover": 0, 2024-06-13T06:39:42.860 INFO:teuthology.orchestra.run.smithi096.stdout: "num_strays": 0, 2024-06-13T06:39:42.860 INFO:teuthology.orchestra.run.smithi096.stdout: "num_strays_delayed": 0, 2024-06-13T06:39:42.860 INFO:teuthology.orchestra.run.smithi096.stdout: "num_strays_enqueuing": 0, 2024-06-13T06:39:42.860 INFO:teuthology.orchestra.run.smithi096.stdout: "strays_created": 0, 2024-06-13T06:39:42.861 INFO:teuthology.orchestra.run.smithi096.stdout: "strays_enqueued": 0, 2024-06-13T06:39:42.861 INFO:teuthology.orchestra.run.smithi096.stdout: "strays_reintegrated": 0, 2024-06-13T06:39:42.861 INFO:teuthology.orchestra.run.smithi096.stdout: "strays_migrated": 0, 2024-06-13T06:39:42.861 INFO:teuthology.orchestra.run.smithi096.stdout: "num_recovering_processing": 0, 2024-06-13T06:39:42.861 INFO:teuthology.orchestra.run.smithi096.stdout: "num_recovering_enqueued": 0, 2024-06-13T06:39:42.861 INFO:teuthology.orchestra.run.smithi096.stdout: "num_recovering_prioritized": 0, 2024-06-13T06:39:42.861 INFO:teuthology.orchestra.run.smithi096.stdout: "recovery_started": 0, 2024-06-13T06:39:42.861 INFO:teuthology.orchestra.run.smithi096.stdout: "recovery_completed": 0, 2024-06-13T06:39:42.861 INFO:teuthology.orchestra.run.smithi096.stdout: "ireq_quiesce_path": 0, 2024-06-13T06:39:42.861 INFO:teuthology.orchestra.run.smithi096.stdout: "ireq_quiesce_inode": 0, 2024-06-13T06:39:42.861 INFO:teuthology.orchestra.run.smithi096.stdout: "ireq_enqueue_scrub": 0, 2024-06-13T06:39:42.861 INFO:teuthology.orchestra.run.smithi096.stdout: "ireq_exportdir": 0, 2024-06-13T06:39:42.861 INFO:teuthology.orchestra.run.smithi096.stdout: "ireq_flush": 0, 2024-06-13T06:39:42.861 INFO:teuthology.orchestra.run.smithi096.stdout: "ireq_fragmentdir": 0, 2024-06-13T06:39:42.862 INFO:teuthology.orchestra.run.smithi096.stdout: "ireq_fragstats": 0, 2024-06-13T06:39:42.862 INFO:teuthology.orchestra.run.smithi096.stdout: "ireq_inodestats": 0 2024-06-13T06:39:42.862 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.862 INFO:teuthology.orchestra.run.smithi096.stdout: "mds_log": { 2024-06-13T06:39:42.862 INFO:teuthology.orchestra.run.smithi096.stdout: "evlrg": 0, 2024-06-13T06:39:42.862 INFO:teuthology.orchestra.run.smithi096.stdout: "evadd": 0, 2024-06-13T06:39:42.862 INFO:teuthology.orchestra.run.smithi096.stdout: "evex": 0, 2024-06-13T06:39:42.862 INFO:teuthology.orchestra.run.smithi096.stdout: "evtrm": 0, 2024-06-13T06:39:42.862 INFO:teuthology.orchestra.run.smithi096.stdout: "ev": 8, 2024-06-13T06:39:42.862 INFO:teuthology.orchestra.run.smithi096.stdout: "evexg": 0, 2024-06-13T06:39:42.862 INFO:teuthology.orchestra.run.smithi096.stdout: "evexd": 0, 2024-06-13T06:39:42.862 INFO:teuthology.orchestra.run.smithi096.stdout: "segadd": 0, 2024-06-13T06:39:42.862 INFO:teuthology.orchestra.run.smithi096.stdout: "segex": 0, 2024-06-13T06:39:42.863 INFO:teuthology.orchestra.run.smithi096.stdout: "segtrm": 0, 2024-06-13T06:39:42.863 INFO:teuthology.orchestra.run.smithi096.stdout: "seg": 2, 2024-06-13T06:39:42.863 INFO:teuthology.orchestra.run.smithi096.stdout: "segmjr": 2, 2024-06-13T06:39:42.863 INFO:teuthology.orchestra.run.smithi096.stdout: "segexg": 0, 2024-06-13T06:39:42.863 INFO:teuthology.orchestra.run.smithi096.stdout: "segexd": 0, 2024-06-13T06:39:42.863 INFO:teuthology.orchestra.run.smithi096.stdout: "expos": 4194304, 2024-06-13T06:39:42.863 INFO:teuthology.orchestra.run.smithi096.stdout: "wrpos": 4196485, 2024-06-13T06:39:42.863 INFO:teuthology.orchestra.run.smithi096.stdout: "rdpos": 4196344, 2024-06-13T06:39:42.863 INFO:teuthology.orchestra.run.smithi096.stdout: "jlat": { 2024-06-13T06:39:42.863 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:42.863 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:42.864 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:42.864 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.864 INFO:teuthology.orchestra.run.smithi096.stdout: "replayed": 8 2024-06-13T06:39:42.864 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.864 INFO:teuthology.orchestra.run.smithi096.stdout: "mds_mem": { 2024-06-13T06:39:42.864 INFO:teuthology.orchestra.run.smithi096.stdout: "ino": 3, 2024-06-13T06:39:42.864 INFO:teuthology.orchestra.run.smithi096.stdout: "ino+": 3, 2024-06-13T06:39:42.864 INFO:teuthology.orchestra.run.smithi096.stdout: "ino-": 0, 2024-06-13T06:39:42.864 INFO:teuthology.orchestra.run.smithi096.stdout: "dir": 1, 2024-06-13T06:39:42.864 INFO:teuthology.orchestra.run.smithi096.stdout: "dir+": 1, 2024-06-13T06:39:42.864 INFO:teuthology.orchestra.run.smithi096.stdout: "dir-": 0, 2024-06-13T06:39:42.864 INFO:teuthology.orchestra.run.smithi096.stdout: "dn": 0, 2024-06-13T06:39:42.864 INFO:teuthology.orchestra.run.smithi096.stdout: "dn+": 0, 2024-06-13T06:39:42.864 INFO:teuthology.orchestra.run.smithi096.stdout: "dn-": 0, 2024-06-13T06:39:42.865 INFO:teuthology.orchestra.run.smithi096.stdout: "cap": 0, 2024-06-13T06:39:42.865 INFO:teuthology.orchestra.run.smithi096.stdout: "cap+": 0, 2024-06-13T06:39:42.865 INFO:teuthology.orchestra.run.smithi096.stdout: "cap-": 0, 2024-06-13T06:39:42.865 INFO:teuthology.orchestra.run.smithi096.stdout: "rss": 50952, 2024-06-13T06:39:42.865 INFO:teuthology.orchestra.run.smithi096.stdout: "heap": 215420 2024-06-13T06:39:42.865 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.865 INFO:teuthology.orchestra.run.smithi096.stdout: "mds_server": { 2024-06-13T06:39:42.865 INFO:teuthology.orchestra.run.smithi096.stdout: "dispatch_client_request": 0, 2024-06-13T06:39:42.865 INFO:teuthology.orchestra.run.smithi096.stdout: "dispatch_server_request": 0, 2024-06-13T06:39:42.865 INFO:teuthology.orchestra.run.smithi096.stdout: "handle_client_request": 0, 2024-06-13T06:39:42.865 INFO:teuthology.orchestra.run.smithi096.stdout: "handle_client_session": 0, 2024-06-13T06:39:42.865 INFO:teuthology.orchestra.run.smithi096.stdout: "handle_peer_request": 0, 2024-06-13T06:39:42.865 INFO:teuthology.orchestra.run.smithi096.stdout: "req_create_latency": { 2024-06-13T06:39:42.866 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:42.866 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:42.866 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:42.866 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.866 INFO:teuthology.orchestra.run.smithi096.stdout: "req_getattr_latency": { 2024-06-13T06:39:42.866 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:42.866 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:42.866 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:42.866 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.866 INFO:teuthology.orchestra.run.smithi096.stdout: "req_getfilelock_latency": { 2024-06-13T06:39:42.866 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:42.866 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:42.867 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:42.867 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.867 INFO:teuthology.orchestra.run.smithi096.stdout: "req_link_latency": { 2024-06-13T06:39:42.867 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:42.867 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:42.867 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:42.867 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.867 INFO:teuthology.orchestra.run.smithi096.stdout: "req_lookup_latency": { 2024-06-13T06:39:42.867 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:42.867 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:42.867 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:42.867 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.867 INFO:teuthology.orchestra.run.smithi096.stdout: "req_lookuphash_latency": { 2024-06-13T06:39:42.868 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:42.868 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:42.868 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:42.868 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.868 INFO:teuthology.orchestra.run.smithi096.stdout: "req_lookupino_latency": { 2024-06-13T06:39:42.868 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:42.868 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:42.868 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:42.868 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.868 INFO:teuthology.orchestra.run.smithi096.stdout: "req_lookupname_latency": { 2024-06-13T06:39:42.868 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:42.868 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:42.868 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:42.868 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.868 INFO:teuthology.orchestra.run.smithi096.stdout: "req_lookupparent_latency": { 2024-06-13T06:39:42.869 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:42.869 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:42.869 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:42.869 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.869 INFO:teuthology.orchestra.run.smithi096.stdout: "req_lookupsnap_latency": { 2024-06-13T06:39:42.869 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:42.869 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:42.869 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:42.869 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.869 INFO:teuthology.orchestra.run.smithi096.stdout: "req_lssnap_latency": { 2024-06-13T06:39:42.869 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:42.869 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:42.869 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:42.869 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.870 INFO:teuthology.orchestra.run.smithi096.stdout: "req_mkdir_latency": { 2024-06-13T06:39:42.870 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:42.870 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:42.870 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:42.871 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.871 INFO:teuthology.orchestra.run.smithi096.stdout: "req_mknod_latency": { 2024-06-13T06:39:42.871 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:42.871 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:42.871 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:42.871 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.871 INFO:teuthology.orchestra.run.smithi096.stdout: "req_mksnap_latency": { 2024-06-13T06:39:42.871 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:42.871 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:42.871 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:42.871 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.871 INFO:teuthology.orchestra.run.smithi096.stdout: "req_open_latency": { 2024-06-13T06:39:42.871 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:42.872 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:42.872 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:42.872 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.872 INFO:teuthology.orchestra.run.smithi096.stdout: "req_readdir_latency": { 2024-06-13T06:39:42.872 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:42.872 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:42.872 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:42.872 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.872 INFO:teuthology.orchestra.run.smithi096.stdout: "req_rename_latency": { 2024-06-13T06:39:42.872 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:42.872 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:42.872 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:42.872 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.873 INFO:teuthology.orchestra.run.smithi096.stdout: "req_renamesnap_latency": { 2024-06-13T06:39:42.873 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:42.873 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:42.873 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:42.873 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.873 INFO:teuthology.orchestra.run.smithi096.stdout: "req_snapdiff_latency": { 2024-06-13T06:39:42.873 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:42.873 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:42.873 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:42.873 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.873 INFO:teuthology.orchestra.run.smithi096.stdout: "req_rmdir_latency": { 2024-06-13T06:39:42.873 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:42.874 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:42.874 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:42.874 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.874 INFO:teuthology.orchestra.run.smithi096.stdout: "req_rmsnap_latency": { 2024-06-13T06:39:42.874 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:42.874 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:42.874 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:42.874 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.874 INFO:teuthology.orchestra.run.smithi096.stdout: "req_rmxattr_latency": { 2024-06-13T06:39:42.875 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:42.875 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:42.875 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:42.875 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.875 INFO:teuthology.orchestra.run.smithi096.stdout: "req_setattr_latency": { 2024-06-13T06:39:42.875 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:42.875 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:42.875 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:42.875 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.875 INFO:teuthology.orchestra.run.smithi096.stdout: "req_setdirlayout_latency": { 2024-06-13T06:39:42.875 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:42.876 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:42.876 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:42.876 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.876 INFO:teuthology.orchestra.run.smithi096.stdout: "req_setfilelock_latency": { 2024-06-13T06:39:42.876 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:42.876 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:42.876 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:42.876 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.876 INFO:teuthology.orchestra.run.smithi096.stdout: "req_setlayout_latency": { 2024-06-13T06:39:42.876 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:42.877 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:42.877 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:42.877 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.877 INFO:teuthology.orchestra.run.smithi096.stdout: "req_setxattr_latency": { 2024-06-13T06:39:42.877 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:42.877 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:42.877 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:42.877 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.877 INFO:teuthology.orchestra.run.smithi096.stdout: "req_symlink_latency": { 2024-06-13T06:39:42.877 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:42.877 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:42.877 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:42.878 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.878 INFO:teuthology.orchestra.run.smithi096.stdout: "req_unlink_latency": { 2024-06-13T06:39:42.878 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:42.878 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:42.878 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:42.878 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.878 INFO:teuthology.orchestra.run.smithi096.stdout: "cap_revoke_eviction": 0, 2024-06-13T06:39:42.878 INFO:teuthology.orchestra.run.smithi096.stdout: "cap_acquisition_throttle": 0, 2024-06-13T06:39:42.878 INFO:teuthology.orchestra.run.smithi096.stdout: "req_getvxattr_latency": { 2024-06-13T06:39:42.878 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:42.878 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:42.878 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:42.879 INFO:teuthology.orchestra.run.smithi096.stdout: } 2024-06-13T06:39:42.879 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.879 INFO:teuthology.orchestra.run.smithi096.stdout: "mds_sessions": { 2024-06-13T06:39:42.879 INFO:teuthology.orchestra.run.smithi096.stdout: "session_count": 0, 2024-06-13T06:39:42.879 INFO:teuthology.orchestra.run.smithi096.stdout: "session_add": 3, 2024-06-13T06:39:42.879 INFO:teuthology.orchestra.run.smithi096.stdout: "session_remove": 3, 2024-06-13T06:39:42.879 INFO:teuthology.orchestra.run.smithi096.stdout: "sessions_open": 2, 2024-06-13T06:39:42.879 INFO:teuthology.orchestra.run.smithi096.stdout: "sessions_stale": 0, 2024-06-13T06:39:42.879 INFO:teuthology.orchestra.run.smithi096.stdout: "total_load": 0, 2024-06-13T06:39:42.879 INFO:teuthology.orchestra.run.smithi096.stdout: "average_load": 0, 2024-06-13T06:39:42.880 INFO:teuthology.orchestra.run.smithi096.stdout: "avg_session_uptime": 1584, 2024-06-13T06:39:42.880 INFO:teuthology.orchestra.run.smithi096.stdout: "mdthresh_evicted": 0 2024-06-13T06:39:42.880 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.880 INFO:teuthology.orchestra.run.smithi096.stdout: "mempool": { 2024-06-13T06:39:42.880 INFO:teuthology.orchestra.run.smithi096.stdout: "bloom_filter_bytes": 0, 2024-06-13T06:39:42.880 INFO:teuthology.orchestra.run.smithi096.stdout: "bloom_filter_items": 0, 2024-06-13T06:39:42.880 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_alloc_bytes": 0, 2024-06-13T06:39:42.880 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_alloc_items": 0, 2024-06-13T06:39:42.880 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_cache_data_bytes": 0, 2024-06-13T06:39:42.880 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_cache_data_items": 0, 2024-06-13T06:39:42.880 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_cache_onode_bytes": 0, 2024-06-13T06:39:42.880 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_cache_onode_items": 0, 2024-06-13T06:39:42.881 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_cache_meta_bytes": 0, 2024-06-13T06:39:42.881 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_cache_meta_items": 0, 2024-06-13T06:39:42.881 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_cache_other_bytes": 0, 2024-06-13T06:39:42.881 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_cache_other_items": 0, 2024-06-13T06:39:42.881 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_cache_buffer_bytes": 0, 2024-06-13T06:39:42.881 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_cache_buffer_items": 0, 2024-06-13T06:39:42.881 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_extent_bytes": 0, 2024-06-13T06:39:42.881 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_extent_items": 0, 2024-06-13T06:39:42.881 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_blob_bytes": 0, 2024-06-13T06:39:42.881 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_blob_items": 0, 2024-06-13T06:39:42.882 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_shared_blob_bytes": 0, 2024-06-13T06:39:42.882 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_shared_blob_items": 0, 2024-06-13T06:39:42.882 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_inline_bl_bytes": 0, 2024-06-13T06:39:42.882 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_inline_bl_items": 0, 2024-06-13T06:39:42.882 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_fsck_bytes": 0, 2024-06-13T06:39:42.882 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_fsck_items": 0, 2024-06-13T06:39:42.882 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_txc_bytes": 0, 2024-06-13T06:39:42.882 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_txc_items": 0, 2024-06-13T06:39:42.882 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_writing_deferred_bytes": 0, 2024-06-13T06:39:42.882 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_writing_deferred_items": 0, 2024-06-13T06:39:42.882 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_writing_bytes": 0, 2024-06-13T06:39:42.882 INFO:teuthology.orchestra.run.smithi096.stdout: "bluestore_writing_items": 0, 2024-06-13T06:39:42.883 INFO:teuthology.orchestra.run.smithi096.stdout: "bluefs_bytes": 0, 2024-06-13T06:39:42.883 INFO:teuthology.orchestra.run.smithi096.stdout: "bluefs_items": 0, 2024-06-13T06:39:42.883 INFO:teuthology.orchestra.run.smithi096.stdout: "bluefs_file_reader_bytes": 0, 2024-06-13T06:39:42.883 INFO:teuthology.orchestra.run.smithi096.stdout: "bluefs_file_reader_items": 0, 2024-06-13T06:39:42.883 INFO:teuthology.orchestra.run.smithi096.stdout: "bluefs_file_writer_bytes": 0, 2024-06-13T06:39:42.883 INFO:teuthology.orchestra.run.smithi096.stdout: "bluefs_file_writer_items": 0, 2024-06-13T06:39:42.883 INFO:teuthology.orchestra.run.smithi096.stdout: "buffer_anon_bytes": 191015, 2024-06-13T06:39:42.883 INFO:teuthology.orchestra.run.smithi096.stdout: "buffer_anon_items": 55, 2024-06-13T06:39:42.883 INFO:teuthology.orchestra.run.smithi096.stdout: "buffer_meta_bytes": 0, 2024-06-13T06:39:42.883 INFO:teuthology.orchestra.run.smithi096.stdout: "buffer_meta_items": 0, 2024-06-13T06:39:42.883 INFO:teuthology.orchestra.run.smithi096.stdout: "osd_bytes": 0, 2024-06-13T06:39:42.883 INFO:teuthology.orchestra.run.smithi096.stdout: "osd_items": 0, 2024-06-13T06:39:42.884 INFO:teuthology.orchestra.run.smithi096.stdout: "osd_mapbl_bytes": 0, 2024-06-13T06:39:42.884 INFO:teuthology.orchestra.run.smithi096.stdout: "osd_mapbl_items": 0, 2024-06-13T06:39:42.884 INFO:teuthology.orchestra.run.smithi096.stdout: "osd_pglog_bytes": 0, 2024-06-13T06:39:42.884 INFO:teuthology.orchestra.run.smithi096.stdout: "osd_pglog_items": 0, 2024-06-13T06:39:42.884 INFO:teuthology.orchestra.run.smithi096.stdout: "osdmap_bytes": 8136, 2024-06-13T06:39:42.884 INFO:teuthology.orchestra.run.smithi096.stdout: "osdmap_items": 170, 2024-06-13T06:39:42.884 INFO:teuthology.orchestra.run.smithi096.stdout: "osdmap_mapping_bytes": 0, 2024-06-13T06:39:42.884 INFO:teuthology.orchestra.run.smithi096.stdout: "osdmap_mapping_items": 0, 2024-06-13T06:39:42.884 INFO:teuthology.orchestra.run.smithi096.stdout: "pgmap_bytes": 0, 2024-06-13T06:39:42.885 INFO:teuthology.orchestra.run.smithi096.stdout: "pgmap_items": 0, 2024-06-13T06:39:42.885 INFO:teuthology.orchestra.run.smithi096.stdout: "mds_co_bytes": 8464, 2024-06-13T06:39:42.885 INFO:teuthology.orchestra.run.smithi096.stdout: "mds_co_items": 13, 2024-06-13T06:39:42.885 INFO:teuthology.orchestra.run.smithi096.stdout: "unittest_1_bytes": 0, 2024-06-13T06:39:42.885 INFO:teuthology.orchestra.run.smithi096.stdout: "unittest_1_items": 0, 2024-06-13T06:39:42.885 INFO:teuthology.orchestra.run.smithi096.stdout: "unittest_2_bytes": 0, 2024-06-13T06:39:42.886 INFO:teuthology.orchestra.run.smithi096.stdout: "unittest_2_items": 0 2024-06-13T06:39:42.886 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.886 INFO:teuthology.orchestra.run.smithi096.stdout: "objecter": { 2024-06-13T06:39:42.886 INFO:teuthology.orchestra.run.smithi096.stdout: "op_active": 0, 2024-06-13T06:39:42.886 INFO:teuthology.orchestra.run.smithi096.stdout: "op_laggy": 0, 2024-06-13T06:39:42.886 INFO:teuthology.orchestra.run.smithi096.stdout: "op_send": 3406, 2024-06-13T06:39:42.886 INFO:teuthology.orchestra.run.smithi096.stdout: "op_send_bytes": 21, 2024-06-13T06:39:42.886 INFO:teuthology.orchestra.run.smithi096.stdout: "op_resend": 3, 2024-06-13T06:39:42.886 INFO:teuthology.orchestra.run.smithi096.stdout: "op_reply": 3406, 2024-06-13T06:39:42.886 INFO:teuthology.orchestra.run.smithi096.stdout: "op_latency": { 2024-06-13T06:39:42.886 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 3406, 2024-06-13T06:39:42.887 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 1.718962203, 2024-06-13T06:39:42.887 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000504686 2024-06-13T06:39:42.887 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.887 INFO:teuthology.orchestra.run.smithi096.stdout: "op_inflight": 0, 2024-06-13T06:39:42.887 INFO:teuthology.orchestra.run.smithi096.stdout: "oplen_avg": { 2024-06-13T06:39:42.887 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 3406, 2024-06-13T06:39:42.887 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 3407 2024-06-13T06:39:42.887 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.887 INFO:teuthology.orchestra.run.smithi096.stdout: "op": 3406, 2024-06-13T06:39:42.887 INFO:teuthology.orchestra.run.smithi096.stdout: "op_r": 3406, 2024-06-13T06:39:42.887 INFO:teuthology.orchestra.run.smithi096.stdout: "op_w": 0, 2024-06-13T06:39:42.887 INFO:teuthology.orchestra.run.smithi096.stdout: "op_rmw": 0, 2024-06-13T06:39:42.888 INFO:teuthology.orchestra.run.smithi096.stdout: "op_pg": 0, 2024-06-13T06:39:42.888 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_stat": 2236, 2024-06-13T06:39:42.888 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_create": 0, 2024-06-13T06:39:42.888 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_read": 1168, 2024-06-13T06:39:42.888 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_write": 0, 2024-06-13T06:39:42.888 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_writefull": 0, 2024-06-13T06:39:42.888 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_writesame": 0, 2024-06-13T06:39:42.888 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_append": 0, 2024-06-13T06:39:42.888 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_zero": 0, 2024-06-13T06:39:42.888 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_truncate": 0, 2024-06-13T06:39:42.888 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_delete": 0, 2024-06-13T06:39:42.888 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_mapext": 0, 2024-06-13T06:39:42.888 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_sparse_read": 0, 2024-06-13T06:39:42.889 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_clonerange": 0, 2024-06-13T06:39:42.889 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_getxattr": 1, 2024-06-13T06:39:42.889 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_setxattr": 0, 2024-06-13T06:39:42.889 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_cmpxattr": 0, 2024-06-13T06:39:42.889 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_rmxattr": 0, 2024-06-13T06:39:42.889 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_resetxattrs": 0, 2024-06-13T06:39:42.889 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_call": 0, 2024-06-13T06:39:42.889 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_watch": 0, 2024-06-13T06:39:42.889 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_notify": 0, 2024-06-13T06:39:42.889 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_src_cmpxattr": 0, 2024-06-13T06:39:42.889 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_pgls": 0, 2024-06-13T06:39:42.889 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_pgls_filter": 0, 2024-06-13T06:39:42.890 INFO:teuthology.orchestra.run.smithi096.stdout: "osdop_other": 0, 2024-06-13T06:39:42.890 INFO:teuthology.orchestra.run.smithi096.stdout: "linger_active": 0, 2024-06-13T06:39:42.890 INFO:teuthology.orchestra.run.smithi096.stdout: "linger_send": 0, 2024-06-13T06:39:42.890 INFO:teuthology.orchestra.run.smithi096.stdout: "linger_resend": 0, 2024-06-13T06:39:42.890 INFO:teuthology.orchestra.run.smithi096.stdout: "linger_ping": 0, 2024-06-13T06:39:42.890 INFO:teuthology.orchestra.run.smithi096.stdout: "poolop_active": 0, 2024-06-13T06:39:42.890 INFO:teuthology.orchestra.run.smithi096.stdout: "poolop_send": 0, 2024-06-13T06:39:42.890 INFO:teuthology.orchestra.run.smithi096.stdout: "poolop_resend": 0, 2024-06-13T06:39:42.890 INFO:teuthology.orchestra.run.smithi096.stdout: "poolstat_active": 0, 2024-06-13T06:39:42.890 INFO:teuthology.orchestra.run.smithi096.stdout: "poolstat_send": 0, 2024-06-13T06:39:42.890 INFO:teuthology.orchestra.run.smithi096.stdout: "poolstat_resend": 0, 2024-06-13T06:39:42.890 INFO:teuthology.orchestra.run.smithi096.stdout: "statfs_active": 0, 2024-06-13T06:39:42.890 INFO:teuthology.orchestra.run.smithi096.stdout: "statfs_send": 0, 2024-06-13T06:39:42.891 INFO:teuthology.orchestra.run.smithi096.stdout: "statfs_resend": 0, 2024-06-13T06:39:42.891 INFO:teuthology.orchestra.run.smithi096.stdout: "command_active": 0, 2024-06-13T06:39:42.891 INFO:teuthology.orchestra.run.smithi096.stdout: "command_send": 0, 2024-06-13T06:39:42.891 INFO:teuthology.orchestra.run.smithi096.stdout: "command_resend": 0, 2024-06-13T06:39:42.891 INFO:teuthology.orchestra.run.smithi096.stdout: "map_epoch": 112, 2024-06-13T06:39:42.891 INFO:teuthology.orchestra.run.smithi096.stdout: "map_full": 0, 2024-06-13T06:39:42.891 INFO:teuthology.orchestra.run.smithi096.stdout: "map_inc": 23, 2024-06-13T06:39:42.891 INFO:teuthology.orchestra.run.smithi096.stdout: "osd_sessions": 5, 2024-06-13T06:39:42.891 INFO:teuthology.orchestra.run.smithi096.stdout: "osd_session_open": 6, 2024-06-13T06:39:42.891 INFO:teuthology.orchestra.run.smithi096.stdout: "osd_session_close": 1, 2024-06-13T06:39:42.891 INFO:teuthology.orchestra.run.smithi096.stdout: "osd_laggy": 0, 2024-06-13T06:39:42.892 INFO:teuthology.orchestra.run.smithi096.stdout: "omap_wr": 0, 2024-06-13T06:39:42.892 INFO:teuthology.orchestra.run.smithi096.stdout: "omap_rd": 2, 2024-06-13T06:39:42.892 INFO:teuthology.orchestra.run.smithi096.stdout: "omap_del": 0 2024-06-13T06:39:42.892 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.892 INFO:teuthology.orchestra.run.smithi096.stdout: "oft": { 2024-06-13T06:39:42.892 INFO:teuthology.orchestra.run.smithi096.stdout: "omap_total_objs": 0, 2024-06-13T06:39:42.892 INFO:teuthology.orchestra.run.smithi096.stdout: "omap_total_kv_pairs": 0, 2024-06-13T06:39:42.892 INFO:teuthology.orchestra.run.smithi096.stdout: "omap_total_updates": 0, 2024-06-13T06:39:42.892 INFO:teuthology.orchestra.run.smithi096.stdout: "omap_total_removes": 0 2024-06-13T06:39:42.892 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.892 INFO:teuthology.orchestra.run.smithi096.stdout: "osd-slow-ops": { 2024-06-13T06:39:42.893 INFO:teuthology.orchestra.run.smithi096.stdout: "slow_ops_count": 0 2024-06-13T06:39:42.893 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.893 INFO:teuthology.orchestra.run.smithi096.stdout: "purge_queue": { 2024-06-13T06:39:42.893 INFO:teuthology.orchestra.run.smithi096.stdout: "pq_executing_ops": 0, 2024-06-13T06:39:42.893 INFO:teuthology.orchestra.run.smithi096.stdout: "pq_executing_ops_high_water": 0, 2024-06-13T06:39:42.893 INFO:teuthology.orchestra.run.smithi096.stdout: "pq_executing": 0, 2024-06-13T06:39:42.893 INFO:teuthology.orchestra.run.smithi096.stdout: "pq_executing_high_water": 0, 2024-06-13T06:39:42.893 INFO:teuthology.orchestra.run.smithi096.stdout: "pq_executed_ops": 0, 2024-06-13T06:39:42.893 INFO:teuthology.orchestra.run.smithi096.stdout: "pq_executed": 0, 2024-06-13T06:39:42.893 INFO:teuthology.orchestra.run.smithi096.stdout: "pq_item_in_journal": 0 2024-06-13T06:39:42.893 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.893 INFO:teuthology.orchestra.run.smithi096.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-06-13T06:39:42.893 INFO:teuthology.orchestra.run.smithi096.stdout: "val": 0, 2024-06-13T06:39:42.893 INFO:teuthology.orchestra.run.smithi096.stdout: "max": 104857600, 2024-06-13T06:39:42.893 INFO:teuthology.orchestra.run.smithi096.stdout: "get_started": 0, 2024-06-13T06:39:42.893 INFO:teuthology.orchestra.run.smithi096.stdout: "get": 3775, 2024-06-13T06:39:42.894 INFO:teuthology.orchestra.run.smithi096.stdout: "get_sum": 2255799, 2024-06-13T06:39:42.894 INFO:teuthology.orchestra.run.smithi096.stdout: "get_or_fail_fail": 0, 2024-06-13T06:39:42.894 INFO:teuthology.orchestra.run.smithi096.stdout: "get_or_fail_success": 3775, 2024-06-13T06:39:42.894 INFO:teuthology.orchestra.run.smithi096.stdout: "take": 0, 2024-06-13T06:39:42.894 INFO:teuthology.orchestra.run.smithi096.stdout: "take_sum": 0, 2024-06-13T06:39:42.894 INFO:teuthology.orchestra.run.smithi096.stdout: "put": 3775, 2024-06-13T06:39:42.894 INFO:teuthology.orchestra.run.smithi096.stdout: "put_sum": 2255799, 2024-06-13T06:39:42.894 INFO:teuthology.orchestra.run.smithi096.stdout: "wait": { 2024-06-13T06:39:42.894 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:42.894 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:42.894 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:42.894 INFO:teuthology.orchestra.run.smithi096.stdout: } 2024-06-13T06:39:42.895 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.895 INFO:teuthology.orchestra.run.smithi096.stdout: "throttle-objecter_bytes": { 2024-06-13T06:39:42.895 INFO:teuthology.orchestra.run.smithi096.stdout: "val": 0, 2024-06-13T06:39:42.895 INFO:teuthology.orchestra.run.smithi096.stdout: "max": 104857600, 2024-06-13T06:39:42.895 INFO:teuthology.orchestra.run.smithi096.stdout: "get_started": 0, 2024-06-13T06:39:42.895 INFO:teuthology.orchestra.run.smithi096.stdout: "get": 0, 2024-06-13T06:39:42.895 INFO:teuthology.orchestra.run.smithi096.stdout: "get_sum": 0, 2024-06-13T06:39:42.895 INFO:teuthology.orchestra.run.smithi096.stdout: "get_or_fail_fail": 0, 2024-06-13T06:39:42.895 INFO:teuthology.orchestra.run.smithi096.stdout: "get_or_fail_success": 0, 2024-06-13T06:39:42.895 INFO:teuthology.orchestra.run.smithi096.stdout: "take": 3406, 2024-06-13T06:39:42.895 INFO:teuthology.orchestra.run.smithi096.stdout: "take_sum": 2186, 2024-06-13T06:39:42.895 INFO:teuthology.orchestra.run.smithi096.stdout: "put": 3406, 2024-06-13T06:39:42.895 INFO:teuthology.orchestra.run.smithi096.stdout: "put_sum": 2186, 2024-06-13T06:39:42.895 INFO:teuthology.orchestra.run.smithi096.stdout: "wait": { 2024-06-13T06:39:42.895 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:42.896 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:42.896 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:42.896 INFO:teuthology.orchestra.run.smithi096.stdout: } 2024-06-13T06:39:42.896 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.896 INFO:teuthology.orchestra.run.smithi096.stdout: "throttle-objecter_ops": { 2024-06-13T06:39:42.896 INFO:teuthology.orchestra.run.smithi096.stdout: "val": 0, 2024-06-13T06:39:42.896 INFO:teuthology.orchestra.run.smithi096.stdout: "max": 1024, 2024-06-13T06:39:42.896 INFO:teuthology.orchestra.run.smithi096.stdout: "get_started": 0, 2024-06-13T06:39:42.896 INFO:teuthology.orchestra.run.smithi096.stdout: "get": 0, 2024-06-13T06:39:42.896 INFO:teuthology.orchestra.run.smithi096.stdout: "get_sum": 0, 2024-06-13T06:39:42.896 INFO:teuthology.orchestra.run.smithi096.stdout: "get_or_fail_fail": 0, 2024-06-13T06:39:42.896 INFO:teuthology.orchestra.run.smithi096.stdout: "get_or_fail_success": 0, 2024-06-13T06:39:42.896 INFO:teuthology.orchestra.run.smithi096.stdout: "take": 3406, 2024-06-13T06:39:42.896 INFO:teuthology.orchestra.run.smithi096.stdout: "take_sum": 3406, 2024-06-13T06:39:42.896 INFO:teuthology.orchestra.run.smithi096.stdout: "put": 3406, 2024-06-13T06:39:42.897 INFO:teuthology.orchestra.run.smithi096.stdout: "put_sum": 3406, 2024-06-13T06:39:42.897 INFO:teuthology.orchestra.run.smithi096.stdout: "wait": { 2024-06-13T06:39:42.897 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:42.897 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:42.897 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:42.897 INFO:teuthology.orchestra.run.smithi096.stdout: } 2024-06-13T06:39:42.897 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.897 INFO:teuthology.orchestra.run.smithi096.stdout: "throttle-write_buf_throttle": { 2024-06-13T06:39:42.897 INFO:teuthology.orchestra.run.smithi096.stdout: "val": 0, 2024-06-13T06:39:42.897 INFO:teuthology.orchestra.run.smithi096.stdout: "max": 3758096384, 2024-06-13T06:39:42.897 INFO:teuthology.orchestra.run.smithi096.stdout: "get_started": 0, 2024-06-13T06:39:42.897 INFO:teuthology.orchestra.run.smithi096.stdout: "get": 0, 2024-06-13T06:39:42.897 INFO:teuthology.orchestra.run.smithi096.stdout: "get_sum": 0, 2024-06-13T06:39:42.897 INFO:teuthology.orchestra.run.smithi096.stdout: "get_or_fail_fail": 0, 2024-06-13T06:39:42.898 INFO:teuthology.orchestra.run.smithi096.stdout: "get_or_fail_success": 0, 2024-06-13T06:39:42.898 INFO:teuthology.orchestra.run.smithi096.stdout: "take": 0, 2024-06-13T06:39:42.898 INFO:teuthology.orchestra.run.smithi096.stdout: "take_sum": 0, 2024-06-13T06:39:42.898 INFO:teuthology.orchestra.run.smithi096.stdout: "put": 0, 2024-06-13T06:39:42.898 INFO:teuthology.orchestra.run.smithi096.stdout: "put_sum": 0, 2024-06-13T06:39:42.898 INFO:teuthology.orchestra.run.smithi096.stdout: "wait": { 2024-06-13T06:39:42.898 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:42.898 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:42.898 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:42.898 INFO:teuthology.orchestra.run.smithi096.stdout: } 2024-06-13T06:39:42.898 INFO:teuthology.orchestra.run.smithi096.stdout: }, 2024-06-13T06:39:42.899 INFO:teuthology.orchestra.run.smithi096.stdout: "throttle-write_buf_throttle-0x556bf86886e0": { 2024-06-13T06:39:42.899 INFO:teuthology.orchestra.run.smithi096.stdout: "val": 0, 2024-06-13T06:39:42.899 INFO:teuthology.orchestra.run.smithi096.stdout: "max": 3758096384, 2024-06-13T06:39:42.899 INFO:teuthology.orchestra.run.smithi096.stdout: "get_started": 0, 2024-06-13T06:39:42.899 INFO:teuthology.orchestra.run.smithi096.stdout: "get": 0, 2024-06-13T06:39:42.899 INFO:teuthology.orchestra.run.smithi096.stdout: "get_sum": 0, 2024-06-13T06:39:42.899 INFO:teuthology.orchestra.run.smithi096.stdout: "get_or_fail_fail": 0, 2024-06-13T06:39:42.899 INFO:teuthology.orchestra.run.smithi096.stdout: "get_or_fail_success": 0, 2024-06-13T06:39:42.899 INFO:teuthology.orchestra.run.smithi096.stdout: "take": 0, 2024-06-13T06:39:42.899 INFO:teuthology.orchestra.run.smithi096.stdout: "take_sum": 0, 2024-06-13T06:39:42.899 INFO:teuthology.orchestra.run.smithi096.stdout: "put": 0, 2024-06-13T06:39:42.899 INFO:teuthology.orchestra.run.smithi096.stdout: "put_sum": 0, 2024-06-13T06:39:42.899 INFO:teuthology.orchestra.run.smithi096.stdout: "wait": { 2024-06-13T06:39:42.899 INFO:teuthology.orchestra.run.smithi096.stdout: "avgcount": 0, 2024-06-13T06:39:42.900 INFO:teuthology.orchestra.run.smithi096.stdout: "sum": 0.000000000, 2024-06-13T06:39:42.900 INFO:teuthology.orchestra.run.smithi096.stdout: "avgtime": 0.000000000 2024-06-13T06:39:42.900 INFO:teuthology.orchestra.run.smithi096.stdout: } 2024-06-13T06:39:42.900 INFO:teuthology.orchestra.run.smithi096.stdout: } 2024-06-13T06:39:42.900 INFO:teuthology.orchestra.run.smithi096.stdout:} 2024-06-13T06:39:43.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:39:43 smithi039 ceph-mon[32479]: pgmap v519: 97 pgs: 97 active+clean; 31 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 8.2 KiB/s wr, 8 op/s 2024-06-13T06:39:43.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:39:43 smithi149 ceph-mon[36963]: pgmap v519: 97 pgs: 97 active+clean; 31 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 8.2 KiB/s wr, 8 op/s 2024-06-13T06:39:43.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:39:43 smithi096 ceph-mon[36532]: pgmap v519: 97 pgs: 97 active+clean; 31 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 8.2 KiB/s wr, 8 op/s 2024-06-13T06:39:43.756 INFO:tasks.check_counter:Daemon mds.k mds.exported=0 2024-06-13T06:39:43.756 INFO:tasks.check_counter:Daemon mds.k mds.imported=0 2024-06-13T06:39:43.756 INFO:tasks.check_counter:Daemon mds.k mds_cache.dir_update=0 2024-06-13T06:39:43.756 INFO:tasks.check_counter:Daemon mds.k mds_cache.dir_update_receipt=0 2024-06-13T06:39:43.756 INFO:tasks.check_counter:Daemon mds.k mds.root_rsnaps=0 2024-06-13T06:39:43.756 INFO:tasks.check_counter:Daemon mds.k mds_server.req_mksnap_latency.avgcount=0 2024-06-13T06:39:43.756 INFO:tasks.check_counter:Daemon mds.k mds_server.req_rmsnap_latency.avgcount=0 2024-06-13T06:39:43.756 DEBUG:tasks.check_counter:Getting stats from c 2024-06-13T06:39:43.757 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph daemon mds.c perf dump 2024-06-13T06:39:44.003 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.c/config 2024-06-13T06:39:45.407 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:39:45 smithi149 ceph-mon[36963]: pgmap v520: 97 pgs: 97 active+clean; 31 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 3.3 KiB/s wr, 5 op/s 2024-06-13T06:39:45.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:39:45 smithi039 ceph-mon[32479]: pgmap v520: 97 pgs: 97 active+clean; 31 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 3.3 KiB/s wr, 5 op/s 2024-06-13T06:39:45.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:39:45 smithi096 ceph-mon[36532]: pgmap v520: 97 pgs: 97 active+clean; 31 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 3.3 KiB/s wr, 5 op/s 2024-06-13T06:39:45.826 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2024-06-13T06:39:45.826 INFO:teuthology.orchestra.run.smithi149.stdout: "AsyncMessenger::Worker-0": { 2024-06-13T06:39:45.826 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_messages": 3417, 2024-06-13T06:39:45.826 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages": 3417, 2024-06-13T06:39:45.826 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_bytes": 968481, 2024-06-13T06:39:45.826 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_bytes": 1085789, 2024-06-13T06:39:45.826 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_created_connections": 6, 2024-06-13T06:39:45.826 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_active_connections": 2, 2024-06-13T06:39:45.827 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_total_time": 0.301089277, 2024-06-13T06:39:45.827 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_send_time": 0.100692024, 2024-06-13T06:39:45.827 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_recv_time": 0.074251985, 2024-06-13T06:39:45.827 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_fast_dispatch_time": 0.102708204, 2024-06-13T06:39:45.827 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T06:39:45.827 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 3416, 2024-06-13T06:39:45.827 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.134373878, 2024-06-13T06:39:45.827 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000039336 2024-06-13T06:39:45.827 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.827 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_handle_ack_lat": { 2024-06-13T06:39:45.827 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:45.827 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:45.827 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:45.828 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.828 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_encrypted_bytes": 3024, 2024-06-13T06:39:45.828 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_encrypted_bytes": 448 2024-06-13T06:39:45.828 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.828 INFO:teuthology.orchestra.run.smithi149.stdout: "AsyncMessenger::Worker-1": { 2024-06-13T06:39:45.828 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_messages": 366, 2024-06-13T06:39:45.828 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages": 353, 2024-06-13T06:39:45.828 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_bytes": 1650044, 2024-06-13T06:39:45.828 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_bytes": 205178, 2024-06-13T06:39:45.828 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_created_connections": 3, 2024-06-13T06:39:45.828 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_active_connections": 2, 2024-06-13T06:39:45.828 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_total_time": 0.066930459, 2024-06-13T06:39:45.828 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_send_time": 0.022973050, 2024-06-13T06:39:45.829 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_recv_time": 0.043951118, 2024-06-13T06:39:45.829 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_fast_dispatch_time": 0.008618170, 2024-06-13T06:39:45.829 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T06:39:45.829 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 352, 2024-06-13T06:39:45.829 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.019348863, 2024-06-13T06:39:45.829 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000054968 2024-06-13T06:39:45.829 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.829 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_handle_ack_lat": { 2024-06-13T06:39:45.829 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:45.829 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:45.829 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:45.829 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.829 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_encrypted_bytes": 1649488, 2024-06-13T06:39:45.830 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_encrypted_bytes": 204480 2024-06-13T06:39:45.830 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.830 INFO:teuthology.orchestra.run.smithi149.stdout: "AsyncMessenger::Worker-2": { 2024-06-13T06:39:45.830 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_messages": 4, 2024-06-13T06:39:45.830 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages": 250, 2024-06-13T06:39:45.830 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_bytes": 748, 2024-06-13T06:39:45.830 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_bytes": 682462, 2024-06-13T06:39:45.830 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_created_connections": 8, 2024-06-13T06:39:45.830 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_active_connections": 4, 2024-06-13T06:39:45.830 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_total_time": 0.015094009, 2024-06-13T06:39:45.830 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_send_time": 0.009774486, 2024-06-13T06:39:45.831 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_recv_time": 0.002431551, 2024-06-13T06:39:45.831 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_fast_dispatch_time": 0.000048831, 2024-06-13T06:39:45.831 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T06:39:45.831 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 247, 2024-06-13T06:39:45.831 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.022198781, 2024-06-13T06:39:45.831 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000089873 2024-06-13T06:39:45.831 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.831 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_handle_ack_lat": { 2024-06-13T06:39:45.831 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:45.831 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:45.831 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:45.831 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.832 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_encrypted_bytes": 480, 2024-06-13T06:39:45.832 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_encrypted_bytes": 682144 2024-06-13T06:39:45.832 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.832 INFO:teuthology.orchestra.run.smithi149.stdout: "cct": { 2024-06-13T06:39:45.832 INFO:teuthology.orchestra.run.smithi149.stdout: "total_workers": 1, 2024-06-13T06:39:45.832 INFO:teuthology.orchestra.run.smithi149.stdout: "unhealthy_workers": 0 2024-06-13T06:39:45.832 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.832 INFO:teuthology.orchestra.run.smithi149.stdout: "finisher-MDSRank": { 2024-06-13T06:39:45.832 INFO:teuthology.orchestra.run.smithi149.stdout: "queue_len": 0, 2024-06-13T06:39:45.832 INFO:teuthology.orchestra.run.smithi149.stdout: "complete_latency": { 2024-06-13T06:39:45.832 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 5746, 2024-06-13T06:39:45.832 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.158031225, 2024-06-13T06:39:45.832 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000027502 2024-06-13T06:39:45.833 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-06-13T06:39:45.833 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.833 INFO:teuthology.orchestra.run.smithi149.stdout: "finisher-PurgeQueue": { 2024-06-13T06:39:45.833 INFO:teuthology.orchestra.run.smithi149.stdout: "queue_len": 0, 2024-06-13T06:39:45.833 INFO:teuthology.orchestra.run.smithi149.stdout: "complete_latency": { 2024-06-13T06:39:45.833 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:45.833 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:45.833 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:45.833 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-06-13T06:39:45.833 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.833 INFO:teuthology.orchestra.run.smithi149.stdout: "mds": { 2024-06-13T06:39:45.833 INFO:teuthology.orchestra.run.smithi149.stdout: "request": 0, 2024-06-13T06:39:45.833 INFO:teuthology.orchestra.run.smithi149.stdout: "reply": 0, 2024-06-13T06:39:45.834 INFO:teuthology.orchestra.run.smithi149.stdout: "reply_latency": { 2024-06-13T06:39:45.834 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:45.834 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:45.834 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:45.834 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.834 INFO:teuthology.orchestra.run.smithi149.stdout: "slow_reply": 0, 2024-06-13T06:39:45.834 INFO:teuthology.orchestra.run.smithi149.stdout: "forward": 0, 2024-06-13T06:39:45.834 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_fetch_complete": 0, 2024-06-13T06:39:45.835 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_fetch_keys": 0, 2024-06-13T06:39:45.835 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_commit": 0, 2024-06-13T06:39:45.835 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_split": 0, 2024-06-13T06:39:45.835 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_merge": 0, 2024-06-13T06:39:45.835 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes": 0, 2024-06-13T06:39:45.836 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_top": 0, 2024-06-13T06:39:45.836 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_bottom": 0, 2024-06-13T06:39:45.836 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_pin_tail": 0, 2024-06-13T06:39:45.836 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_pinned": 0, 2024-06-13T06:39:45.836 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_expired": 0, 2024-06-13T06:39:45.836 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_with_caps": 0, 2024-06-13T06:39:45.837 INFO:teuthology.orchestra.run.smithi149.stdout: "caps": 0, 2024-06-13T06:39:45.837 INFO:teuthology.orchestra.run.smithi149.stdout: "subtrees": 1, 2024-06-13T06:39:45.837 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse": 0, 2024-06-13T06:39:45.837 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_hit": 0, 2024-06-13T06:39:45.837 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_forward": 0, 2024-06-13T06:39:45.837 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_discover": 0, 2024-06-13T06:39:45.837 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_dir_fetch": 0, 2024-06-13T06:39:45.837 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_remote_ino": 0, 2024-06-13T06:39:45.837 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_lock": 0, 2024-06-13T06:39:45.837 INFO:teuthology.orchestra.run.smithi149.stdout: "load_cent": 0, 2024-06-13T06:39:45.838 INFO:teuthology.orchestra.run.smithi149.stdout: "q": 0, 2024-06-13T06:39:45.838 INFO:teuthology.orchestra.run.smithi149.stdout: "exported": 0, 2024-06-13T06:39:45.838 INFO:teuthology.orchestra.run.smithi149.stdout: "exported_inodes": 0, 2024-06-13T06:39:45.838 INFO:teuthology.orchestra.run.smithi149.stdout: "imported": 0, 2024-06-13T06:39:45.838 INFO:teuthology.orchestra.run.smithi149.stdout: "imported_inodes": 0, 2024-06-13T06:39:45.838 INFO:teuthology.orchestra.run.smithi149.stdout: "openino_dir_fetch": 0, 2024-06-13T06:39:45.839 INFO:teuthology.orchestra.run.smithi149.stdout: "openino_backtrace_fetch": 0, 2024-06-13T06:39:45.839 INFO:teuthology.orchestra.run.smithi149.stdout: "openino_peer_discover": 0, 2024-06-13T06:39:45.839 INFO:teuthology.orchestra.run.smithi149.stdout: "root_rfiles": 0, 2024-06-13T06:39:45.839 INFO:teuthology.orchestra.run.smithi149.stdout: "root_rbytes": 0, 2024-06-13T06:39:45.839 INFO:teuthology.orchestra.run.smithi149.stdout: "root_rsnaps": 0, 2024-06-13T06:39:45.839 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_backtrace_fetch": 0, 2024-06-13T06:39:45.839 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_set_tag": 0, 2024-06-13T06:39:45.839 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_backtrace_repaired": 0, 2024-06-13T06:39:45.839 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_inotable_repaired": 0, 2024-06-13T06:39:45.839 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_dir_inodes": 0, 2024-06-13T06:39:45.839 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_dir_base_inodes": 0, 2024-06-13T06:39:45.839 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_dirfrag_rstats": 0, 2024-06-13T06:39:45.839 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_file_inodes": 0, 2024-06-13T06:39:45.840 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_inode_file_caps": 0, 2024-06-13T06:39:45.840 INFO:teuthology.orchestra.run.smithi149.stdout: "ceph_cap_op_revoke": 0, 2024-06-13T06:39:45.840 INFO:teuthology.orchestra.run.smithi149.stdout: "ceph_cap_op_grant": 0, 2024-06-13T06:39:45.840 INFO:teuthology.orchestra.run.smithi149.stdout: "ceph_cap_op_trunc": 0, 2024-06-13T06:39:45.840 INFO:teuthology.orchestra.run.smithi149.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-06-13T06:39:45.840 INFO:teuthology.orchestra.run.smithi149.stdout: "ceph_cap_op_flush_ack": 0, 2024-06-13T06:39:45.840 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_client_caps": 0, 2024-06-13T06:39:45.840 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_client_caps_dirty": 0, 2024-06-13T06:39:45.840 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_client_cap_release": 0, 2024-06-13T06:39:45.840 INFO:teuthology.orchestra.run.smithi149.stdout: "process_request_cap_release": 0 2024-06-13T06:39:45.840 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.840 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_cache": { 2024-06-13T06:39:45.840 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_update": 0, 2024-06-13T06:39:45.841 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_update_receipt": 0, 2024-06-13T06:39:45.841 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_try_discover": 0, 2024-06-13T06:39:45.841 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_send_discover": 0, 2024-06-13T06:39:45.841 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_handle_discover": 0, 2024-06-13T06:39:45.841 INFO:teuthology.orchestra.run.smithi149.stdout: "num_strays": 0, 2024-06-13T06:39:45.841 INFO:teuthology.orchestra.run.smithi149.stdout: "num_strays_delayed": 0, 2024-06-13T06:39:45.841 INFO:teuthology.orchestra.run.smithi149.stdout: "num_strays_enqueuing": 0, 2024-06-13T06:39:45.841 INFO:teuthology.orchestra.run.smithi149.stdout: "strays_created": 0, 2024-06-13T06:39:45.841 INFO:teuthology.orchestra.run.smithi149.stdout: "strays_enqueued": 0, 2024-06-13T06:39:45.841 INFO:teuthology.orchestra.run.smithi149.stdout: "strays_reintegrated": 0, 2024-06-13T06:39:45.841 INFO:teuthology.orchestra.run.smithi149.stdout: "strays_migrated": 0, 2024-06-13T06:39:45.841 INFO:teuthology.orchestra.run.smithi149.stdout: "num_recovering_processing": 0, 2024-06-13T06:39:45.841 INFO:teuthology.orchestra.run.smithi149.stdout: "num_recovering_enqueued": 0, 2024-06-13T06:39:45.841 INFO:teuthology.orchestra.run.smithi149.stdout: "num_recovering_prioritized": 0, 2024-06-13T06:39:45.841 INFO:teuthology.orchestra.run.smithi149.stdout: "recovery_started": 0, 2024-06-13T06:39:45.842 INFO:teuthology.orchestra.run.smithi149.stdout: "recovery_completed": 0, 2024-06-13T06:39:45.842 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_quiesce_path": 0, 2024-06-13T06:39:45.842 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_quiesce_inode": 0, 2024-06-13T06:39:45.842 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_enqueue_scrub": 0, 2024-06-13T06:39:45.842 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_exportdir": 0, 2024-06-13T06:39:45.842 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_flush": 0, 2024-06-13T06:39:45.842 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_fragmentdir": 0, 2024-06-13T06:39:45.842 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_fragstats": 0, 2024-06-13T06:39:45.842 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_inodestats": 0 2024-06-13T06:39:45.843 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.843 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_log": { 2024-06-13T06:39:45.843 INFO:teuthology.orchestra.run.smithi149.stdout: "evlrg": 0, 2024-06-13T06:39:45.843 INFO:teuthology.orchestra.run.smithi149.stdout: "evadd": 0, 2024-06-13T06:39:45.843 INFO:teuthology.orchestra.run.smithi149.stdout: "evex": 0, 2024-06-13T06:39:45.843 INFO:teuthology.orchestra.run.smithi149.stdout: "evtrm": 0, 2024-06-13T06:39:45.843 INFO:teuthology.orchestra.run.smithi149.stdout: "ev": 7, 2024-06-13T06:39:45.843 INFO:teuthology.orchestra.run.smithi149.stdout: "evexg": 0, 2024-06-13T06:39:45.843 INFO:teuthology.orchestra.run.smithi149.stdout: "evexd": 0, 2024-06-13T06:39:45.843 INFO:teuthology.orchestra.run.smithi149.stdout: "segadd": 0, 2024-06-13T06:39:45.843 INFO:teuthology.orchestra.run.smithi149.stdout: "segex": 0, 2024-06-13T06:39:45.843 INFO:teuthology.orchestra.run.smithi149.stdout: "segtrm": 0, 2024-06-13T06:39:45.843 INFO:teuthology.orchestra.run.smithi149.stdout: "seg": 2, 2024-06-13T06:39:45.843 INFO:teuthology.orchestra.run.smithi149.stdout: "segmjr": 2, 2024-06-13T06:39:45.844 INFO:teuthology.orchestra.run.smithi149.stdout: "segexg": 0, 2024-06-13T06:39:45.844 INFO:teuthology.orchestra.run.smithi149.stdout: "segexd": 0, 2024-06-13T06:39:45.844 INFO:teuthology.orchestra.run.smithi149.stdout: "expos": 4194304, 2024-06-13T06:39:45.844 INFO:teuthology.orchestra.run.smithi149.stdout: "wrpos": 4196262, 2024-06-13T06:39:45.844 INFO:teuthology.orchestra.run.smithi149.stdout: "rdpos": 4196121, 2024-06-13T06:39:45.844 INFO:teuthology.orchestra.run.smithi149.stdout: "jlat": { 2024-06-13T06:39:45.844 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:45.844 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:45.844 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:45.844 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.844 INFO:teuthology.orchestra.run.smithi149.stdout: "replayed": 7 2024-06-13T06:39:45.844 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.845 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_mem": { 2024-06-13T06:39:45.845 INFO:teuthology.orchestra.run.smithi149.stdout: "ino": 3, 2024-06-13T06:39:45.845 INFO:teuthology.orchestra.run.smithi149.stdout: "ino+": 3, 2024-06-13T06:39:45.845 INFO:teuthology.orchestra.run.smithi149.stdout: "ino-": 0, 2024-06-13T06:39:45.845 INFO:teuthology.orchestra.run.smithi149.stdout: "dir": 1, 2024-06-13T06:39:45.845 INFO:teuthology.orchestra.run.smithi149.stdout: "dir+": 1, 2024-06-13T06:39:45.845 INFO:teuthology.orchestra.run.smithi149.stdout: "dir-": 0, 2024-06-13T06:39:45.845 INFO:teuthology.orchestra.run.smithi149.stdout: "dn": 0, 2024-06-13T06:39:45.845 INFO:teuthology.orchestra.run.smithi149.stdout: "dn+": 0, 2024-06-13T06:39:45.845 INFO:teuthology.orchestra.run.smithi149.stdout: "dn-": 0, 2024-06-13T06:39:45.845 INFO:teuthology.orchestra.run.smithi149.stdout: "cap": 0, 2024-06-13T06:39:45.845 INFO:teuthology.orchestra.run.smithi149.stdout: "cap+": 0, 2024-06-13T06:39:45.845 INFO:teuthology.orchestra.run.smithi149.stdout: "cap-": 0, 2024-06-13T06:39:45.846 INFO:teuthology.orchestra.run.smithi149.stdout: "rss": 49688, 2024-06-13T06:39:45.846 INFO:teuthology.orchestra.run.smithi149.stdout: "heap": 215420 2024-06-13T06:39:45.846 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.846 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_server": { 2024-06-13T06:39:45.846 INFO:teuthology.orchestra.run.smithi149.stdout: "dispatch_client_request": 0, 2024-06-13T06:39:45.846 INFO:teuthology.orchestra.run.smithi149.stdout: "dispatch_server_request": 0, 2024-06-13T06:39:45.846 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_client_request": 0, 2024-06-13T06:39:45.846 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_client_session": 0, 2024-06-13T06:39:45.846 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_peer_request": 0, 2024-06-13T06:39:45.846 INFO:teuthology.orchestra.run.smithi149.stdout: "req_create_latency": { 2024-06-13T06:39:45.846 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:45.846 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:45.847 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:45.847 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.847 INFO:teuthology.orchestra.run.smithi149.stdout: "req_getattr_latency": { 2024-06-13T06:39:45.847 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:45.847 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:45.847 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:45.847 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.847 INFO:teuthology.orchestra.run.smithi149.stdout: "req_getfilelock_latency": { 2024-06-13T06:39:45.847 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:45.847 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:45.847 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:45.847 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.848 INFO:teuthology.orchestra.run.smithi149.stdout: "req_link_latency": { 2024-06-13T06:39:45.848 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:45.848 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:45.848 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:45.848 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.848 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookup_latency": { 2024-06-13T06:39:45.848 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:45.848 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:45.848 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:45.848 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.848 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookuphash_latency": { 2024-06-13T06:39:45.848 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:45.848 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:45.848 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:45.849 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.849 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookupino_latency": { 2024-06-13T06:39:45.849 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:45.849 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:45.849 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:45.849 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.849 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookupname_latency": { 2024-06-13T06:39:45.849 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:45.849 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:45.850 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:45.850 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.850 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookupparent_latency": { 2024-06-13T06:39:45.850 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:45.850 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:45.850 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:45.850 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.850 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookupsnap_latency": { 2024-06-13T06:39:45.850 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:45.850 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:45.850 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:45.850 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.850 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lssnap_latency": { 2024-06-13T06:39:45.851 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:45.851 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:45.851 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:45.851 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.851 INFO:teuthology.orchestra.run.smithi149.stdout: "req_mkdir_latency": { 2024-06-13T06:39:45.851 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:45.852 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:45.852 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:45.852 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.852 INFO:teuthology.orchestra.run.smithi149.stdout: "req_mknod_latency": { 2024-06-13T06:39:45.852 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:45.852 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:45.852 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:45.852 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.852 INFO:teuthology.orchestra.run.smithi149.stdout: "req_mksnap_latency": { 2024-06-13T06:39:45.852 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:45.852 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:45.853 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:45.853 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.853 INFO:teuthology.orchestra.run.smithi149.stdout: "req_open_latency": { 2024-06-13T06:39:45.853 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:45.853 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:45.853 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:45.853 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.853 INFO:teuthology.orchestra.run.smithi149.stdout: "req_readdir_latency": { 2024-06-13T06:39:45.853 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:45.853 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:45.854 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:45.854 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.854 INFO:teuthology.orchestra.run.smithi149.stdout: "req_rename_latency": { 2024-06-13T06:39:45.854 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:45.854 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:45.854 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:45.854 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.854 INFO:teuthology.orchestra.run.smithi149.stdout: "req_renamesnap_latency": { 2024-06-13T06:39:45.854 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:45.854 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:45.855 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:45.855 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.855 INFO:teuthology.orchestra.run.smithi149.stdout: "req_snapdiff_latency": { 2024-06-13T06:39:45.855 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:45.855 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:45.855 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:45.855 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.855 INFO:teuthology.orchestra.run.smithi149.stdout: "req_rmdir_latency": { 2024-06-13T06:39:45.855 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:45.855 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:45.855 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:45.855 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.856 INFO:teuthology.orchestra.run.smithi149.stdout: "req_rmsnap_latency": { 2024-06-13T06:39:45.856 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:45.856 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:45.856 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:45.856 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.856 INFO:teuthology.orchestra.run.smithi149.stdout: "req_rmxattr_latency": { 2024-06-13T06:39:45.856 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:45.856 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:45.856 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:45.856 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.857 INFO:teuthology.orchestra.run.smithi149.stdout: "req_setattr_latency": { 2024-06-13T06:39:45.857 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:45.857 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:45.857 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:45.857 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.857 INFO:teuthology.orchestra.run.smithi149.stdout: "req_setdirlayout_latency": { 2024-06-13T06:39:45.857 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:45.857 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:45.857 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:45.857 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.857 INFO:teuthology.orchestra.run.smithi149.stdout: "req_setfilelock_latency": { 2024-06-13T06:39:45.858 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:45.858 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:45.858 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:45.858 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.858 INFO:teuthology.orchestra.run.smithi149.stdout: "req_setlayout_latency": { 2024-06-13T06:39:45.858 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:45.858 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:45.858 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:45.858 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.858 INFO:teuthology.orchestra.run.smithi149.stdout: "req_setxattr_latency": { 2024-06-13T06:39:45.858 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:45.858 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:45.859 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:45.859 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.859 INFO:teuthology.orchestra.run.smithi149.stdout: "req_symlink_latency": { 2024-06-13T06:39:45.859 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:45.859 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:45.859 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:45.859 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.859 INFO:teuthology.orchestra.run.smithi149.stdout: "req_unlink_latency": { 2024-06-13T06:39:45.859 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:45.859 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:45.859 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:45.859 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.859 INFO:teuthology.orchestra.run.smithi149.stdout: "cap_revoke_eviction": 0, 2024-06-13T06:39:45.860 INFO:teuthology.orchestra.run.smithi149.stdout: "cap_acquisition_throttle": 0, 2024-06-13T06:39:45.860 INFO:teuthology.orchestra.run.smithi149.stdout: "req_getvxattr_latency": { 2024-06-13T06:39:45.860 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:45.860 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:45.860 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:45.860 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-06-13T06:39:45.860 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.860 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_sessions": { 2024-06-13T06:39:45.860 INFO:teuthology.orchestra.run.smithi149.stdout: "session_count": 1, 2024-06-13T06:39:45.860 INFO:teuthology.orchestra.run.smithi149.stdout: "session_add": 3, 2024-06-13T06:39:45.861 INFO:teuthology.orchestra.run.smithi149.stdout: "session_remove": 2, 2024-06-13T06:39:45.861 INFO:teuthology.orchestra.run.smithi149.stdout: "sessions_open": 2, 2024-06-13T06:39:45.861 INFO:teuthology.orchestra.run.smithi149.stdout: "sessions_stale": 0, 2024-06-13T06:39:45.861 INFO:teuthology.orchestra.run.smithi149.stdout: "total_load": 0, 2024-06-13T06:39:45.861 INFO:teuthology.orchestra.run.smithi149.stdout: "average_load": 0, 2024-06-13T06:39:45.861 INFO:teuthology.orchestra.run.smithi149.stdout: "avg_session_uptime": 3958, 2024-06-13T06:39:45.861 INFO:teuthology.orchestra.run.smithi149.stdout: "mdthresh_evicted": 0 2024-06-13T06:39:45.861 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.861 INFO:teuthology.orchestra.run.smithi149.stdout: "mempool": { 2024-06-13T06:39:45.861 INFO:teuthology.orchestra.run.smithi149.stdout: "bloom_filter_bytes": 0, 2024-06-13T06:39:45.861 INFO:teuthology.orchestra.run.smithi149.stdout: "bloom_filter_items": 0, 2024-06-13T06:39:45.861 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_alloc_bytes": 0, 2024-06-13T06:39:45.861 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_alloc_items": 0, 2024-06-13T06:39:45.862 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_data_bytes": 0, 2024-06-13T06:39:45.862 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_data_items": 0, 2024-06-13T06:39:45.862 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_onode_bytes": 0, 2024-06-13T06:39:45.862 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_onode_items": 0, 2024-06-13T06:39:45.862 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_meta_bytes": 0, 2024-06-13T06:39:45.862 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_meta_items": 0, 2024-06-13T06:39:45.862 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_other_bytes": 0, 2024-06-13T06:39:45.862 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_other_items": 0, 2024-06-13T06:39:45.862 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_buffer_bytes": 0, 2024-06-13T06:39:45.862 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_buffer_items": 0, 2024-06-13T06:39:45.862 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_extent_bytes": 0, 2024-06-13T06:39:45.862 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_extent_items": 0, 2024-06-13T06:39:45.863 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_blob_bytes": 0, 2024-06-13T06:39:45.863 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_blob_items": 0, 2024-06-13T06:39:45.863 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_shared_blob_bytes": 0, 2024-06-13T06:39:45.863 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_shared_blob_items": 0, 2024-06-13T06:39:45.863 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_inline_bl_bytes": 0, 2024-06-13T06:39:45.863 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_inline_bl_items": 0, 2024-06-13T06:39:45.863 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_fsck_bytes": 0, 2024-06-13T06:39:45.864 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_fsck_items": 0, 2024-06-13T06:39:45.864 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_txc_bytes": 0, 2024-06-13T06:39:45.864 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_txc_items": 0, 2024-06-13T06:39:45.864 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_writing_deferred_bytes": 0, 2024-06-13T06:39:45.864 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_writing_deferred_items": 0, 2024-06-13T06:39:45.865 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_writing_bytes": 0, 2024-06-13T06:39:45.865 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_writing_items": 0, 2024-06-13T06:39:45.865 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_bytes": 0, 2024-06-13T06:39:45.865 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_items": 0, 2024-06-13T06:39:45.865 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_file_reader_bytes": 0, 2024-06-13T06:39:45.865 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_file_reader_items": 0, 2024-06-13T06:39:45.866 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_file_writer_bytes": 0, 2024-06-13T06:39:45.866 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_file_writer_items": 0, 2024-06-13T06:39:45.866 INFO:teuthology.orchestra.run.smithi149.stdout: "buffer_anon_bytes": 182121, 2024-06-13T06:39:45.866 INFO:teuthology.orchestra.run.smithi149.stdout: "buffer_anon_items": 49, 2024-06-13T06:39:45.866 INFO:teuthology.orchestra.run.smithi149.stdout: "buffer_meta_bytes": 0, 2024-06-13T06:39:45.867 INFO:teuthology.orchestra.run.smithi149.stdout: "buffer_meta_items": 0, 2024-06-13T06:39:45.867 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_bytes": 0, 2024-06-13T06:39:45.867 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_items": 0, 2024-06-13T06:39:45.867 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_mapbl_bytes": 0, 2024-06-13T06:39:45.867 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_mapbl_items": 0, 2024-06-13T06:39:45.867 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_pglog_bytes": 0, 2024-06-13T06:39:45.868 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_pglog_items": 0, 2024-06-13T06:39:45.868 INFO:teuthology.orchestra.run.smithi149.stdout: "osdmap_bytes": 8136, 2024-06-13T06:39:45.868 INFO:teuthology.orchestra.run.smithi149.stdout: "osdmap_items": 170, 2024-06-13T06:39:45.868 INFO:teuthology.orchestra.run.smithi149.stdout: "osdmap_mapping_bytes": 0, 2024-06-13T06:39:45.868 INFO:teuthology.orchestra.run.smithi149.stdout: "osdmap_mapping_items": 0, 2024-06-13T06:39:45.868 INFO:teuthology.orchestra.run.smithi149.stdout: "pgmap_bytes": 0, 2024-06-13T06:39:45.868 INFO:teuthology.orchestra.run.smithi149.stdout: "pgmap_items": 0, 2024-06-13T06:39:45.868 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_co_bytes": 8464, 2024-06-13T06:39:45.868 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_co_items": 13, 2024-06-13T06:39:45.868 INFO:teuthology.orchestra.run.smithi149.stdout: "unittest_1_bytes": 0, 2024-06-13T06:39:45.868 INFO:teuthology.orchestra.run.smithi149.stdout: "unittest_1_items": 0, 2024-06-13T06:39:45.868 INFO:teuthology.orchestra.run.smithi149.stdout: "unittest_2_bytes": 0, 2024-06-13T06:39:45.869 INFO:teuthology.orchestra.run.smithi149.stdout: "unittest_2_items": 0 2024-06-13T06:39:45.869 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.869 INFO:teuthology.orchestra.run.smithi149.stdout: "objecter": { 2024-06-13T06:39:45.869 INFO:teuthology.orchestra.run.smithi149.stdout: "op_active": 0, 2024-06-13T06:39:45.869 INFO:teuthology.orchestra.run.smithi149.stdout: "op_laggy": 0, 2024-06-13T06:39:45.869 INFO:teuthology.orchestra.run.smithi149.stdout: "op_send": 3416, 2024-06-13T06:39:45.869 INFO:teuthology.orchestra.run.smithi149.stdout: "op_send_bytes": 21, 2024-06-13T06:39:45.869 INFO:teuthology.orchestra.run.smithi149.stdout: "op_resend": 3, 2024-06-13T06:39:45.869 INFO:teuthology.orchestra.run.smithi149.stdout: "op_reply": 3416, 2024-06-13T06:39:45.869 INFO:teuthology.orchestra.run.smithi149.stdout: "op_latency": { 2024-06-13T06:39:45.870 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 3416, 2024-06-13T06:39:45.870 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 1.698966805, 2024-06-13T06:39:45.870 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000497355 2024-06-13T06:39:45.870 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.870 INFO:teuthology.orchestra.run.smithi149.stdout: "op_inflight": 0, 2024-06-13T06:39:45.870 INFO:teuthology.orchestra.run.smithi149.stdout: "oplen_avg": { 2024-06-13T06:39:45.870 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 3416, 2024-06-13T06:39:45.870 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 3417 2024-06-13T06:39:45.870 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.871 INFO:teuthology.orchestra.run.smithi149.stdout: "op": 3416, 2024-06-13T06:39:45.871 INFO:teuthology.orchestra.run.smithi149.stdout: "op_r": 3416, 2024-06-13T06:39:45.871 INFO:teuthology.orchestra.run.smithi149.stdout: "op_w": 0, 2024-06-13T06:39:45.871 INFO:teuthology.orchestra.run.smithi149.stdout: "op_rmw": 0, 2024-06-13T06:39:45.871 INFO:teuthology.orchestra.run.smithi149.stdout: "op_pg": 0, 2024-06-13T06:39:45.871 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_stat": 2242, 2024-06-13T06:39:45.871 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_create": 0, 2024-06-13T06:39:45.871 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_read": 1172, 2024-06-13T06:39:45.871 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_write": 0, 2024-06-13T06:39:45.871 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_writefull": 0, 2024-06-13T06:39:45.871 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_writesame": 0, 2024-06-13T06:39:45.871 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_append": 0, 2024-06-13T06:39:45.871 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_zero": 0, 2024-06-13T06:39:45.871 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_truncate": 0, 2024-06-13T06:39:45.872 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_delete": 0, 2024-06-13T06:39:45.872 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_mapext": 0, 2024-06-13T06:39:45.872 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_sparse_read": 0, 2024-06-13T06:39:45.872 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_clonerange": 0, 2024-06-13T06:39:45.872 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_getxattr": 1, 2024-06-13T06:39:45.872 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_setxattr": 0, 2024-06-13T06:39:45.872 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_cmpxattr": 0, 2024-06-13T06:39:45.872 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_rmxattr": 0, 2024-06-13T06:39:45.872 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_resetxattrs": 0, 2024-06-13T06:39:45.872 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_call": 0, 2024-06-13T06:39:45.872 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_watch": 0, 2024-06-13T06:39:45.872 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_notify": 0, 2024-06-13T06:39:45.872 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_src_cmpxattr": 0, 2024-06-13T06:39:45.872 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_pgls": 0, 2024-06-13T06:39:45.873 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_pgls_filter": 0, 2024-06-13T06:39:45.873 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_other": 0, 2024-06-13T06:39:45.873 INFO:teuthology.orchestra.run.smithi149.stdout: "linger_active": 0, 2024-06-13T06:39:45.873 INFO:teuthology.orchestra.run.smithi149.stdout: "linger_send": 0, 2024-06-13T06:39:45.873 INFO:teuthology.orchestra.run.smithi149.stdout: "linger_resend": 0, 2024-06-13T06:39:45.873 INFO:teuthology.orchestra.run.smithi149.stdout: "linger_ping": 0, 2024-06-13T06:39:45.873 INFO:teuthology.orchestra.run.smithi149.stdout: "poolop_active": 0, 2024-06-13T06:39:45.873 INFO:teuthology.orchestra.run.smithi149.stdout: "poolop_send": 0, 2024-06-13T06:39:45.873 INFO:teuthology.orchestra.run.smithi149.stdout: "poolop_resend": 0, 2024-06-13T06:39:45.873 INFO:teuthology.orchestra.run.smithi149.stdout: "poolstat_active": 0, 2024-06-13T06:39:45.873 INFO:teuthology.orchestra.run.smithi149.stdout: "poolstat_send": 0, 2024-06-13T06:39:45.873 INFO:teuthology.orchestra.run.smithi149.stdout: "poolstat_resend": 0, 2024-06-13T06:39:45.873 INFO:teuthology.orchestra.run.smithi149.stdout: "statfs_active": 0, 2024-06-13T06:39:45.874 INFO:teuthology.orchestra.run.smithi149.stdout: "statfs_send": 0, 2024-06-13T06:39:45.874 INFO:teuthology.orchestra.run.smithi149.stdout: "statfs_resend": 0, 2024-06-13T06:39:45.874 INFO:teuthology.orchestra.run.smithi149.stdout: "command_active": 0, 2024-06-13T06:39:45.874 INFO:teuthology.orchestra.run.smithi149.stdout: "command_send": 0, 2024-06-13T06:39:45.874 INFO:teuthology.orchestra.run.smithi149.stdout: "command_resend": 0, 2024-06-13T06:39:45.874 INFO:teuthology.orchestra.run.smithi149.stdout: "map_epoch": 112, 2024-06-13T06:39:45.874 INFO:teuthology.orchestra.run.smithi149.stdout: "map_full": 0, 2024-06-13T06:39:45.874 INFO:teuthology.orchestra.run.smithi149.stdout: "map_inc": 23, 2024-06-13T06:39:45.874 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_sessions": 4, 2024-06-13T06:39:45.874 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_session_open": 5, 2024-06-13T06:39:45.874 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_session_close": 1, 2024-06-13T06:39:45.875 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_laggy": 0, 2024-06-13T06:39:45.875 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_wr": 0, 2024-06-13T06:39:45.875 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_rd": 2, 2024-06-13T06:39:45.875 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_del": 0 2024-06-13T06:39:45.875 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.875 INFO:teuthology.orchestra.run.smithi149.stdout: "oft": { 2024-06-13T06:39:45.875 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_total_objs": 0, 2024-06-13T06:39:45.875 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_total_kv_pairs": 0, 2024-06-13T06:39:45.875 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_total_updates": 0, 2024-06-13T06:39:45.875 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_total_removes": 0 2024-06-13T06:39:45.875 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.875 INFO:teuthology.orchestra.run.smithi149.stdout: "osd-slow-ops": { 2024-06-13T06:39:45.875 INFO:teuthology.orchestra.run.smithi149.stdout: "slow_ops_count": 0 2024-06-13T06:39:45.876 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.876 INFO:teuthology.orchestra.run.smithi149.stdout: "purge_queue": { 2024-06-13T06:39:45.876 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executing_ops": 0, 2024-06-13T06:39:45.876 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executing_ops_high_water": 0, 2024-06-13T06:39:45.876 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executing": 0, 2024-06-13T06:39:45.876 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executing_high_water": 0, 2024-06-13T06:39:45.876 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executed_ops": 0, 2024-06-13T06:39:45.876 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executed": 0, 2024-06-13T06:39:45.876 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_item_in_journal": 0 2024-06-13T06:39:45.876 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.876 INFO:teuthology.orchestra.run.smithi149.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-06-13T06:39:45.876 INFO:teuthology.orchestra.run.smithi149.stdout: "val": 0, 2024-06-13T06:39:45.877 INFO:teuthology.orchestra.run.smithi149.stdout: "max": 104857600, 2024-06-13T06:39:45.877 INFO:teuthology.orchestra.run.smithi149.stdout: "get_started": 0, 2024-06-13T06:39:45.877 INFO:teuthology.orchestra.run.smithi149.stdout: "get": 3783, 2024-06-13T06:39:45.877 INFO:teuthology.orchestra.run.smithi149.stdout: "get_sum": 2257091, 2024-06-13T06:39:45.877 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_fail": 0, 2024-06-13T06:39:45.877 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_success": 3783, 2024-06-13T06:39:45.877 INFO:teuthology.orchestra.run.smithi149.stdout: "take": 0, 2024-06-13T06:39:45.877 INFO:teuthology.orchestra.run.smithi149.stdout: "take_sum": 0, 2024-06-13T06:39:45.877 INFO:teuthology.orchestra.run.smithi149.stdout: "put": 3783, 2024-06-13T06:39:45.877 INFO:teuthology.orchestra.run.smithi149.stdout: "put_sum": 2257091, 2024-06-13T06:39:45.878 INFO:teuthology.orchestra.run.smithi149.stdout: "wait": { 2024-06-13T06:39:45.878 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:45.878 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:45.878 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:45.878 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-06-13T06:39:45.878 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.878 INFO:teuthology.orchestra.run.smithi149.stdout: "throttle-objecter_bytes": { 2024-06-13T06:39:45.878 INFO:teuthology.orchestra.run.smithi149.stdout: "val": 0, 2024-06-13T06:39:45.878 INFO:teuthology.orchestra.run.smithi149.stdout: "max": 104857600, 2024-06-13T06:39:45.878 INFO:teuthology.orchestra.run.smithi149.stdout: "get_started": 0, 2024-06-13T06:39:45.878 INFO:teuthology.orchestra.run.smithi149.stdout: "get": 0, 2024-06-13T06:39:45.879 INFO:teuthology.orchestra.run.smithi149.stdout: "get_sum": 0, 2024-06-13T06:39:45.879 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_fail": 0, 2024-06-13T06:39:45.879 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_success": 0, 2024-06-13T06:39:45.879 INFO:teuthology.orchestra.run.smithi149.stdout: "take": 3416, 2024-06-13T06:39:45.879 INFO:teuthology.orchestra.run.smithi149.stdout: "take_sum": 1963, 2024-06-13T06:39:45.879 INFO:teuthology.orchestra.run.smithi149.stdout: "put": 3416, 2024-06-13T06:39:45.879 INFO:teuthology.orchestra.run.smithi149.stdout: "put_sum": 1963, 2024-06-13T06:39:45.879 INFO:teuthology.orchestra.run.smithi149.stdout: "wait": { 2024-06-13T06:39:45.879 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:45.879 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:45.879 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:45.879 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-06-13T06:39:45.879 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.880 INFO:teuthology.orchestra.run.smithi149.stdout: "throttle-objecter_ops": { 2024-06-13T06:39:45.880 INFO:teuthology.orchestra.run.smithi149.stdout: "val": 0, 2024-06-13T06:39:45.880 INFO:teuthology.orchestra.run.smithi149.stdout: "max": 1024, 2024-06-13T06:39:45.880 INFO:teuthology.orchestra.run.smithi149.stdout: "get_started": 0, 2024-06-13T06:39:45.880 INFO:teuthology.orchestra.run.smithi149.stdout: "get": 0, 2024-06-13T06:39:45.880 INFO:teuthology.orchestra.run.smithi149.stdout: "get_sum": 0, 2024-06-13T06:39:45.880 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_fail": 0, 2024-06-13T06:39:45.880 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_success": 0, 2024-06-13T06:39:45.880 INFO:teuthology.orchestra.run.smithi149.stdout: "take": 3416, 2024-06-13T06:39:45.880 INFO:teuthology.orchestra.run.smithi149.stdout: "take_sum": 3416, 2024-06-13T06:39:45.881 INFO:teuthology.orchestra.run.smithi149.stdout: "put": 3416, 2024-06-13T06:39:45.881 INFO:teuthology.orchestra.run.smithi149.stdout: "put_sum": 3416, 2024-06-13T06:39:45.881 INFO:teuthology.orchestra.run.smithi149.stdout: "wait": { 2024-06-13T06:39:45.881 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:45.881 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:45.881 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:45.881 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-06-13T06:39:45.881 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.881 INFO:teuthology.orchestra.run.smithi149.stdout: "throttle-write_buf_throttle": { 2024-06-13T06:39:45.881 INFO:teuthology.orchestra.run.smithi149.stdout: "val": 0, 2024-06-13T06:39:45.881 INFO:teuthology.orchestra.run.smithi149.stdout: "max": 3758096384, 2024-06-13T06:39:45.881 INFO:teuthology.orchestra.run.smithi149.stdout: "get_started": 0, 2024-06-13T06:39:45.881 INFO:teuthology.orchestra.run.smithi149.stdout: "get": 0, 2024-06-13T06:39:45.882 INFO:teuthology.orchestra.run.smithi149.stdout: "get_sum": 0, 2024-06-13T06:39:45.882 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_fail": 0, 2024-06-13T06:39:45.882 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_success": 0, 2024-06-13T06:39:45.882 INFO:teuthology.orchestra.run.smithi149.stdout: "take": 0, 2024-06-13T06:39:45.882 INFO:teuthology.orchestra.run.smithi149.stdout: "take_sum": 0, 2024-06-13T06:39:45.882 INFO:teuthology.orchestra.run.smithi149.stdout: "put": 0, 2024-06-13T06:39:45.882 INFO:teuthology.orchestra.run.smithi149.stdout: "put_sum": 0, 2024-06-13T06:39:45.882 INFO:teuthology.orchestra.run.smithi149.stdout: "wait": { 2024-06-13T06:39:45.882 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:45.882 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:45.882 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:45.883 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-06-13T06:39:45.883 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:45.883 INFO:teuthology.orchestra.run.smithi149.stdout: "throttle-write_buf_throttle-0x55db1d4346e0": { 2024-06-13T06:39:45.883 INFO:teuthology.orchestra.run.smithi149.stdout: "val": 0, 2024-06-13T06:39:45.883 INFO:teuthology.orchestra.run.smithi149.stdout: "max": 3758096384, 2024-06-13T06:39:45.883 INFO:teuthology.orchestra.run.smithi149.stdout: "get_started": 0, 2024-06-13T06:39:45.883 INFO:teuthology.orchestra.run.smithi149.stdout: "get": 0, 2024-06-13T06:39:45.883 INFO:teuthology.orchestra.run.smithi149.stdout: "get_sum": 0, 2024-06-13T06:39:45.883 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_fail": 0, 2024-06-13T06:39:45.883 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_success": 0, 2024-06-13T06:39:45.883 INFO:teuthology.orchestra.run.smithi149.stdout: "take": 0, 2024-06-13T06:39:45.883 INFO:teuthology.orchestra.run.smithi149.stdout: "take_sum": 0, 2024-06-13T06:39:45.883 INFO:teuthology.orchestra.run.smithi149.stdout: "put": 0, 2024-06-13T06:39:45.884 INFO:teuthology.orchestra.run.smithi149.stdout: "put_sum": 0, 2024-06-13T06:39:45.884 INFO:teuthology.orchestra.run.smithi149.stdout: "wait": { 2024-06-13T06:39:45.884 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:45.884 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:45.884 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:45.884 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-06-13T06:39:45.884 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-06-13T06:39:45.884 INFO:teuthology.orchestra.run.smithi149.stdout:} 2024-06-13T06:39:46.589 INFO:tasks.check_counter:Daemon mds.c mds.exported=0 2024-06-13T06:39:46.589 INFO:tasks.check_counter:Daemon mds.c mds.imported=0 2024-06-13T06:39:46.589 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update=0 2024-06-13T06:39:46.589 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update_receipt=0 2024-06-13T06:39:46.590 INFO:tasks.check_counter:Daemon mds.c mds.root_rsnaps=0 2024-06-13T06:39:46.590 INFO:tasks.check_counter:Daemon mds.c mds_server.req_mksnap_latency.avgcount=0 2024-06-13T06:39:46.590 INFO:tasks.check_counter:Daemon mds.c mds_server.req_rmsnap_latency.avgcount=0 2024-06-13T06:39:46.590 DEBUG:tasks.check_counter:Getting stats from f 2024-06-13T06:39:46.590 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph daemon mds.f perf dump 2024-06-13T06:39:46.832 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.c/config 2024-06-13T06:39:47.390 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:39:47 smithi149 ceph-mon[36963]: pgmap v521: 97 pgs: 97 active+clean; 31 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 3.3 KiB/s wr, 7 op/s 2024-06-13T06:39:47.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:39:47 smithi039 ceph-mon[32479]: pgmap v521: 97 pgs: 97 active+clean; 31 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 3.3 KiB/s wr, 7 op/s 2024-06-13T06:39:47.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:39:47 smithi096 ceph-mon[36532]: pgmap v521: 97 pgs: 97 active+clean; 31 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 3.3 KiB/s wr, 7 op/s 2024-06-13T06:39:48.629 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2024-06-13T06:39:48.629 INFO:teuthology.orchestra.run.smithi149.stdout: "AsyncMessenger::Worker-0": { 2024-06-13T06:39:48.629 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_messages": 335, 2024-06-13T06:39:48.629 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages": 324, 2024-06-13T06:39:48.630 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_bytes": 1612992, 2024-06-13T06:39:48.630 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_bytes": 200240, 2024-06-13T06:39:48.630 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_created_connections": 4, 2024-06-13T06:39:48.630 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_active_connections": 0, 2024-06-13T06:39:48.630 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_total_time": 0.064534839, 2024-06-13T06:39:48.631 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_send_time": 0.020846375, 2024-06-13T06:39:48.631 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_recv_time": 0.042112217, 2024-06-13T06:39:48.631 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_fast_dispatch_time": 0.008226561, 2024-06-13T06:39:48.631 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T06:39:48.631 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 323, 2024-06-13T06:39:48.631 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.019614225, 2024-06-13T06:39:48.632 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000060725 2024-06-13T06:39:48.632 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:48.632 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_handle_ack_lat": { 2024-06-13T06:39:48.632 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:48.632 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:48.633 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:48.633 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:48.633 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_encrypted_bytes": 1612992, 2024-06-13T06:39:48.633 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_encrypted_bytes": 200240 2024-06-13T06:39:48.633 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:48.633 INFO:teuthology.orchestra.run.smithi149.stdout: "AsyncMessenger::Worker-1": { 2024-06-13T06:39:48.634 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_messages": 3, 2024-06-13T06:39:48.634 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages": 249, 2024-06-13T06:39:48.634 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_bytes": 480, 2024-06-13T06:39:48.634 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_bytes": 277776, 2024-06-13T06:39:48.634 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_created_connections": 6, 2024-06-13T06:39:48.635 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_active_connections": 3, 2024-06-13T06:39:48.635 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_total_time": 0.016271749, 2024-06-13T06:39:48.635 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_send_time": 0.011269958, 2024-06-13T06:39:48.635 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_recv_time": 0.002049335, 2024-06-13T06:39:48.635 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-06-13T06:39:48.635 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T06:39:48.636 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 246, 2024-06-13T06:39:48.636 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.019020985, 2024-06-13T06:39:48.636 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000077321 2024-06-13T06:39:48.636 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:48.636 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_handle_ack_lat": { 2024-06-13T06:39:48.637 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:48.637 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:48.637 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:48.637 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:48.637 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_encrypted_bytes": 480, 2024-06-13T06:39:48.637 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_encrypted_bytes": 277776 2024-06-13T06:39:48.638 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:48.638 INFO:teuthology.orchestra.run.smithi149.stdout: "AsyncMessenger::Worker-2": { 2024-06-13T06:39:48.638 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_messages": 4, 2024-06-13T06:39:48.638 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages": 4, 2024-06-13T06:39:48.638 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_bytes": 3024, 2024-06-13T06:39:48.639 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_bytes": 448, 2024-06-13T06:39:48.639 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_created_connections": 2, 2024-06-13T06:39:48.639 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_active_connections": 1, 2024-06-13T06:39:48.639 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_total_time": 0.000605634, 2024-06-13T06:39:48.639 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_send_time": 0.000039445, 2024-06-13T06:39:48.640 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_recv_time": 0.000531368, 2024-06-13T06:39:48.640 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-06-13T06:39:48.640 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T06:39:48.640 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 3, 2024-06-13T06:39:48.640 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000715918, 2024-06-13T06:39:48.640 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000238639 2024-06-13T06:39:48.641 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:48.641 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_handle_ack_lat": { 2024-06-13T06:39:48.641 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:48.641 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:48.641 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:48.641 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:48.642 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_encrypted_bytes": 3024, 2024-06-13T06:39:48.642 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_encrypted_bytes": 448 2024-06-13T06:39:48.642 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:48.642 INFO:teuthology.orchestra.run.smithi149.stdout: "cct": { 2024-06-13T06:39:48.642 INFO:teuthology.orchestra.run.smithi149.stdout: "total_workers": 0, 2024-06-13T06:39:48.643 INFO:teuthology.orchestra.run.smithi149.stdout: "unhealthy_workers": 0 2024-06-13T06:39:48.643 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:48.643 INFO:teuthology.orchestra.run.smithi149.stdout: "mempool": { 2024-06-13T06:39:48.643 INFO:teuthology.orchestra.run.smithi149.stdout: "bloom_filter_bytes": 0, 2024-06-13T06:39:48.643 INFO:teuthology.orchestra.run.smithi149.stdout: "bloom_filter_items": 0, 2024-06-13T06:39:48.643 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_alloc_bytes": 0, 2024-06-13T06:39:48.643 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_alloc_items": 0, 2024-06-13T06:39:48.644 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_data_bytes": 0, 2024-06-13T06:39:48.644 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_data_items": 0, 2024-06-13T06:39:48.644 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_onode_bytes": 0, 2024-06-13T06:39:48.644 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_onode_items": 0, 2024-06-13T06:39:48.644 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_meta_bytes": 0, 2024-06-13T06:39:48.644 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_meta_items": 0, 2024-06-13T06:39:48.645 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_other_bytes": 0, 2024-06-13T06:39:48.645 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_other_items": 0, 2024-06-13T06:39:48.645 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_buffer_bytes": 0, 2024-06-13T06:39:48.645 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_buffer_items": 0, 2024-06-13T06:39:48.645 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_extent_bytes": 0, 2024-06-13T06:39:48.646 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_extent_items": 0, 2024-06-13T06:39:48.646 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_blob_bytes": 0, 2024-06-13T06:39:48.646 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_blob_items": 0, 2024-06-13T06:39:48.646 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_shared_blob_bytes": 0, 2024-06-13T06:39:48.646 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_shared_blob_items": 0, 2024-06-13T06:39:48.646 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_inline_bl_bytes": 0, 2024-06-13T06:39:48.647 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_inline_bl_items": 0, 2024-06-13T06:39:48.647 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_fsck_bytes": 0, 2024-06-13T06:39:48.647 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_fsck_items": 0, 2024-06-13T06:39:48.647 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_txc_bytes": 0, 2024-06-13T06:39:48.647 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_txc_items": 0, 2024-06-13T06:39:48.648 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_writing_deferred_bytes": 0, 2024-06-13T06:39:48.648 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_writing_deferred_items": 0, 2024-06-13T06:39:48.648 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_writing_bytes": 0, 2024-06-13T06:39:48.648 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_writing_items": 0, 2024-06-13T06:39:48.648 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_bytes": 0, 2024-06-13T06:39:48.648 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_items": 0, 2024-06-13T06:39:48.649 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_file_reader_bytes": 0, 2024-06-13T06:39:48.649 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_file_reader_items": 0, 2024-06-13T06:39:48.649 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_file_writer_bytes": 0, 2024-06-13T06:39:48.649 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_file_writer_items": 0, 2024-06-13T06:39:48.649 INFO:teuthology.orchestra.run.smithi149.stdout: "buffer_anon_bytes": 147930, 2024-06-13T06:39:48.649 INFO:teuthology.orchestra.run.smithi149.stdout: "buffer_anon_items": 28, 2024-06-13T06:39:48.650 INFO:teuthology.orchestra.run.smithi149.stdout: "buffer_meta_bytes": 0, 2024-06-13T06:39:48.650 INFO:teuthology.orchestra.run.smithi149.stdout: "buffer_meta_items": 0, 2024-06-13T06:39:48.650 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_bytes": 0, 2024-06-13T06:39:48.650 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_items": 0, 2024-06-13T06:39:48.650 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_mapbl_bytes": 0, 2024-06-13T06:39:48.650 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_mapbl_items": 0, 2024-06-13T06:39:48.651 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_pglog_bytes": 0, 2024-06-13T06:39:48.651 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_pglog_items": 0, 2024-06-13T06:39:48.651 INFO:teuthology.orchestra.run.smithi149.stdout: "osdmap_bytes": 0, 2024-06-13T06:39:48.651 INFO:teuthology.orchestra.run.smithi149.stdout: "osdmap_items": 0, 2024-06-13T06:39:48.651 INFO:teuthology.orchestra.run.smithi149.stdout: "osdmap_mapping_bytes": 0, 2024-06-13T06:39:48.651 INFO:teuthology.orchestra.run.smithi149.stdout: "osdmap_mapping_items": 0, 2024-06-13T06:39:48.652 INFO:teuthology.orchestra.run.smithi149.stdout: "pgmap_bytes": 0, 2024-06-13T06:39:48.652 INFO:teuthology.orchestra.run.smithi149.stdout: "pgmap_items": 0, 2024-06-13T06:39:48.652 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_co_bytes": 928, 2024-06-13T06:39:48.652 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_co_items": 2, 2024-06-13T06:39:48.652 INFO:teuthology.orchestra.run.smithi149.stdout: "unittest_1_bytes": 0, 2024-06-13T06:39:48.652 INFO:teuthology.orchestra.run.smithi149.stdout: "unittest_1_items": 0, 2024-06-13T06:39:48.652 INFO:teuthology.orchestra.run.smithi149.stdout: "unittest_2_bytes": 0, 2024-06-13T06:39:48.653 INFO:teuthology.orchestra.run.smithi149.stdout: "unittest_2_items": 0 2024-06-13T06:39:48.653 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:48.653 INFO:teuthology.orchestra.run.smithi149.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-06-13T06:39:48.653 INFO:teuthology.orchestra.run.smithi149.stdout: "val": 0, 2024-06-13T06:39:48.653 INFO:teuthology.orchestra.run.smithi149.stdout: "max": 104857600, 2024-06-13T06:39:48.653 INFO:teuthology.orchestra.run.smithi149.stdout: "get_started": 0, 2024-06-13T06:39:48.654 INFO:teuthology.orchestra.run.smithi149.stdout: "get": 338, 2024-06-13T06:39:48.654 INFO:teuthology.orchestra.run.smithi149.stdout: "get_sum": 1565721, 2024-06-13T06:39:48.654 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_fail": 0, 2024-06-13T06:39:48.654 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_success": 338, 2024-06-13T06:39:48.654 INFO:teuthology.orchestra.run.smithi149.stdout: "take": 0, 2024-06-13T06:39:48.654 INFO:teuthology.orchestra.run.smithi149.stdout: "take_sum": 0, 2024-06-13T06:39:48.655 INFO:teuthology.orchestra.run.smithi149.stdout: "put": 338, 2024-06-13T06:39:48.655 INFO:teuthology.orchestra.run.smithi149.stdout: "put_sum": 1565721, 2024-06-13T06:39:48.655 INFO:teuthology.orchestra.run.smithi149.stdout: "wait": { 2024-06-13T06:39:48.655 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:48.655 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:48.656 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:48.656 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-06-13T06:39:48.656 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-06-13T06:39:48.656 INFO:teuthology.orchestra.run.smithi149.stdout:} 2024-06-13T06:39:49.389 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:39:49 smithi149 ceph-mon[36963]: pgmap v522: 97 pgs: 97 active+clean; 31 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 3.3 KiB/s wr, 5 op/s 2024-06-13T06:39:49.390 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.f 2024-06-13T06:39:49.391 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.f 2024-06-13T06:39:49.391 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.f 2024-06-13T06:39:49.391 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.f 2024-06-13T06:39:49.391 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.f 2024-06-13T06:39:49.391 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.f 2024-06-13T06:39:49.391 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.f 2024-06-13T06:39:49.391 DEBUG:tasks.check_counter:Getting stats from i 2024-06-13T06:39:49.391 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph daemon mds.i perf dump 2024-06-13T06:39:49.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:39:49 smithi039 ceph-mon[32479]: pgmap v522: 97 pgs: 97 active+clean; 31 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 3.3 KiB/s wr, 5 op/s 2024-06-13T06:39:49.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:39:49 smithi096 ceph-mon[36532]: pgmap v522: 97 pgs: 97 active+clean; 31 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 3.3 KiB/s wr, 5 op/s 2024-06-13T06:39:49.630 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.c/config 2024-06-13T06:39:51.279 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:39:51 smithi149 ceph-mon[36963]: pgmap v523: 97 pgs: 97 active+clean; 31 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 3.3 KiB/s wr, 5 op/s 2024-06-13T06:39:51.279 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2024-06-13T06:39:51.279 INFO:teuthology.orchestra.run.smithi149.stdout: "AsyncMessenger::Worker-0": { 2024-06-13T06:39:51.279 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_messages": 2194, 2024-06-13T06:39:51.279 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages": 2193, 2024-06-13T06:39:51.279 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_bytes": 9045907, 2024-06-13T06:39:51.280 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_bytes": 696560, 2024-06-13T06:39:51.280 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_created_connections": 7, 2024-06-13T06:39:51.280 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_active_connections": 3, 2024-06-13T06:39:51.280 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_total_time": 0.239346753, 2024-06-13T06:39:51.280 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_send_time": 0.069910497, 2024-06-13T06:39:51.280 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_recv_time": 0.071054547, 2024-06-13T06:39:51.280 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_fast_dispatch_time": 0.076577690, 2024-06-13T06:39:51.280 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T06:39:51.280 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 2192, 2024-06-13T06:39:51.280 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.094989749, 2024-06-13T06:39:51.280 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000043334 2024-06-13T06:39:51.280 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.280 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_handle_ack_lat": { 2024-06-13T06:39:51.281 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:51.281 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:51.281 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:51.281 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.281 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_encrypted_bytes": 3024, 2024-06-13T06:39:51.281 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_encrypted_bytes": 448 2024-06-13T06:39:51.281 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.281 INFO:teuthology.orchestra.run.smithi149.stdout: "AsyncMessenger::Worker-1": { 2024-06-13T06:39:51.281 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_messages": 935, 2024-06-13T06:39:51.281 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages": 1180, 2024-06-13T06:39:51.281 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_bytes": 15146693, 2024-06-13T06:39:51.281 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_bytes": 891112, 2024-06-13T06:39:51.282 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_created_connections": 7, 2024-06-13T06:39:51.282 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_active_connections": 5, 2024-06-13T06:39:51.282 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_total_time": 0.106877965, 2024-06-13T06:39:51.282 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_send_time": 0.037825741, 2024-06-13T06:39:51.282 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_recv_time": 0.033351016, 2024-06-13T06:39:51.282 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_fast_dispatch_time": 0.026070595, 2024-06-13T06:39:51.282 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T06:39:51.282 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 1177, 2024-06-13T06:39:51.282 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.055847477, 2024-06-13T06:39:51.282 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000047449 2024-06-13T06:39:51.282 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.282 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_handle_ack_lat": { 2024-06-13T06:39:51.283 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:51.283 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:51.283 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:51.283 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.283 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_encrypted_bytes": 320, 2024-06-13T06:39:51.283 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_encrypted_bytes": 594352 2024-06-13T06:39:51.283 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.283 INFO:teuthology.orchestra.run.smithi149.stdout: "AsyncMessenger::Worker-2": { 2024-06-13T06:39:51.283 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_messages": 1407, 2024-06-13T06:39:51.283 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages": 1394, 2024-06-13T06:39:51.283 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_bytes": 10299395, 2024-06-13T06:39:51.283 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_bytes": 535997, 2024-06-13T06:39:51.283 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_created_connections": 4, 2024-06-13T06:39:51.284 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_active_connections": 3, 2024-06-13T06:39:51.284 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_total_time": 0.166813945, 2024-06-13T06:39:51.284 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_send_time": 0.056832638, 2024-06-13T06:39:51.284 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_recv_time": 0.067748449, 2024-06-13T06:39:51.284 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_fast_dispatch_time": 0.039605019, 2024-06-13T06:39:51.284 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T06:39:51.284 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 1393, 2024-06-13T06:39:51.284 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.059825698, 2024-06-13T06:39:51.284 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000042947 2024-06-13T06:39:51.285 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.285 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_handle_ack_lat": { 2024-06-13T06:39:51.285 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:51.285 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:51.285 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:51.285 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.285 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_encrypted_bytes": 1649648, 2024-06-13T06:39:51.285 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_encrypted_bytes": 204640 2024-06-13T06:39:51.285 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.285 INFO:teuthology.orchestra.run.smithi149.stdout: "cct": { 2024-06-13T06:39:51.285 INFO:teuthology.orchestra.run.smithi149.stdout: "total_workers": 1, 2024-06-13T06:39:51.285 INFO:teuthology.orchestra.run.smithi149.stdout: "unhealthy_workers": 0 2024-06-13T06:39:51.285 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.286 INFO:teuthology.orchestra.run.smithi149.stdout: "finisher-MDSRank": { 2024-06-13T06:39:51.286 INFO:teuthology.orchestra.run.smithi149.stdout: "queue_len": 0, 2024-06-13T06:39:51.286 INFO:teuthology.orchestra.run.smithi149.stdout: "complete_latency": { 2024-06-13T06:39:51.286 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 7059, 2024-06-13T06:39:51.286 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.190668473, 2024-06-13T06:39:51.286 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000027010 2024-06-13T06:39:51.286 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-06-13T06:39:51.286 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.286 INFO:teuthology.orchestra.run.smithi149.stdout: "finisher-PurgeQueue": { 2024-06-13T06:39:51.286 INFO:teuthology.orchestra.run.smithi149.stdout: "queue_len": 0, 2024-06-13T06:39:51.286 INFO:teuthology.orchestra.run.smithi149.stdout: "complete_latency": { 2024-06-13T06:39:51.286 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:51.287 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:51.287 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:51.287 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-06-13T06:39:51.287 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.287 INFO:teuthology.orchestra.run.smithi149.stdout: "mds": { 2024-06-13T06:39:51.287 INFO:teuthology.orchestra.run.smithi149.stdout: "request": 0, 2024-06-13T06:39:51.287 INFO:teuthology.orchestra.run.smithi149.stdout: "reply": 0, 2024-06-13T06:39:51.287 INFO:teuthology.orchestra.run.smithi149.stdout: "reply_latency": { 2024-06-13T06:39:51.287 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:51.287 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:51.287 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:51.287 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.287 INFO:teuthology.orchestra.run.smithi149.stdout: "slow_reply": 0, 2024-06-13T06:39:51.288 INFO:teuthology.orchestra.run.smithi149.stdout: "forward": 0, 2024-06-13T06:39:51.288 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_fetch_complete": 0, 2024-06-13T06:39:51.288 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_fetch_keys": 0, 2024-06-13T06:39:51.288 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_commit": 0, 2024-06-13T06:39:51.288 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_split": 0, 2024-06-13T06:39:51.288 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_merge": 0, 2024-06-13T06:39:51.288 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes": 36, 2024-06-13T06:39:51.288 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_top": 0, 2024-06-13T06:39:51.288 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_bottom": 36, 2024-06-13T06:39:51.288 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_pin_tail": 0, 2024-06-13T06:39:51.288 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_pinned": 36, 2024-06-13T06:39:51.289 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_expired": 0, 2024-06-13T06:39:51.289 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_with_caps": 0, 2024-06-13T06:39:51.289 INFO:teuthology.orchestra.run.smithi149.stdout: "caps": 0, 2024-06-13T06:39:51.289 INFO:teuthology.orchestra.run.smithi149.stdout: "subtrees": 2, 2024-06-13T06:39:51.289 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse": 0, 2024-06-13T06:39:51.289 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_hit": 0, 2024-06-13T06:39:51.289 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_forward": 0, 2024-06-13T06:39:51.289 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_discover": 0, 2024-06-13T06:39:51.289 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_dir_fetch": 0, 2024-06-13T06:39:51.289 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_remote_ino": 0, 2024-06-13T06:39:51.289 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_lock": 0, 2024-06-13T06:39:51.289 INFO:teuthology.orchestra.run.smithi149.stdout: "load_cent": 0, 2024-06-13T06:39:51.290 INFO:teuthology.orchestra.run.smithi149.stdout: "q": 0, 2024-06-13T06:39:51.290 INFO:teuthology.orchestra.run.smithi149.stdout: "exported": 0, 2024-06-13T06:39:51.290 INFO:teuthology.orchestra.run.smithi149.stdout: "exported_inodes": 0, 2024-06-13T06:39:51.290 INFO:teuthology.orchestra.run.smithi149.stdout: "imported": 0, 2024-06-13T06:39:51.290 INFO:teuthology.orchestra.run.smithi149.stdout: "imported_inodes": 0, 2024-06-13T06:39:51.290 INFO:teuthology.orchestra.run.smithi149.stdout: "openino_dir_fetch": 0, 2024-06-13T06:39:51.290 INFO:teuthology.orchestra.run.smithi149.stdout: "openino_backtrace_fetch": 0, 2024-06-13T06:39:51.290 INFO:teuthology.orchestra.run.smithi149.stdout: "openino_peer_discover": 0, 2024-06-13T06:39:51.290 INFO:teuthology.orchestra.run.smithi149.stdout: "root_rfiles": 4, 2024-06-13T06:39:51.290 INFO:teuthology.orchestra.run.smithi149.stdout: "root_rbytes": 234, 2024-06-13T06:39:51.291 INFO:teuthology.orchestra.run.smithi149.stdout: "root_rsnaps": 6, 2024-06-13T06:39:51.291 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_backtrace_fetch": 0, 2024-06-13T06:39:51.291 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_set_tag": 0, 2024-06-13T06:39:51.291 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_backtrace_repaired": 0, 2024-06-13T06:39:51.291 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_inotable_repaired": 0, 2024-06-13T06:39:51.291 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_dir_inodes": 0, 2024-06-13T06:39:51.291 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_dir_base_inodes": 0, 2024-06-13T06:39:51.291 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_dirfrag_rstats": 0, 2024-06-13T06:39:51.291 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_file_inodes": 0, 2024-06-13T06:39:51.291 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_inode_file_caps": 0, 2024-06-13T06:39:51.291 INFO:teuthology.orchestra.run.smithi149.stdout: "ceph_cap_op_revoke": 0, 2024-06-13T06:39:51.291 INFO:teuthology.orchestra.run.smithi149.stdout: "ceph_cap_op_grant": 0, 2024-06-13T06:39:51.291 INFO:teuthology.orchestra.run.smithi149.stdout: "ceph_cap_op_trunc": 0, 2024-06-13T06:39:51.292 INFO:teuthology.orchestra.run.smithi149.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-06-13T06:39:51.292 INFO:teuthology.orchestra.run.smithi149.stdout: "ceph_cap_op_flush_ack": 0, 2024-06-13T06:39:51.292 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_client_caps": 0, 2024-06-13T06:39:51.292 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_client_caps_dirty": 0, 2024-06-13T06:39:51.292 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_client_cap_release": 0, 2024-06-13T06:39:51.292 INFO:teuthology.orchestra.run.smithi149.stdout: "process_request_cap_release": 0 2024-06-13T06:39:51.292 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.292 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_cache": { 2024-06-13T06:39:51.292 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_update": 0, 2024-06-13T06:39:51.292 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_update_receipt": 0, 2024-06-13T06:39:51.292 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_try_discover": 0, 2024-06-13T06:39:51.292 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_send_discover": 0, 2024-06-13T06:39:51.292 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_handle_discover": 0, 2024-06-13T06:39:51.293 INFO:teuthology.orchestra.run.smithi149.stdout: "num_strays": 0, 2024-06-13T06:39:51.293 INFO:teuthology.orchestra.run.smithi149.stdout: "num_strays_delayed": 0, 2024-06-13T06:39:51.293 INFO:teuthology.orchestra.run.smithi149.stdout: "num_strays_enqueuing": 0, 2024-06-13T06:39:51.293 INFO:teuthology.orchestra.run.smithi149.stdout: "strays_created": 0, 2024-06-13T06:39:51.293 INFO:teuthology.orchestra.run.smithi149.stdout: "strays_enqueued": 0, 2024-06-13T06:39:51.293 INFO:teuthology.orchestra.run.smithi149.stdout: "strays_reintegrated": 0, 2024-06-13T06:39:51.293 INFO:teuthology.orchestra.run.smithi149.stdout: "strays_migrated": 0, 2024-06-13T06:39:51.293 INFO:teuthology.orchestra.run.smithi149.stdout: "num_recovering_processing": 0, 2024-06-13T06:39:51.293 INFO:teuthology.orchestra.run.smithi149.stdout: "num_recovering_enqueued": 0, 2024-06-13T06:39:51.293 INFO:teuthology.orchestra.run.smithi149.stdout: "num_recovering_prioritized": 0, 2024-06-13T06:39:51.293 INFO:teuthology.orchestra.run.smithi149.stdout: "recovery_started": 0, 2024-06-13T06:39:51.293 INFO:teuthology.orchestra.run.smithi149.stdout: "recovery_completed": 0, 2024-06-13T06:39:51.293 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_quiesce_path": 0, 2024-06-13T06:39:51.294 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_quiesce_inode": 0, 2024-06-13T06:39:51.294 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_enqueue_scrub": 0, 2024-06-13T06:39:51.294 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_exportdir": 0, 2024-06-13T06:39:51.294 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_flush": 0, 2024-06-13T06:39:51.294 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_fragmentdir": 0, 2024-06-13T06:39:51.294 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_fragstats": 0, 2024-06-13T06:39:51.294 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_inodestats": 0 2024-06-13T06:39:51.294 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.294 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_log": { 2024-06-13T06:39:51.294 INFO:teuthology.orchestra.run.smithi149.stdout: "evlrg": 0, 2024-06-13T06:39:51.294 INFO:teuthology.orchestra.run.smithi149.stdout: "evadd": 0, 2024-06-13T06:39:51.294 INFO:teuthology.orchestra.run.smithi149.stdout: "evex": 0, 2024-06-13T06:39:51.294 INFO:teuthology.orchestra.run.smithi149.stdout: "evtrm": 0, 2024-06-13T06:39:51.295 INFO:teuthology.orchestra.run.smithi149.stdout: "ev": 2326, 2024-06-13T06:39:51.295 INFO:teuthology.orchestra.run.smithi149.stdout: "evexg": 0, 2024-06-13T06:39:51.295 INFO:teuthology.orchestra.run.smithi149.stdout: "evexd": 0, 2024-06-13T06:39:51.295 INFO:teuthology.orchestra.run.smithi149.stdout: "segadd": 0, 2024-06-13T06:39:51.295 INFO:teuthology.orchestra.run.smithi149.stdout: "segex": 0, 2024-06-13T06:39:51.295 INFO:teuthology.orchestra.run.smithi149.stdout: "segtrm": 0, 2024-06-13T06:39:51.295 INFO:teuthology.orchestra.run.smithi149.stdout: "seg": 9, 2024-06-13T06:39:51.295 INFO:teuthology.orchestra.run.smithi149.stdout: "segmjr": 2, 2024-06-13T06:39:51.295 INFO:teuthology.orchestra.run.smithi149.stdout: "segexg": 0, 2024-06-13T06:39:51.295 INFO:teuthology.orchestra.run.smithi149.stdout: "segexd": 0, 2024-06-13T06:39:51.295 INFO:teuthology.orchestra.run.smithi149.stdout: "expos": 4194304, 2024-06-13T06:39:51.295 INFO:teuthology.orchestra.run.smithi149.stdout: "wrpos": 35882359, 2024-06-13T06:39:51.295 INFO:teuthology.orchestra.run.smithi149.stdout: "rdpos": 35869322, 2024-06-13T06:39:51.296 INFO:teuthology.orchestra.run.smithi149.stdout: "jlat": { 2024-06-13T06:39:51.296 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:51.296 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:51.296 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:51.296 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.296 INFO:teuthology.orchestra.run.smithi149.stdout: "replayed": 2326 2024-06-13T06:39:51.296 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.296 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_mem": { 2024-06-13T06:39:51.296 INFO:teuthology.orchestra.run.smithi149.stdout: "ino": 31, 2024-06-13T06:39:51.296 INFO:teuthology.orchestra.run.smithi149.stdout: "ino+": 32, 2024-06-13T06:39:51.296 INFO:teuthology.orchestra.run.smithi149.stdout: "ino-": 1, 2024-06-13T06:39:51.296 INFO:teuthology.orchestra.run.smithi149.stdout: "dir": 11, 2024-06-13T06:39:51.296 INFO:teuthology.orchestra.run.smithi149.stdout: "dir+": 11, 2024-06-13T06:39:51.297 INFO:teuthology.orchestra.run.smithi149.stdout: "dir-": 0, 2024-06-13T06:39:51.297 INFO:teuthology.orchestra.run.smithi149.stdout: "dn": 36, 2024-06-13T06:39:51.297 INFO:teuthology.orchestra.run.smithi149.stdout: "dn+": 36, 2024-06-13T06:39:51.297 INFO:teuthology.orchestra.run.smithi149.stdout: "dn-": 0, 2024-06-13T06:39:51.297 INFO:teuthology.orchestra.run.smithi149.stdout: "cap": 0, 2024-06-13T06:39:51.297 INFO:teuthology.orchestra.run.smithi149.stdout: "cap+": 0, 2024-06-13T06:39:51.297 INFO:teuthology.orchestra.run.smithi149.stdout: "cap-": 0, 2024-06-13T06:39:51.297 INFO:teuthology.orchestra.run.smithi149.stdout: "rss": 52216, 2024-06-13T06:39:51.297 INFO:teuthology.orchestra.run.smithi149.stdout: "heap": 215420 2024-06-13T06:39:51.297 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.297 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_server": { 2024-06-13T06:39:51.297 INFO:teuthology.orchestra.run.smithi149.stdout: "dispatch_client_request": 0, 2024-06-13T06:39:51.297 INFO:teuthology.orchestra.run.smithi149.stdout: "dispatch_server_request": 0, 2024-06-13T06:39:51.298 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_client_request": 0, 2024-06-13T06:39:51.298 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_client_session": 0, 2024-06-13T06:39:51.298 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_peer_request": 0, 2024-06-13T06:39:51.298 INFO:teuthology.orchestra.run.smithi149.stdout: "req_create_latency": { 2024-06-13T06:39:51.298 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:51.298 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:51.298 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:51.298 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.298 INFO:teuthology.orchestra.run.smithi149.stdout: "req_getattr_latency": { 2024-06-13T06:39:51.298 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:51.298 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:51.299 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:51.299 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.299 INFO:teuthology.orchestra.run.smithi149.stdout: "req_getfilelock_latency": { 2024-06-13T06:39:51.299 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:51.299 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:51.299 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:51.299 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.299 INFO:teuthology.orchestra.run.smithi149.stdout: "req_link_latency": { 2024-06-13T06:39:51.300 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:51.300 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:51.300 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:51.300 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.300 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookup_latency": { 2024-06-13T06:39:51.300 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:51.301 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:51.301 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:51.301 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.301 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookuphash_latency": { 2024-06-13T06:39:51.301 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:51.301 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:51.302 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:51.302 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.302 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookupino_latency": { 2024-06-13T06:39:51.302 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:51.302 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:51.302 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:51.303 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.303 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookupname_latency": { 2024-06-13T06:39:51.303 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:51.303 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:51.303 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:51.303 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.303 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookupparent_latency": { 2024-06-13T06:39:51.303 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:51.303 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:51.303 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:51.303 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.304 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookupsnap_latency": { 2024-06-13T06:39:51.304 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:51.304 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:51.304 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:51.304 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.304 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lssnap_latency": { 2024-06-13T06:39:51.304 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:51.304 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:51.304 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:51.304 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.305 INFO:teuthology.orchestra.run.smithi149.stdout: "req_mkdir_latency": { 2024-06-13T06:39:51.305 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:51.305 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:51.305 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:51.305 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.306 INFO:teuthology.orchestra.run.smithi149.stdout: "req_mknod_latency": { 2024-06-13T06:39:51.306 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:51.306 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:51.306 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:51.306 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.306 INFO:teuthology.orchestra.run.smithi149.stdout: "req_mksnap_latency": { 2024-06-13T06:39:51.306 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:51.306 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:51.306 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:51.306 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.306 INFO:teuthology.orchestra.run.smithi149.stdout: "req_open_latency": { 2024-06-13T06:39:51.307 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:51.307 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:51.307 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:51.307 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.307 INFO:teuthology.orchestra.run.smithi149.stdout: "req_readdir_latency": { 2024-06-13T06:39:51.307 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:51.307 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:51.307 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:51.307 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.307 INFO:teuthology.orchestra.run.smithi149.stdout: "req_rename_latency": { 2024-06-13T06:39:51.307 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:51.307 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:51.307 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:51.308 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.308 INFO:teuthology.orchestra.run.smithi149.stdout: "req_renamesnap_latency": { 2024-06-13T06:39:51.308 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:51.308 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:51.308 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:51.308 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.308 INFO:teuthology.orchestra.run.smithi149.stdout: "req_snapdiff_latency": { 2024-06-13T06:39:51.308 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:51.308 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:51.308 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:51.309 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.309 INFO:teuthology.orchestra.run.smithi149.stdout: "req_rmdir_latency": { 2024-06-13T06:39:51.309 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:51.309 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:51.309 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:51.309 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.309 INFO:teuthology.orchestra.run.smithi149.stdout: "req_rmsnap_latency": { 2024-06-13T06:39:51.309 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:51.309 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:51.309 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:51.310 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.310 INFO:teuthology.orchestra.run.smithi149.stdout: "req_rmxattr_latency": { 2024-06-13T06:39:51.310 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:51.310 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:51.310 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:51.310 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.310 INFO:teuthology.orchestra.run.smithi149.stdout: "req_setattr_latency": { 2024-06-13T06:39:51.310 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:51.310 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:51.310 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:51.310 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.310 INFO:teuthology.orchestra.run.smithi149.stdout: "req_setdirlayout_latency": { 2024-06-13T06:39:51.311 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:51.311 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:51.311 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:51.311 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.311 INFO:teuthology.orchestra.run.smithi149.stdout: "req_setfilelock_latency": { 2024-06-13T06:39:51.311 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:51.311 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:51.311 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:51.311 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.311 INFO:teuthology.orchestra.run.smithi149.stdout: "req_setlayout_latency": { 2024-06-13T06:39:51.311 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:51.311 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:51.312 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:51.312 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.312 INFO:teuthology.orchestra.run.smithi149.stdout: "req_setxattr_latency": { 2024-06-13T06:39:51.312 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:51.312 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:51.312 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:51.312 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.312 INFO:teuthology.orchestra.run.smithi149.stdout: "req_symlink_latency": { 2024-06-13T06:39:51.312 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:51.312 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:51.312 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:51.312 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.312 INFO:teuthology.orchestra.run.smithi149.stdout: "req_unlink_latency": { 2024-06-13T06:39:51.313 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:51.313 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:51.313 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:51.313 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.313 INFO:teuthology.orchestra.run.smithi149.stdout: "cap_revoke_eviction": 0, 2024-06-13T06:39:51.313 INFO:teuthology.orchestra.run.smithi149.stdout: "cap_acquisition_throttle": 0, 2024-06-13T06:39:51.313 INFO:teuthology.orchestra.run.smithi149.stdout: "req_getvxattr_latency": { 2024-06-13T06:39:51.313 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:51.313 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:51.313 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:51.313 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-06-13T06:39:51.313 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.314 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_sessions": { 2024-06-13T06:39:51.314 INFO:teuthology.orchestra.run.smithi149.stdout: "session_count": 2, 2024-06-13T06:39:51.314 INFO:teuthology.orchestra.run.smithi149.stdout: "session_add": 5, 2024-06-13T06:39:51.314 INFO:teuthology.orchestra.run.smithi149.stdout: "session_remove": 3, 2024-06-13T06:39:51.314 INFO:teuthology.orchestra.run.smithi149.stdout: "sessions_open": 4, 2024-06-13T06:39:51.314 INFO:teuthology.orchestra.run.smithi149.stdout: "sessions_stale": 0, 2024-06-13T06:39:51.314 INFO:teuthology.orchestra.run.smithi149.stdout: "total_load": 0, 2024-06-13T06:39:51.314 INFO:teuthology.orchestra.run.smithi149.stdout: "average_load": 0, 2024-06-13T06:39:51.314 INFO:teuthology.orchestra.run.smithi149.stdout: "avg_session_uptime": 3963, 2024-06-13T06:39:51.314 INFO:teuthology.orchestra.run.smithi149.stdout: "mdthresh_evicted": 0 2024-06-13T06:39:51.314 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.314 INFO:teuthology.orchestra.run.smithi149.stdout: "mempool": { 2024-06-13T06:39:51.315 INFO:teuthology.orchestra.run.smithi149.stdout: "bloom_filter_bytes": 0, 2024-06-13T06:39:51.315 INFO:teuthology.orchestra.run.smithi149.stdout: "bloom_filter_items": 0, 2024-06-13T06:39:51.315 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_alloc_bytes": 0, 2024-06-13T06:39:51.315 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_alloc_items": 0, 2024-06-13T06:39:51.315 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_data_bytes": 0, 2024-06-13T06:39:51.315 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_data_items": 0, 2024-06-13T06:39:51.315 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_onode_bytes": 0, 2024-06-13T06:39:51.315 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_onode_items": 0, 2024-06-13T06:39:51.315 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_meta_bytes": 0, 2024-06-13T06:39:51.315 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_meta_items": 0, 2024-06-13T06:39:51.315 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_other_bytes": 0, 2024-06-13T06:39:51.315 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_other_items": 0, 2024-06-13T06:39:51.315 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_buffer_bytes": 0, 2024-06-13T06:39:51.316 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_buffer_items": 0, 2024-06-13T06:39:51.316 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_extent_bytes": 0, 2024-06-13T06:39:51.316 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_extent_items": 0, 2024-06-13T06:39:51.316 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_blob_bytes": 0, 2024-06-13T06:39:51.316 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_blob_items": 0, 2024-06-13T06:39:51.316 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_shared_blob_bytes": 0, 2024-06-13T06:39:51.316 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_shared_blob_items": 0, 2024-06-13T06:39:51.316 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_inline_bl_bytes": 0, 2024-06-13T06:39:51.316 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_inline_bl_items": 0, 2024-06-13T06:39:51.316 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_fsck_bytes": 0, 2024-06-13T06:39:51.316 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_fsck_items": 0, 2024-06-13T06:39:51.316 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_txc_bytes": 0, 2024-06-13T06:39:51.317 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_txc_items": 0, 2024-06-13T06:39:51.317 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_writing_deferred_bytes": 0, 2024-06-13T06:39:51.317 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_writing_deferred_items": 0, 2024-06-13T06:39:51.317 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_writing_bytes": 0, 2024-06-13T06:39:51.317 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_writing_items": 0, 2024-06-13T06:39:51.317 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_bytes": 0, 2024-06-13T06:39:51.317 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_items": 0, 2024-06-13T06:39:51.317 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_file_reader_bytes": 0, 2024-06-13T06:39:51.317 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_file_reader_items": 0, 2024-06-13T06:39:51.317 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_file_writer_bytes": 0, 2024-06-13T06:39:51.317 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_file_writer_items": 0, 2024-06-13T06:39:51.317 INFO:teuthology.orchestra.run.smithi149.stdout: "buffer_anon_bytes": 208578, 2024-06-13T06:39:51.318 INFO:teuthology.orchestra.run.smithi149.stdout: "buffer_anon_items": 101, 2024-06-13T06:39:51.318 INFO:teuthology.orchestra.run.smithi149.stdout: "buffer_meta_bytes": 0, 2024-06-13T06:39:51.318 INFO:teuthology.orchestra.run.smithi149.stdout: "buffer_meta_items": 0, 2024-06-13T06:39:51.318 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_bytes": 0, 2024-06-13T06:39:51.318 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_items": 0, 2024-06-13T06:39:51.318 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_mapbl_bytes": 0, 2024-06-13T06:39:51.318 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_mapbl_items": 0, 2024-06-13T06:39:51.318 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_pglog_bytes": 0, 2024-06-13T06:39:51.318 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_pglog_items": 0, 2024-06-13T06:39:51.318 INFO:teuthology.orchestra.run.smithi149.stdout: "osdmap_bytes": 8136, 2024-06-13T06:39:51.318 INFO:teuthology.orchestra.run.smithi149.stdout: "osdmap_items": 170, 2024-06-13T06:39:51.318 INFO:teuthology.orchestra.run.smithi149.stdout: "osdmap_mapping_bytes": 0, 2024-06-13T06:39:51.319 INFO:teuthology.orchestra.run.smithi149.stdout: "osdmap_mapping_items": 0, 2024-06-13T06:39:51.319 INFO:teuthology.orchestra.run.smithi149.stdout: "pgmap_bytes": 0, 2024-06-13T06:39:51.319 INFO:teuthology.orchestra.run.smithi149.stdout: "pgmap_items": 0, 2024-06-13T06:39:51.319 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_co_bytes": 186163, 2024-06-13T06:39:51.319 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_co_items": 1362, 2024-06-13T06:39:51.319 INFO:teuthology.orchestra.run.smithi149.stdout: "unittest_1_bytes": 0, 2024-06-13T06:39:51.319 INFO:teuthology.orchestra.run.smithi149.stdout: "unittest_1_items": 0, 2024-06-13T06:39:51.319 INFO:teuthology.orchestra.run.smithi149.stdout: "unittest_2_bytes": 0, 2024-06-13T06:39:51.319 INFO:teuthology.orchestra.run.smithi149.stdout: "unittest_2_items": 0 2024-06-13T06:39:51.319 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.319 INFO:teuthology.orchestra.run.smithi149.stdout: "objecter": { 2024-06-13T06:39:51.319 INFO:teuthology.orchestra.run.smithi149.stdout: "op_active": 0, 2024-06-13T06:39:51.320 INFO:teuthology.orchestra.run.smithi149.stdout: "op_laggy": 0, 2024-06-13T06:39:51.320 INFO:teuthology.orchestra.run.smithi149.stdout: "op_send": 4164, 2024-06-13T06:39:51.320 INFO:teuthology.orchestra.run.smithi149.stdout: "op_send_bytes": 26, 2024-06-13T06:39:51.320 INFO:teuthology.orchestra.run.smithi149.stdout: "op_resend": 4, 2024-06-13T06:39:51.320 INFO:teuthology.orchestra.run.smithi149.stdout: "op_reply": 4164, 2024-06-13T06:39:51.320 INFO:teuthology.orchestra.run.smithi149.stdout: "op_latency": { 2024-06-13T06:39:51.320 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 4164, 2024-06-13T06:39:51.320 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 2.506951076, 2024-06-13T06:39:51.320 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000602053 2024-06-13T06:39:51.320 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.320 INFO:teuthology.orchestra.run.smithi149.stdout: "op_inflight": 0, 2024-06-13T06:39:51.320 INFO:teuthology.orchestra.run.smithi149.stdout: "oplen_avg": { 2024-06-13T06:39:51.321 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 4164, 2024-06-13T06:39:51.321 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 4165 2024-06-13T06:39:51.321 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.321 INFO:teuthology.orchestra.run.smithi149.stdout: "op": 4164, 2024-06-13T06:39:51.321 INFO:teuthology.orchestra.run.smithi149.stdout: "op_r": 4164, 2024-06-13T06:39:51.321 INFO:teuthology.orchestra.run.smithi149.stdout: "op_w": 0, 2024-06-13T06:39:51.321 INFO:teuthology.orchestra.run.smithi149.stdout: "op_rmw": 0, 2024-06-13T06:39:51.321 INFO:teuthology.orchestra.run.smithi149.stdout: "op_pg": 0, 2024-06-13T06:39:51.321 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_stat": 2327, 2024-06-13T06:39:51.321 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_create": 0, 2024-06-13T06:39:51.321 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_read": 1834, 2024-06-13T06:39:51.321 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_write": 0, 2024-06-13T06:39:51.321 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_writefull": 0, 2024-06-13T06:39:51.321 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_writesame": 0, 2024-06-13T06:39:51.321 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_append": 0, 2024-06-13T06:39:51.322 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_zero": 0, 2024-06-13T06:39:51.322 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_truncate": 0, 2024-06-13T06:39:51.322 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_delete": 0, 2024-06-13T06:39:51.322 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_mapext": 0, 2024-06-13T06:39:51.322 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_sparse_read": 0, 2024-06-13T06:39:51.322 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_clonerange": 0, 2024-06-13T06:39:51.322 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_getxattr": 2, 2024-06-13T06:39:51.322 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_setxattr": 0, 2024-06-13T06:39:51.322 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_cmpxattr": 0, 2024-06-13T06:39:51.322 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_rmxattr": 0, 2024-06-13T06:39:51.322 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_resetxattrs": 0, 2024-06-13T06:39:51.322 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_call": 0, 2024-06-13T06:39:51.323 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_watch": 0, 2024-06-13T06:39:51.323 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_notify": 0, 2024-06-13T06:39:51.323 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_src_cmpxattr": 0, 2024-06-13T06:39:51.323 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_pgls": 0, 2024-06-13T06:39:51.323 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_pgls_filter": 0, 2024-06-13T06:39:51.323 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_other": 0, 2024-06-13T06:39:51.323 INFO:teuthology.orchestra.run.smithi149.stdout: "linger_active": 0, 2024-06-13T06:39:51.323 INFO:teuthology.orchestra.run.smithi149.stdout: "linger_send": 0, 2024-06-13T06:39:51.323 INFO:teuthology.orchestra.run.smithi149.stdout: "linger_resend": 0, 2024-06-13T06:39:51.323 INFO:teuthology.orchestra.run.smithi149.stdout: "linger_ping": 0, 2024-06-13T06:39:51.323 INFO:teuthology.orchestra.run.smithi149.stdout: "poolop_active": 0, 2024-06-13T06:39:51.324 INFO:teuthology.orchestra.run.smithi149.stdout: "poolop_send": 0, 2024-06-13T06:39:51.324 INFO:teuthology.orchestra.run.smithi149.stdout: "poolop_resend": 0, 2024-06-13T06:39:51.324 INFO:teuthology.orchestra.run.smithi149.stdout: "poolstat_active": 0, 2024-06-13T06:39:51.324 INFO:teuthology.orchestra.run.smithi149.stdout: "poolstat_send": 0, 2024-06-13T06:39:51.324 INFO:teuthology.orchestra.run.smithi149.stdout: "poolstat_resend": 0, 2024-06-13T06:39:51.324 INFO:teuthology.orchestra.run.smithi149.stdout: "statfs_active": 0, 2024-06-13T06:39:51.324 INFO:teuthology.orchestra.run.smithi149.stdout: "statfs_send": 0, 2024-06-13T06:39:51.324 INFO:teuthology.orchestra.run.smithi149.stdout: "statfs_resend": 0, 2024-06-13T06:39:51.324 INFO:teuthology.orchestra.run.smithi149.stdout: "command_active": 0, 2024-06-13T06:39:51.324 INFO:teuthology.orchestra.run.smithi149.stdout: "command_send": 0, 2024-06-13T06:39:51.324 INFO:teuthology.orchestra.run.smithi149.stdout: "command_resend": 0, 2024-06-13T06:39:51.325 INFO:teuthology.orchestra.run.smithi149.stdout: "map_epoch": 112, 2024-06-13T06:39:51.325 INFO:teuthology.orchestra.run.smithi149.stdout: "map_full": 0, 2024-06-13T06:39:51.325 INFO:teuthology.orchestra.run.smithi149.stdout: "map_inc": 23, 2024-06-13T06:39:51.325 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_sessions": 7, 2024-06-13T06:39:51.325 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_session_open": 7, 2024-06-13T06:39:51.325 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_session_close": 0, 2024-06-13T06:39:51.325 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_laggy": 0, 2024-06-13T06:39:51.325 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_wr": 0, 2024-06-13T06:39:51.325 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_rd": 2, 2024-06-13T06:39:51.325 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_del": 0 2024-06-13T06:39:51.325 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.325 INFO:teuthology.orchestra.run.smithi149.stdout: "oft": { 2024-06-13T06:39:51.326 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_total_objs": 0, 2024-06-13T06:39:51.326 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_total_kv_pairs": 0, 2024-06-13T06:39:51.326 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_total_updates": 0, 2024-06-13T06:39:51.326 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_total_removes": 0 2024-06-13T06:39:51.326 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.326 INFO:teuthology.orchestra.run.smithi149.stdout: "osd-slow-ops": { 2024-06-13T06:39:51.326 INFO:teuthology.orchestra.run.smithi149.stdout: "slow_ops_count": 0 2024-06-13T06:39:51.326 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.326 INFO:teuthology.orchestra.run.smithi149.stdout: "purge_queue": { 2024-06-13T06:39:51.326 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executing_ops": 0, 2024-06-13T06:39:51.326 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executing_ops_high_water": 0, 2024-06-13T06:39:51.326 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executing": 0, 2024-06-13T06:39:51.326 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executing_high_water": 0, 2024-06-13T06:39:51.327 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executed_ops": 0, 2024-06-13T06:39:51.327 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executed": 0, 2024-06-13T06:39:51.327 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_item_in_journal": 0 2024-06-13T06:39:51.327 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.327 INFO:teuthology.orchestra.run.smithi149.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-06-13T06:39:51.327 INFO:teuthology.orchestra.run.smithi149.stdout: "val": 0, 2024-06-13T06:39:51.327 INFO:teuthology.orchestra.run.smithi149.stdout: "max": 104857600, 2024-06-13T06:39:51.327 INFO:teuthology.orchestra.run.smithi149.stdout: "get_started": 0, 2024-06-13T06:39:51.327 INFO:teuthology.orchestra.run.smithi149.stdout: "get": 4532, 2024-06-13T06:39:51.327 INFO:teuthology.orchestra.run.smithi149.stdout: "get_sum": 34062400, 2024-06-13T06:39:51.327 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_fail": 0, 2024-06-13T06:39:51.327 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_success": 4532, 2024-06-13T06:39:51.327 INFO:teuthology.orchestra.run.smithi149.stdout: "take": 0, 2024-06-13T06:39:51.328 INFO:teuthology.orchestra.run.smithi149.stdout: "take_sum": 0, 2024-06-13T06:39:51.328 INFO:teuthology.orchestra.run.smithi149.stdout: "put": 4532, 2024-06-13T06:39:51.328 INFO:teuthology.orchestra.run.smithi149.stdout: "put_sum": 34062400, 2024-06-13T06:39:51.328 INFO:teuthology.orchestra.run.smithi149.stdout: "wait": { 2024-06-13T06:39:51.328 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:51.328 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:51.328 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:51.328 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-06-13T06:39:51.328 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.328 INFO:teuthology.orchestra.run.smithi149.stdout: "throttle-objecter_bytes": { 2024-06-13T06:39:51.328 INFO:teuthology.orchestra.run.smithi149.stdout: "val": 0, 2024-06-13T06:39:51.328 INFO:teuthology.orchestra.run.smithi149.stdout: "max": 104857600, 2024-06-13T06:39:51.328 INFO:teuthology.orchestra.run.smithi149.stdout: "get_started": 0, 2024-06-13T06:39:51.328 INFO:teuthology.orchestra.run.smithi149.stdout: "get": 0, 2024-06-13T06:39:51.329 INFO:teuthology.orchestra.run.smithi149.stdout: "get_sum": 0, 2024-06-13T06:39:51.329 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_fail": 0, 2024-06-13T06:39:51.329 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_success": 0, 2024-06-13T06:39:51.329 INFO:teuthology.orchestra.run.smithi149.stdout: "take": 4164, 2024-06-13T06:39:51.329 INFO:teuthology.orchestra.run.smithi149.stdout: "take_sum": 31688065, 2024-06-13T06:39:51.329 INFO:teuthology.orchestra.run.smithi149.stdout: "put": 4164, 2024-06-13T06:39:51.329 INFO:teuthology.orchestra.run.smithi149.stdout: "put_sum": 31688065, 2024-06-13T06:39:51.329 INFO:teuthology.orchestra.run.smithi149.stdout: "wait": { 2024-06-13T06:39:51.329 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:51.329 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:51.329 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:51.329 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-06-13T06:39:51.330 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.330 INFO:teuthology.orchestra.run.smithi149.stdout: "throttle-objecter_ops": { 2024-06-13T06:39:51.330 INFO:teuthology.orchestra.run.smithi149.stdout: "val": 0, 2024-06-13T06:39:51.330 INFO:teuthology.orchestra.run.smithi149.stdout: "max": 1024, 2024-06-13T06:39:51.330 INFO:teuthology.orchestra.run.smithi149.stdout: "get_started": 0, 2024-06-13T06:39:51.330 INFO:teuthology.orchestra.run.smithi149.stdout: "get": 0, 2024-06-13T06:39:51.330 INFO:teuthology.orchestra.run.smithi149.stdout: "get_sum": 0, 2024-06-13T06:39:51.330 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_fail": 0, 2024-06-13T06:39:51.330 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_success": 0, 2024-06-13T06:39:51.330 INFO:teuthology.orchestra.run.smithi149.stdout: "take": 4164, 2024-06-13T06:39:51.330 INFO:teuthology.orchestra.run.smithi149.stdout: "take_sum": 4164, 2024-06-13T06:39:51.331 INFO:teuthology.orchestra.run.smithi149.stdout: "put": 4164, 2024-06-13T06:39:51.331 INFO:teuthology.orchestra.run.smithi149.stdout: "put_sum": 4164, 2024-06-13T06:39:51.331 INFO:teuthology.orchestra.run.smithi149.stdout: "wait": { 2024-06-13T06:39:51.331 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:51.331 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:51.331 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:51.331 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-06-13T06:39:51.331 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.331 INFO:teuthology.orchestra.run.smithi149.stdout: "throttle-write_buf_throttle": { 2024-06-13T06:39:51.331 INFO:teuthology.orchestra.run.smithi149.stdout: "val": 0, 2024-06-13T06:39:51.331 INFO:teuthology.orchestra.run.smithi149.stdout: "max": 3758096384, 2024-06-13T06:39:51.332 INFO:teuthology.orchestra.run.smithi149.stdout: "get_started": 0, 2024-06-13T06:39:51.332 INFO:teuthology.orchestra.run.smithi149.stdout: "get": 0, 2024-06-13T06:39:51.332 INFO:teuthology.orchestra.run.smithi149.stdout: "get_sum": 0, 2024-06-13T06:39:51.332 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_fail": 0, 2024-06-13T06:39:51.332 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_success": 0, 2024-06-13T06:39:51.332 INFO:teuthology.orchestra.run.smithi149.stdout: "take": 0, 2024-06-13T06:39:51.334 INFO:teuthology.orchestra.run.smithi149.stdout: "take_sum": 0, 2024-06-13T06:39:51.334 INFO:teuthology.orchestra.run.smithi149.stdout: "put": 0, 2024-06-13T06:39:51.334 INFO:teuthology.orchestra.run.smithi149.stdout: "put_sum": 0, 2024-06-13T06:39:51.334 INFO:teuthology.orchestra.run.smithi149.stdout: "wait": { 2024-06-13T06:39:51.334 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:51.335 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:51.335 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:51.335 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-06-13T06:39:51.335 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:51.335 INFO:teuthology.orchestra.run.smithi149.stdout: "throttle-write_buf_throttle-0x5619c5eda6e0": { 2024-06-13T06:39:51.335 INFO:teuthology.orchestra.run.smithi149.stdout: "val": 0, 2024-06-13T06:39:51.335 INFO:teuthology.orchestra.run.smithi149.stdout: "max": 3758096384, 2024-06-13T06:39:51.335 INFO:teuthology.orchestra.run.smithi149.stdout: "get_started": 0, 2024-06-13T06:39:51.335 INFO:teuthology.orchestra.run.smithi149.stdout: "get": 0, 2024-06-13T06:39:51.335 INFO:teuthology.orchestra.run.smithi149.stdout: "get_sum": 0, 2024-06-13T06:39:51.335 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_fail": 0, 2024-06-13T06:39:51.335 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_success": 0, 2024-06-13T06:39:51.335 INFO:teuthology.orchestra.run.smithi149.stdout: "take": 0, 2024-06-13T06:39:51.336 INFO:teuthology.orchestra.run.smithi149.stdout: "take_sum": 0, 2024-06-13T06:39:51.336 INFO:teuthology.orchestra.run.smithi149.stdout: "put": 0, 2024-06-13T06:39:51.336 INFO:teuthology.orchestra.run.smithi149.stdout: "put_sum": 0, 2024-06-13T06:39:51.336 INFO:teuthology.orchestra.run.smithi149.stdout: "wait": { 2024-06-13T06:39:51.336 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:51.336 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:51.336 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:51.336 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-06-13T06:39:51.336 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-06-13T06:39:51.336 INFO:teuthology.orchestra.run.smithi149.stdout:} 2024-06-13T06:39:51.421 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:39:51 smithi039 ceph-mon[32479]: pgmap v523: 97 pgs: 97 active+clean; 31 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 3.3 KiB/s wr, 5 op/s 2024-06-13T06:39:51.541 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:39:51 smithi096 ceph-mon[36532]: pgmap v523: 97 pgs: 97 active+clean; 31 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 3.3 KiB/s wr, 5 op/s 2024-06-13T06:39:52.052 INFO:tasks.check_counter:Daemon mds.i mds.exported=0 2024-06-13T06:39:52.052 INFO:tasks.check_counter:Daemon mds.i mds.imported=0 2024-06-13T06:39:52.052 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update=0 2024-06-13T06:39:52.052 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update_receipt=0 2024-06-13T06:39:52.052 INFO:tasks.check_counter:Daemon mds.i mds.root_rsnaps=6 2024-06-13T06:39:52.052 INFO:tasks.check_counter:Daemon mds.i mds_server.req_mksnap_latency.avgcount=0 2024-06-13T06:39:52.052 INFO:tasks.check_counter:Daemon mds.i mds_server.req_rmsnap_latency.avgcount=0 2024-06-13T06:39:52.053 DEBUG:tasks.check_counter:Getting stats from l 2024-06-13T06:39:52.053 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph daemon mds.l perf dump 2024-06-13T06:39:52.289 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.c/config 2024-06-13T06:39:52.678 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:39:52 smithi149 ceph-mon[36963]: pgmap v524: 97 pgs: 97 active+clean; 31 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 4.5 KiB/s wr, 7 op/s 2024-06-13T06:39:52.921 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:39:52 smithi039 ceph-mon[32479]: pgmap v524: 97 pgs: 97 active+clean; 31 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 4.5 KiB/s wr, 7 op/s 2024-06-13T06:39:53.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:39:52 smithi096 ceph-mon[36532]: pgmap v524: 97 pgs: 97 active+clean; 31 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 4.5 KiB/s wr, 7 op/s 2024-06-13T06:39:54.015 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2024-06-13T06:39:54.015 INFO:teuthology.orchestra.run.smithi149.stdout: "AsyncMessenger::Worker-0": { 2024-06-13T06:39:54.015 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_messages": 341, 2024-06-13T06:39:54.015 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages": 330, 2024-06-13T06:39:54.015 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_bytes": 1614624, 2024-06-13T06:39:54.016 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_bytes": 204080, 2024-06-13T06:39:54.016 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_created_connections": 4, 2024-06-13T06:39:54.016 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_active_connections": 0, 2024-06-13T06:39:54.016 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_total_time": 0.071201824, 2024-06-13T06:39:54.016 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_send_time": 0.023191980, 2024-06-13T06:39:54.016 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_recv_time": 0.046458844, 2024-06-13T06:39:54.016 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_fast_dispatch_time": 0.008864586, 2024-06-13T06:39:54.016 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T06:39:54.016 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 329, 2024-06-13T06:39:54.016 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.018813377, 2024-06-13T06:39:54.016 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000057183 2024-06-13T06:39:54.016 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:54.017 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_handle_ack_lat": { 2024-06-13T06:39:54.017 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:54.017 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:54.017 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:54.017 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:54.017 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_encrypted_bytes": 1614624, 2024-06-13T06:39:54.017 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_encrypted_bytes": 204080 2024-06-13T06:39:54.017 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:54.017 INFO:teuthology.orchestra.run.smithi149.stdout: "AsyncMessenger::Worker-1": { 2024-06-13T06:39:54.017 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_messages": 6, 2024-06-13T06:39:54.017 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages": 254, 2024-06-13T06:39:54.017 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_bytes": 3344, 2024-06-13T06:39:54.017 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_bytes": 200592, 2024-06-13T06:39:54.018 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_created_connections": 5, 2024-06-13T06:39:54.018 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_active_connections": 3, 2024-06-13T06:39:54.018 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_total_time": 0.018989076, 2024-06-13T06:39:54.018 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_send_time": 0.013699162, 2024-06-13T06:39:54.018 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_recv_time": 0.001759349, 2024-06-13T06:39:54.018 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-06-13T06:39:54.018 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T06:39:54.018 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 252, 2024-06-13T06:39:54.019 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.024698337, 2024-06-13T06:39:54.019 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000098009 2024-06-13T06:39:54.019 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:54.019 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_handle_ack_lat": { 2024-06-13T06:39:54.019 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:54.019 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:54.019 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:54.019 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:54.019 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_encrypted_bytes": 3344, 2024-06-13T06:39:54.019 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_encrypted_bytes": 200592 2024-06-13T06:39:54.019 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:54.019 INFO:teuthology.orchestra.run.smithi149.stdout: "AsyncMessenger::Worker-2": { 2024-06-13T06:39:54.019 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_messages": 0, 2024-06-13T06:39:54.020 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages": 2, 2024-06-13T06:39:54.020 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_bytes": 0, 2024-06-13T06:39:54.020 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_bytes": 0, 2024-06-13T06:39:54.020 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_created_connections": 2, 2024-06-13T06:39:54.020 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_active_connections": 1, 2024-06-13T06:39:54.020 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_total_time": 0.000314291, 2024-06-13T06:39:54.020 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_send_time": 0.000000000, 2024-06-13T06:39:54.020 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_recv_time": 0.000253211, 2024-06-13T06:39:54.020 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-06-13T06:39:54.020 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages_queue_lat": { 2024-06-13T06:39:54.020 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:54.020 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:54.021 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:54.021 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:54.021 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_handle_ack_lat": { 2024-06-13T06:39:54.021 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:54.021 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:54.021 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:54.021 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:54.021 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_encrypted_bytes": 0, 2024-06-13T06:39:54.021 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_encrypted_bytes": 0 2024-06-13T06:39:54.021 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:54.022 INFO:teuthology.orchestra.run.smithi149.stdout: "cct": { 2024-06-13T06:39:54.022 INFO:teuthology.orchestra.run.smithi149.stdout: "total_workers": 0, 2024-06-13T06:39:54.022 INFO:teuthology.orchestra.run.smithi149.stdout: "unhealthy_workers": 0 2024-06-13T06:39:54.022 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:54.022 INFO:teuthology.orchestra.run.smithi149.stdout: "mempool": { 2024-06-13T06:39:54.022 INFO:teuthology.orchestra.run.smithi149.stdout: "bloom_filter_bytes": 0, 2024-06-13T06:39:54.022 INFO:teuthology.orchestra.run.smithi149.stdout: "bloom_filter_items": 0, 2024-06-13T06:39:54.022 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_alloc_bytes": 0, 2024-06-13T06:39:54.022 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_alloc_items": 0, 2024-06-13T06:39:54.022 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_data_bytes": 0, 2024-06-13T06:39:54.022 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_data_items": 0, 2024-06-13T06:39:54.023 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_onode_bytes": 0, 2024-06-13T06:39:54.023 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_onode_items": 0, 2024-06-13T06:39:54.023 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_meta_bytes": 0, 2024-06-13T06:39:54.023 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_meta_items": 0, 2024-06-13T06:39:54.023 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_other_bytes": 0, 2024-06-13T06:39:54.023 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_other_items": 0, 2024-06-13T06:39:54.023 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_buffer_bytes": 0, 2024-06-13T06:39:54.023 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_buffer_items": 0, 2024-06-13T06:39:54.023 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_extent_bytes": 0, 2024-06-13T06:39:54.023 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_extent_items": 0, 2024-06-13T06:39:54.023 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_blob_bytes": 0, 2024-06-13T06:39:54.024 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_blob_items": 0, 2024-06-13T06:39:54.024 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_shared_blob_bytes": 0, 2024-06-13T06:39:54.024 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_shared_blob_items": 0, 2024-06-13T06:39:54.024 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_inline_bl_bytes": 0, 2024-06-13T06:39:54.024 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_inline_bl_items": 0, 2024-06-13T06:39:54.024 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_fsck_bytes": 0, 2024-06-13T06:39:54.024 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_fsck_items": 0, 2024-06-13T06:39:54.024 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_txc_bytes": 0, 2024-06-13T06:39:54.024 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_txc_items": 0, 2024-06-13T06:39:54.024 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_writing_deferred_bytes": 0, 2024-06-13T06:39:54.024 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_writing_deferred_items": 0, 2024-06-13T06:39:54.024 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_writing_bytes": 0, 2024-06-13T06:39:54.024 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_writing_items": 0, 2024-06-13T06:39:54.025 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_bytes": 0, 2024-06-13T06:39:54.025 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_items": 0, 2024-06-13T06:39:54.025 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_file_reader_bytes": 0, 2024-06-13T06:39:54.025 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_file_reader_items": 0, 2024-06-13T06:39:54.025 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_file_writer_bytes": 0, 2024-06-13T06:39:54.025 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_file_writer_items": 0, 2024-06-13T06:39:54.025 INFO:teuthology.orchestra.run.smithi149.stdout: "buffer_anon_bytes": 148704, 2024-06-13T06:39:54.025 INFO:teuthology.orchestra.run.smithi149.stdout: "buffer_anon_items": 29, 2024-06-13T06:39:54.025 INFO:teuthology.orchestra.run.smithi149.stdout: "buffer_meta_bytes": 0, 2024-06-13T06:39:54.025 INFO:teuthology.orchestra.run.smithi149.stdout: "buffer_meta_items": 0, 2024-06-13T06:39:54.025 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_bytes": 0, 2024-06-13T06:39:54.026 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_items": 0, 2024-06-13T06:39:54.026 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_mapbl_bytes": 0, 2024-06-13T06:39:54.026 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_mapbl_items": 0, 2024-06-13T06:39:54.026 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_pglog_bytes": 0, 2024-06-13T06:39:54.026 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_pglog_items": 0, 2024-06-13T06:39:54.026 INFO:teuthology.orchestra.run.smithi149.stdout: "osdmap_bytes": 0, 2024-06-13T06:39:54.026 INFO:teuthology.orchestra.run.smithi149.stdout: "osdmap_items": 0, 2024-06-13T06:39:54.026 INFO:teuthology.orchestra.run.smithi149.stdout: "osdmap_mapping_bytes": 0, 2024-06-13T06:39:54.026 INFO:teuthology.orchestra.run.smithi149.stdout: "osdmap_mapping_items": 0, 2024-06-13T06:39:54.027 INFO:teuthology.orchestra.run.smithi149.stdout: "pgmap_bytes": 0, 2024-06-13T06:39:54.027 INFO:teuthology.orchestra.run.smithi149.stdout: "pgmap_items": 0, 2024-06-13T06:39:54.027 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_co_bytes": 928, 2024-06-13T06:39:54.027 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_co_items": 2, 2024-06-13T06:39:54.027 INFO:teuthology.orchestra.run.smithi149.stdout: "unittest_1_bytes": 0, 2024-06-13T06:39:54.027 INFO:teuthology.orchestra.run.smithi149.stdout: "unittest_1_items": 0, 2024-06-13T06:39:54.027 INFO:teuthology.orchestra.run.smithi149.stdout: "unittest_2_bytes": 0, 2024-06-13T06:39:54.027 INFO:teuthology.orchestra.run.smithi149.stdout: "unittest_2_items": 0 2024-06-13T06:39:54.027 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-06-13T06:39:54.027 INFO:teuthology.orchestra.run.smithi149.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-06-13T06:39:54.028 INFO:teuthology.orchestra.run.smithi149.stdout: "val": 0, 2024-06-13T06:39:54.028 INFO:teuthology.orchestra.run.smithi149.stdout: "max": 104857600, 2024-06-13T06:39:54.028 INFO:teuthology.orchestra.run.smithi149.stdout: "get_started": 0, 2024-06-13T06:39:54.028 INFO:teuthology.orchestra.run.smithi149.stdout: "get": 343, 2024-06-13T06:39:54.028 INFO:teuthology.orchestra.run.smithi149.stdout: "get_sum": 1566474, 2024-06-13T06:39:54.028 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_fail": 0, 2024-06-13T06:39:54.028 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_success": 343, 2024-06-13T06:39:54.028 INFO:teuthology.orchestra.run.smithi149.stdout: "take": 0, 2024-06-13T06:39:54.028 INFO:teuthology.orchestra.run.smithi149.stdout: "take_sum": 0, 2024-06-13T06:39:54.028 INFO:teuthology.orchestra.run.smithi149.stdout: "put": 343, 2024-06-13T06:39:54.028 INFO:teuthology.orchestra.run.smithi149.stdout: "put_sum": 1566474, 2024-06-13T06:39:54.028 INFO:teuthology.orchestra.run.smithi149.stdout: "wait": { 2024-06-13T06:39:54.028 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-06-13T06:39:54.028 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-06-13T06:39:54.029 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-06-13T06:39:54.029 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-06-13T06:39:54.029 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-06-13T06:39:54.029 INFO:teuthology.orchestra.run.smithi149.stdout:} 2024-06-13T06:39:54.685 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.l 2024-06-13T06:39:54.685 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.l 2024-06-13T06:39:54.685 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.l 2024-06-13T06:39:54.685 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.l 2024-06-13T06:39:54.685 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.l 2024-06-13T06:39:54.685 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.l 2024-06-13T06:39:54.685 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.l 2024-06-13T06:39:54.686 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2024-06-13T06:39:54.697 INFO:tasks.kclient:Unmounting kernel clients... 2024-06-13T06:39:54.698 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-06-13T06:39:54.698 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-06-13T06:39:54.721 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-06-13T06:39:54.721 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-06-13T06:39:54.781 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph osd blocklist ls 2024-06-13T06:39:55.089 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:39:55.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:39:54 smithi039 ceph-mon[32479]: pgmap v525: 97 pgs: 97 active+clean; 31 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-06-13T06:39:55.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:39:54 smithi149 ceph-mon[36963]: pgmap v525: 97 pgs: 97 active+clean; 31 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-06-13T06:39:55.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:39:54 smithi096 ceph-mon[36532]: pgmap v525: 97 pgs: 97 active+clean; 31 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-06-13T06:39:56.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.685+0000 7fb5e521e700 1 -- 172.21.15.39:0/622692445 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb5e01077b0 msgr2=0x7fb5e010f3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:56.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.685+0000 7fb5e521e700 1 --2- 172.21.15.39:0/622692445 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb5e01077b0 0x7fb5e010f3c0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7fb5d800b0d0 tx=0x7fb5d800b3e0 comp rx=0 tx=0).stop 2024-06-13T06:39:56.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.685+0000 7fb5e521e700 1 -- 172.21.15.39:0/622692445 shutdown_connections 2024-06-13T06:39:56.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.685+0000 7fb5e521e700 1 --2- 172.21.15.39:0/622692445 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb5e01077b0 0x7fb5e010f3c0 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:56.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.685+0000 7fb5e521e700 1 --2- 172.21.15.39:0/622692445 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb5e006ae60 0x7fb5e006b240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:56.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.685+0000 7fb5e521e700 1 --2- 172.21.15.39:0/622692445 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb5e006b810 0x7fb5e01070d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:56.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.685+0000 7fb5e521e700 1 -- 172.21.15.39:0/622692445 >> 172.21.15.39:0/622692445 conn(0x7fb5e00773e0 msgr2=0x7fb5e00777f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:39:56.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.685+0000 7fb5e521e700 1 -- 172.21.15.39:0/622692445 shutdown_connections 2024-06-13T06:39:56.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.685+0000 7fb5e521e700 1 -- 172.21.15.39:0/622692445 wait complete. 2024-06-13T06:39:56.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.685+0000 7fb5e521e700 1 Processor -- start 2024-06-13T06:39:56.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.686+0000 7fb5e521e700 1 -- start start 2024-06-13T06:39:56.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.686+0000 7fb5e521e700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb5e006ae60 0x7fb5e01014f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:56.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.686+0000 7fb5e521e700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb5e006b810 0x7fb5e0101a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:56.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.686+0000 7fb5e521e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb5e01077b0 0x7fb5e0101f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:56.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.686+0000 7fb5e521e700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fb5e0112800 con 0x7fb5e01077b0 2024-06-13T06:39:56.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.686+0000 7fb5e521e700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fb5e0112680 con 0x7fb5e006b810 2024-06-13T06:39:56.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.686+0000 7fb5e521e700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fb5e0112980 con 0x7fb5e006ae60 2024-06-13T06:39:56.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.686+0000 7fb5df59e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb5e01077b0 0x7fb5e0101f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:56.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.686+0000 7fb5df59e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb5e01077b0 0x7fb5e0101f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43200/0 (socket says 172.21.15.39:43200) 2024-06-13T06:39:56.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.686+0000 7fb5df59e700 1 -- 172.21.15.39:0/2145349217 learned_addr learned my addr 172.21.15.39:0/2145349217 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:39:56.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.686+0000 7fb5de59c700 1 --2- 172.21.15.39:0/2145349217 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb5e006b810 0x7fb5e0101a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:56.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.686+0000 7fb5ded9d700 1 --2- 172.21.15.39:0/2145349217 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb5e006ae60 0x7fb5e01014f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:56.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.686+0000 7fb5df59e700 1 -- 172.21.15.39:0/2145349217 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb5e006ae60 msgr2=0x7fb5e01014f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:56.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.686+0000 7fb5df59e700 1 --2- 172.21.15.39:0/2145349217 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb5e006ae60 0x7fb5e01014f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:56.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.686+0000 7fb5df59e700 1 -- 172.21.15.39:0/2145349217 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb5e006b810 msgr2=0x7fb5e0101a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:56.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.686+0000 7fb5df59e700 1 --2- 172.21.15.39:0/2145349217 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb5e006b810 0x7fb5e0101a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:56.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.686+0000 7fb5df59e700 1 -- 172.21.15.39:0/2145349217 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5e01a70e0 con 0x7fb5e01077b0 2024-06-13T06:39:56.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.687+0000 7fb5df59e700 1 --2- 172.21.15.39:0/2145349217 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb5e01077b0 0x7fb5e0101f70 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7fb5d8006070 tx=0x7fb5d8004d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:39:56.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.687+0000 7fb5c7fff700 1 -- 172.21.15.39:0/2145349217 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5d8021070 con 0x7fb5e01077b0 2024-06-13T06:39:56.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.687+0000 7fb5c7fff700 1 -- 172.21.15.39:0/2145349217 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb5d8007b80 con 0x7fb5e01077b0 2024-06-13T06:39:56.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.687+0000 7fb5e521e700 1 -- 172.21.15.39:0/2145349217 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5e01a7370 con 0x7fb5e01077b0 2024-06-13T06:39:56.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.687+0000 7fb5c7fff700 1 -- 172.21.15.39:0/2145349217 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5d80052a0 con 0x7fb5e01077b0 2024-06-13T06:39:56.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.687+0000 7fb5e521e700 1 -- 172.21.15.39:0/2145349217 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5e01a7870 con 0x7fb5e01077b0 2024-06-13T06:39:56.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.688+0000 7fb5e521e700 1 -- 172.21.15.39:0/2145349217 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5e0069180 con 0x7fb5e01077b0 2024-06-13T06:39:56.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.689+0000 7fb5c7fff700 1 -- 172.21.15.39:0/2145349217 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fb5d8024070 con 0x7fb5e01077b0 2024-06-13T06:39:56.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.690+0000 7fb5c7fff700 1 --2- 172.21.15.39:0/2145349217 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fb5c80a2e10 0x7fb5c80a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:56.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.690+0000 7fb5ded9d700 1 --2- 172.21.15.39:0/2145349217 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fb5c80a2e10 0x7fb5c80a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:56.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.690+0000 7fb5c7fff700 1 -- 172.21.15.39:0/2145349217 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 8550+0+0 (secure 0 0 0) 0x7fb5d800f020 con 0x7fb5e01077b0 2024-06-13T06:39:56.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.691+0000 7fb5ded9d700 1 --2- 172.21.15.39:0/2145349217 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fb5c80a2e10 0x7fb5c80a52d0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fb5d0004630 tx=0x7fb5d000b3c0 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:39:56.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.694+0000 7fb5c7fff700 1 -- 172.21.15.39:0/2145349217 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fb5d802b020 con 0x7fb5e01077b0 2024-06-13T06:39:56.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.916+0000 7fb5e521e700 1 -- 172.21.15.39:0/2145349217 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fb5e01a7b40 con 0x7fb5e01077b0 2024-06-13T06:39:56.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.916+0000 7fb5c7fff700 1 -- 172.21.15.39:0/2145349217 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 16 entries v112) ==== 81+0+943 (secure 0 0 0) 0x7fb5d809db80 con 0x7fb5e01077b0 2024-06-13T06:39:56.916 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:0/1836728899 2024-06-14T06:23:09.517268+0000 2024-06-13T06:39:56.916 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:0/855941877 2024-06-14T06:23:09.517268+0000 2024-06-13T06:39:56.916 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6801/2178314534 2024-06-14T06:23:09.517268+0000 2024-06-13T06:39:56.916 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6800/2178314534 2024-06-14T06:23:09.517268+0000 2024-06-13T06:39:56.916 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:0/3967350115 2024-06-14T06:23:09.517268+0000 2024-06-13T06:39:56.916 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:0/2230961630 2024-06-14T06:12:44.764849+0000 2024-06-13T06:39:56.916 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:0/3359492273 2024-06-14T06:12:44.764849+0000 2024-06-13T06:39:56.916 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6800/1734263468 2024-06-14T06:12:44.764849+0000 2024-06-13T06:39:56.916 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6801/1734263468 2024-06-14T06:12:44.764849+0000 2024-06-13T06:39:56.917 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:0/984030546 2024-06-14T06:12:17.979204+0000 2024-06-13T06:39:56.917 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:0/3945491090 2024-06-14T06:23:09.517268+0000 2024-06-13T06:39:56.917 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:0/3526641224 2024-06-14T06:12:44.764849+0000 2024-06-13T06:39:56.917 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:0/3515867652 2024-06-14T06:12:17.979204+0000 2024-06-13T06:39:56.917 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6800/1863890417 2024-06-14T06:12:17.979204+0000 2024-06-13T06:39:56.917 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:0/973565867 2024-06-14T06:12:17.979204+0000 2024-06-13T06:39:56.917 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6801/1863890417 2024-06-14T06:12:17.979204+0000 2024-06-13T06:39:56.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.918+0000 7fb5e521e700 1 -- 172.21.15.39:0/2145349217 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fb5c80a2e10 msgr2=0x7fb5c80a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:56.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.918+0000 7fb5e521e700 1 --2- 172.21.15.39:0/2145349217 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fb5c80a2e10 0x7fb5c80a52d0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fb5d0004630 tx=0x7fb5d000b3c0 comp rx=0 tx=0).stop 2024-06-13T06:39:56.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.918+0000 7fb5e521e700 1 -- 172.21.15.39:0/2145349217 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb5e01077b0 msgr2=0x7fb5e0101f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:56.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.918+0000 7fb5e521e700 1 --2- 172.21.15.39:0/2145349217 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb5e01077b0 0x7fb5e0101f70 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7fb5d8006070 tx=0x7fb5d8004d00 comp rx=0 tx=0).stop 2024-06-13T06:39:56.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.918+0000 7fb5e521e700 1 -- 172.21.15.39:0/2145349217 shutdown_connections 2024-06-13T06:39:56.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.918+0000 7fb5e521e700 1 --2- 172.21.15.39:0/2145349217 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fb5c80a2e10 0x7fb5c80a52d0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:56.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.918+0000 7fb5e521e700 1 --2- 172.21.15.39:0/2145349217 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb5e01077b0 0x7fb5e0101f70 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:56.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.918+0000 7fb5e521e700 1 --2- 172.21.15.39:0/2145349217 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb5e006ae60 0x7fb5e01014f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:56.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.918+0000 7fb5e521e700 1 --2- 172.21.15.39:0/2145349217 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb5e006b810 0x7fb5e0101a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:56.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.918+0000 7fb5e521e700 1 -- 172.21.15.39:0/2145349217 >> 172.21.15.39:0/2145349217 conn(0x7fb5e00773e0 msgr2=0x7fb5e00ff350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:39:56.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.919+0000 7fb5e521e700 1 -- 172.21.15.39:0/2145349217 shutdown_connections 2024-06-13T06:39:56.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:56.919+0000 7fb5e521e700 1 -- 172.21.15.39:0/2145349217 wait complete. 2024-06-13T06:39:56.919 INFO:teuthology.orchestra.run.smithi039.stderr:listed 16 entries 2024-06-13T06:39:57.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:39:56 smithi039 ceph-mon[32479]: pgmap v526: 97 pgs: 97 active+clean; 31 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-06-13T06:39:57.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:39:56 smithi149 ceph-mon[36963]: pgmap v526: 97 pgs: 97 active+clean; 31 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-06-13T06:39:57.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:39:56 smithi096 ceph-mon[36532]: pgmap v526: 97 pgs: 97 active+clean; 31 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-06-13T06:39:57.602 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-06-13T06:39:57.602 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-13T06:39:57.602 DEBUG:teuthology.orchestra.run.smithi039:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-06-13T06:39:57.647 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-06-13T06:39:57.648 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-13T06:39:57.648 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-06-13T06:39:57.683 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-13T06:39:57.683 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list 2024-06-13T06:39:57.740 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-06-13T06:39:57.741 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-13T06:39:57.741 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-06-13T06:39:57.808 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-06-13T06:39:57.809 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link delete ceph-brx 2024-06-13T06:39:57.907 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-06-13T06:39:57.918 INFO:tasks.cephadm:Teardown begin 2024-06-13T06:39:57.919 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-06-13T06:39:57.919 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T06:39:58.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:39:57 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/2145349217' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-06-13T06:39:58.182 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:39:58.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:39:57 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/2145349217' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-06-13T06:39:58.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:39:57 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/2145349217' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-06-13T06:39:59.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:39:58 smithi039 ceph-mon[32479]: pgmap v527: 97 pgs: 97 active+clean; 31 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-06-13T06:39:59.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:39:58 smithi149 ceph-mon[36963]: pgmap v527: 97 pgs: 97 active+clean; 31 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-06-13T06:39:59.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:39:58 smithi096 ceph-mon[36532]: pgmap v527: 97 pgs: 97 active+clean; 31 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-06-13T06:39:59.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:59.790+0000 7fb6c2479700 1 -- 172.21.15.39:0/530734156 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6bc107840 msgr2=0x7fb6bc10f3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:59.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:59.790+0000 7fb6c2479700 1 --2- 172.21.15.39:0/530734156 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6bc107840 0x7fb6bc10f3c0 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7fb6b400b0d0 tx=0x7fb6b400b3e0 comp rx=0 tx=0).stop 2024-06-13T06:39:59.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:59.790+0000 7fb6c2479700 1 -- 172.21.15.39:0/530734156 shutdown_connections 2024-06-13T06:39:59.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:59.790+0000 7fb6c2479700 1 --2- 172.21.15.39:0/530734156 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6bc107840 0x7fb6bc10f3c0 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:59.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:59.790+0000 7fb6c2479700 1 --2- 172.21.15.39:0/530734156 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb6bc102740 0x7fb6bc102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:59.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:59.790+0000 7fb6c2479700 1 --2- 172.21.15.39:0/530734156 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb6bc1030f0 0x7fb6bc107110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:59.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:59.790+0000 7fb6c2479700 1 -- 172.21.15.39:0/530734156 >> 172.21.15.39:0/530734156 conn(0x7fb6bc0795f0 msgr2=0x7fb6bc079a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:39:59.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:59.790+0000 7fb6c2479700 1 -- 172.21.15.39:0/530734156 shutdown_connections 2024-06-13T06:39:59.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:59.790+0000 7fb6c2479700 1 -- 172.21.15.39:0/530734156 wait complete. 2024-06-13T06:39:59.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:59.791+0000 7fb6c2479700 1 Processor -- start 2024-06-13T06:39:59.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:59.791+0000 7fb6c2479700 1 -- start start 2024-06-13T06:39:59.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:59.791+0000 7fb6c2479700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6bc102740 0x7fb6bc19e740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:59.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:59.791+0000 7fb6c2479700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb6bc1030f0 0x7fb6bc19ec80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:59.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:59.791+0000 7fb6c2479700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb6bc107840 0x7fb6bc198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:59.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:59.791+0000 7fb6c2479700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fb6bc112760 con 0x7fb6bc102740 2024-06-13T06:39:59.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:59.791+0000 7fb6c2479700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fb6bc1125e0 con 0x7fb6bc1030f0 2024-06-13T06:39:59.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:59.791+0000 7fb6c2479700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fb6bc1128e0 con 0x7fb6bc107840 2024-06-13T06:39:59.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:59.791+0000 7fb6bbfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6bc102740 0x7fb6bc19e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:59.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:59.791+0000 7fb6bbfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6bc102740 0x7fb6bc19e740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43208/0 (socket says 172.21.15.39:43208) 2024-06-13T06:39:59.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:59.791+0000 7fb6bbfff700 1 -- 172.21.15.39:0/785580706 learned_addr learned my addr 172.21.15.39:0/785580706 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:39:59.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:59.791+0000 7fb6bb7fe700 1 --2- 172.21.15.39:0/785580706 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb6bc1030f0 0x7fb6bc19ec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:59.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:59.792+0000 7fb6c0a16700 1 --2- 172.21.15.39:0/785580706 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb6bc107840 0x7fb6bc198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:59.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:59.792+0000 7fb6bbfff700 1 -- 172.21.15.39:0/785580706 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb6bc107840 msgr2=0x7fb6bc198900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:59.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:59.792+0000 7fb6bbfff700 1 --2- 172.21.15.39:0/785580706 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb6bc107840 0x7fb6bc198900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:59.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:59.792+0000 7fb6bbfff700 1 -- 172.21.15.39:0/785580706 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb6bc1030f0 msgr2=0x7fb6bc19ec80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:39:59.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:59.792+0000 7fb6bbfff700 1 --2- 172.21.15.39:0/785580706 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb6bc1030f0 0x7fb6bc19ec80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:39:59.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:59.792+0000 7fb6bbfff700 1 -- 172.21.15.39:0/785580706 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6bc199060 con 0x7fb6bc102740 2024-06-13T06:39:59.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:59.792+0000 7fb6c0a16700 1 --2- 172.21.15.39:0/785580706 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb6bc107840 0x7fb6bc198900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:39:59.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:59.792+0000 7fb6bbfff700 1 --2- 172.21.15.39:0/785580706 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6bc102740 0x7fb6bc19e740 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7fb6ac00c9b0 tx=0x7fb6ac00ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:39:59.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:59.792+0000 7fb6b97fa700 1 -- 172.21.15.39:0/785580706 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6ac007b00 con 0x7fb6bc102740 2024-06-13T06:39:59.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:59.792+0000 7fb6c2479700 1 -- 172.21.15.39:0/785580706 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6bc199350 con 0x7fb6bc102740 2024-06-13T06:39:59.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:59.792+0000 7fb6b97fa700 1 -- 172.21.15.39:0/785580706 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fb6ac007ca0 con 0x7fb6bc102740 2024-06-13T06:39:59.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:59.792+0000 7fb6b97fa700 1 -- 172.21.15.39:0/785580706 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6ac018730 con 0x7fb6bc102740 2024-06-13T06:39:59.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:59.792+0000 7fb6c2479700 1 -- 172.21.15.39:0/785580706 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6bc1a5610 con 0x7fb6bc102740 2024-06-13T06:39:59.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:59.793+0000 7fb6c2479700 1 -- 172.21.15.39:0/785580706 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb6bc069180 con 0x7fb6bc102740 2024-06-13T06:39:59.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:59.795+0000 7fb6b97fa700 1 -- 172.21.15.39:0/785580706 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fb6ac0188d0 con 0x7fb6bc102740 2024-06-13T06:39:59.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:59.796+0000 7fb6b97fa700 1 --2- 172.21.15.39:0/785580706 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fb6a40a2d90 0x7fb6a40a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:39:59.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:59.796+0000 7fb6bb7fe700 1 --2- 172.21.15.39:0/785580706 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fb6a40a2d90 0x7fb6a40a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:39:59.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:59.796+0000 7fb6b97fa700 1 -- 172.21.15.39:0/785580706 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 8550+0+0 (secure 0 0 0) 0x7fb6ac0cf710 con 0x7fb6bc102740 2024-06-13T06:39:59.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:59.796+0000 7fb6bb7fe700 1 --2- 172.21.15.39:0/785580706 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fb6a40a2d90 0x7fb6a40a5250 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fb6bc108b40 tx=0x7fb6b000a300 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:39:59.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:39:59.799+0000 7fb6b97fa700 1 -- 172.21.15.39:0/785580706 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fb6ac014030 con 0x7fb6bc102740 2024-06-13T06:40:00.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:00.052+0000 7fb6c2479700 1 -- 172.21.15.39:0/785580706 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb6bc1a5900 con 0x7fb6bc102740 2024-06-13T06:40:00.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:00.053+0000 7fb6b97fa700 1 -- 172.21.15.39:0/785580706 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11865 (secure 0 0 0) 0x7fb6ac09c3a0 con 0x7fb6bc102740 2024-06-13T06:40:00.053 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:40:00.053 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/2373452665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":2373452665},{"type":"v1","addr":"172.21.15.39:6835","nonce":2373452665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/2187635150","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":2187635150},{"type":"v1","addr":"172.21.15.39:6837","nonce":2187635150}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14571,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6839/1475451558","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":1475451558},{"type":"v1","addr":"172.21.15.39:6839","nonce":1475451558}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14577,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6841/313570480","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":313570480},{"type":"v1","addr":"172.21.15.39:6841","nonce":313570480}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/980475055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":980475055},{"type":"v1","addr":"172.21.15.149:6833","nonce":980475055}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24427,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/2757180167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":2757180167},{"type":"v1","addr":"172.21.15.149:6835","nonce":2757180167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-13T06:20:05.248660+0000","modified":"2024-06-13T06:23:07.325841+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24512,"mds_1":24482,"mds_2":24455},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24431":{"gid":24431,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.96:6833/2827318421","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6832","nonce":2827318421},{"type":"v1","addr":"172.21.15.96:6833","nonce":2827318421}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24439":{"gid":24439,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6837/1742889729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":1742889729},{"type":"v1","addr":"172.21.15.149:6837","nonce":1742889729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6839/862740064","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":862740064},{"type":"v1","addr":"172.21.15.149:6839","nonce":862740064}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.96:6835/3408571209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6834","nonce":3408571209},{"type":"v1","addr":"172.21.15.96:6835","nonce":3408571209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.96:6837/2574644445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6836","nonce":2574644445},{"type":"v1","addr":"172.21.15.96:6837","nonce":2574644445}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.96:6839/1459106434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6838","nonce":1459106434},{"type":"v1","addr":"172.21.15.96:6839","nonce":1459106434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24512,"qdb_cluster":[24482,24512,24455]},"id":1}]} 2024-06-13T06:40:00.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:00.056+0000 7fb6c2479700 1 -- 172.21.15.39:0/785580706 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fb6a40a2d90 msgr2=0x7fb6a40a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:40:00.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:00.056+0000 7fb6c2479700 1 --2- 172.21.15.39:0/785580706 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fb6a40a2d90 0x7fb6a40a5250 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fb6bc108b40 tx=0x7fb6b000a300 comp rx=0 tx=0).stop 2024-06-13T06:40:00.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:00.056+0000 7fb6c2479700 1 -- 172.21.15.39:0/785580706 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6bc102740 msgr2=0x7fb6bc19e740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:40:00.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:00.056+0000 7fb6c2479700 1 --2- 172.21.15.39:0/785580706 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6bc102740 0x7fb6bc19e740 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7fb6ac00c9b0 tx=0x7fb6ac00ccc0 comp rx=0 tx=0).stop 2024-06-13T06:40:00.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:00.056+0000 7fb6c2479700 1 -- 172.21.15.39:0/785580706 shutdown_connections 2024-06-13T06:40:00.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:00.056+0000 7fb6c2479700 1 --2- 172.21.15.39:0/785580706 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fb6a40a2d90 0x7fb6a40a5250 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:00.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:00.056+0000 7fb6c2479700 1 --2- 172.21.15.39:0/785580706 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb6bc107840 0x7fb6bc198900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:00.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:00.056+0000 7fb6c2479700 1 --2- 172.21.15.39:0/785580706 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6bc102740 0x7fb6bc19e740 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:00.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:00.056+0000 7fb6c2479700 1 --2- 172.21.15.39:0/785580706 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fb6bc1030f0 0x7fb6bc19ec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:00.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:00.056+0000 7fb6c2479700 1 -- 172.21.15.39:0/785580706 >> 172.21.15.39:0/785580706 conn(0x7fb6bc0795f0 msgr2=0x7fb6bc1003b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:40:00.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:00.056+0000 7fb6c2479700 1 -- 172.21.15.39:0/785580706 shutdown_connections 2024-06-13T06:40:00.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:00.056+0000 7fb6c2479700 1 -- 172.21.15.39:0/785580706 wait complete. 2024-06-13T06:40:00.057 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 24 2024-06-13T06:40:00.707 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs dump --format=json 2024-06-13T06:40:00.959 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:40:01.081 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:00 smithi039 ceph-mon[32479]: pgmap v528: 97 pgs: 97 active+clean; 31 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-06-13T06:40:01.081 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:00 smithi039 ceph-mon[32479]: overall HEALTH_OK 2024-06-13T06:40:01.081 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:00 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/785580706' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:40:01.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:40:00 smithi149 ceph-mon[36963]: pgmap v528: 97 pgs: 97 active+clean; 31 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-06-13T06:40:01.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:40:00 smithi149 ceph-mon[36963]: overall HEALTH_OK 2024-06-13T06:40:01.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:40:00 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/785580706' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:40:01.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:40:00 smithi096 ceph-mon[36532]: pgmap v528: 97 pgs: 97 active+clean; 31 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-06-13T06:40:01.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:40:00 smithi096 ceph-mon[36532]: overall HEALTH_OK 2024-06-13T06:40:01.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:40:00 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/785580706' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:40:02.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.455+0000 7fd363fe2700 1 -- 172.21.15.39:0/294550899 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd35c101d50 msgr2=0x7fd35c10e240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:40:02.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.455+0000 7fd363fe2700 1 --2- 172.21.15.39:0/294550899 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd35c101d50 0x7fd35c10e240 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7fd354009990 tx=0x7fd354009ca0 comp rx=0 tx=0).stop 2024-06-13T06:40:02.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.455+0000 7fd363fe2700 1 -- 172.21.15.39:0/294550899 shutdown_connections 2024-06-13T06:40:02.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.455+0000 7fd363fe2700 1 --2- 172.21.15.39:0/294550899 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd35c101d50 0x7fd35c10e240 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:02.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.455+0000 7fd363fe2700 1 --2- 172.21.15.39:0/294550899 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd35c107400 0x7fd35c1077e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:02.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.455+0000 7fd363fe2700 1 --2- 172.21.15.39:0/294550899 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd35c101390 0x7fd35c101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:02.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.455+0000 7fd363fe2700 1 -- 172.21.15.39:0/294550899 >> 172.21.15.39:0/294550899 conn(0x7fd35c078340 msgr2=0x7fd35c078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:40:02.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.455+0000 7fd363fe2700 1 -- 172.21.15.39:0/294550899 shutdown_connections 2024-06-13T06:40:02.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.455+0000 7fd363fe2700 1 -- 172.21.15.39:0/294550899 wait complete. 2024-06-13T06:40:02.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.456+0000 7fd363fe2700 1 Processor -- start 2024-06-13T06:40:02.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.456+0000 7fd363fe2700 1 -- start start 2024-06-13T06:40:02.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.456+0000 7fd363fe2700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd35c101390 0x7fd35c103070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:40:02.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.456+0000 7fd363fe2700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd35c101d50 0x7fd35c1035b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:40:02.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.456+0000 7fd363fe2700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd35c107400 0x7fd35c103af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:40:02.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.456+0000 7fd363fe2700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fd35c1116f0 con 0x7fd35c101d50 2024-06-13T06:40:02.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.456+0000 7fd363fe2700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fd35c111570 con 0x7fd35c101390 2024-06-13T06:40:02.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.456+0000 7fd363fe2700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fd35c111870 con 0x7fd35c107400 2024-06-13T06:40:02.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.456+0000 7fd36157d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd35c101d50 0x7fd35c1035b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:40:02.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.456+0000 7fd36157d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd35c101d50 0x7fd35c1035b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56244/0 (socket says 172.21.15.39:56244) 2024-06-13T06:40:02.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.456+0000 7fd36157d700 1 -- 172.21.15.39:0/158193720 learned_addr learned my addr 172.21.15.39:0/158193720 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:40:02.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.456+0000 7fd361d7e700 1 --2- 172.21.15.39:0/158193720 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd35c101390 0x7fd35c103070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:40:02.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.457+0000 7fd36257f700 1 --2- 172.21.15.39:0/158193720 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd35c107400 0x7fd35c103af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:40:02.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.457+0000 7fd36157d700 1 -- 172.21.15.39:0/158193720 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd35c107400 msgr2=0x7fd35c103af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:40:02.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.457+0000 7fd36157d700 1 --2- 172.21.15.39:0/158193720 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd35c107400 0x7fd35c103af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:02.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.457+0000 7fd36157d700 1 -- 172.21.15.39:0/158193720 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd35c101390 msgr2=0x7fd35c103070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:40:02.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.457+0000 7fd36157d700 1 --2- 172.21.15.39:0/158193720 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd35c101390 0x7fd35c103070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:02.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.457+0000 7fd36157d700 1 -- 172.21.15.39:0/158193720 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd35c1a7100 con 0x7fd35c101d50 2024-06-13T06:40:02.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.457+0000 7fd36157d700 1 --2- 172.21.15.39:0/158193720 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd35c101d50 0x7fd35c1035b0 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7fd35000d980 tx=0x7fd35000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:40:02.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.457+0000 7fd35affd700 1 -- 172.21.15.39:0/158193720 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd350017070 con 0x7fd35c101d50 2024-06-13T06:40:02.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.457+0000 7fd363fe2700 1 -- 172.21.15.39:0/158193720 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd35c1a73f0 con 0x7fd35c101d50 2024-06-13T06:40:02.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.457+0000 7fd35affd700 1 -- 172.21.15.39:0/158193720 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd350005020 con 0x7fd35c101d50 2024-06-13T06:40:02.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.457+0000 7fd35affd700 1 -- 172.21.15.39:0/158193720 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd350009bc0 con 0x7fd35c101d50 2024-06-13T06:40:02.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.457+0000 7fd363fe2700 1 -- 172.21.15.39:0/158193720 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd35c1a7930 con 0x7fd35c101d50 2024-06-13T06:40:02.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.458+0000 7fd363fe2700 1 -- 172.21.15.39:0/158193720 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd35c069180 con 0x7fd35c101d50 2024-06-13T06:40:02.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.459+0000 7fd35affd700 1 -- 172.21.15.39:0/158193720 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fd3500051d0 con 0x7fd35c101d50 2024-06-13T06:40:02.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.460+0000 7fd35affd700 1 --2- 172.21.15.39:0/158193720 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fd3440a2d90 0x7fd3440a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:40:02.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.460+0000 7fd361d7e700 1 --2- 172.21.15.39:0/158193720 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fd3440a2d90 0x7fd3440a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:40:02.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.460+0000 7fd35affd700 1 -- 172.21.15.39:0/158193720 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 8550+0+0 (secure 0 0 0) 0x7fd3500cf3a0 con 0x7fd35c101d50 2024-06-13T06:40:02.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.461+0000 7fd361d7e700 1 --2- 172.21.15.39:0/158193720 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fd3440a2d90 0x7fd3440a5250 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fd34c007fd0 tx=0x7fd34c0079e0 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:40:02.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.465+0000 7fd35affd700 1 -- 172.21.15.39:0/158193720 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fd350020020 con 0x7fd35c101d50 2024-06-13T06:40:02.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.717+0000 7fd363fe2700 1 -- 172.21.15.39:0/158193720 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd35c1a7b90 con 0x7fd35c101d50 2024-06-13T06:40:02.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.717+0000 7fd35affd700 1 -- 172.21.15.39:0/158193720 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11865 (secure 0 0 0) 0x7fd35009bfa0 con 0x7fd35c101d50 2024-06-13T06:40:02.718 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:40:02.718 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":24,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14517,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/2373452665","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":2373452665},{"type":"v1","addr":"172.21.15.39:6835","nonce":2373452665}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14523,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/2187635150","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":2187635150},{"type":"v1","addr":"172.21.15.39:6837","nonce":2187635150}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14571,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6839/1475451558","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":1475451558},{"type":"v1","addr":"172.21.15.39:6839","nonce":1475451558}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14577,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6841/313570480","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":313570480},{"type":"v1","addr":"172.21.15.39:6841","nonce":313570480}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24397,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/980475055","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":980475055},{"type":"v1","addr":"172.21.15.149:6833","nonce":980475055}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24427,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/2757180167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":2757180167},{"type":"v1","addr":"172.21.15.149:6835","nonce":2757180167}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[{"mdsmap":{"epoch":24,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-06-13T06:20:05.248660+0000","modified":"2024-06-13T06:23:07.325841+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24512,"mds_1":24482,"mds_2":24455},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24431":{"gid":24431,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.96:6833/2827318421","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6832","nonce":2827318421},{"type":"v1","addr":"172.21.15.96:6833","nonce":2827318421}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24439":{"gid":24439,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6837/1742889729","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":1742889729},{"type":"v1","addr":"172.21.15.149:6837","nonce":1742889729}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6839/862740064","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":862740064},{"type":"v1","addr":"172.21.15.149:6839","nonce":862740064}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":15,"addr":"172.21.15.96:6835/3408571209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6834","nonce":3408571209},{"type":"v1","addr":"172.21.15.96:6835","nonce":3408571209}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24482":{"gid":24482,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":12,"addr":"172.21.15.96:6837/2574644445","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6836","nonce":2574644445},{"type":"v1","addr":"172.21.15.96:6837","nonce":2574644445}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24512":{"gid":24512,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.96:6839/1459106434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6838","nonce":1459106434},{"type":"v1","addr":"172.21.15.96:6839","nonce":1459106434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24512,"qdb_cluster":[24482,24512,24455]},"id":1}]} 2024-06-13T06:40:02.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.719+0000 7fd363fe2700 1 -- 172.21.15.39:0/158193720 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fd3440a2d90 msgr2=0x7fd3440a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:40:02.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.719+0000 7fd363fe2700 1 --2- 172.21.15.39:0/158193720 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fd3440a2d90 0x7fd3440a5250 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fd34c007fd0 tx=0x7fd34c0079e0 comp rx=0 tx=0).stop 2024-06-13T06:40:02.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.719+0000 7fd363fe2700 1 -- 172.21.15.39:0/158193720 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd35c101d50 msgr2=0x7fd35c1035b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:40:02.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.719+0000 7fd363fe2700 1 --2- 172.21.15.39:0/158193720 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd35c101d50 0x7fd35c1035b0 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7fd35000d980 tx=0x7fd35000dc90 comp rx=0 tx=0).stop 2024-06-13T06:40:02.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.720+0000 7fd363fe2700 1 -- 172.21.15.39:0/158193720 shutdown_connections 2024-06-13T06:40:02.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.720+0000 7fd363fe2700 1 --2- 172.21.15.39:0/158193720 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fd3440a2d90 0x7fd3440a5250 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:02.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.720+0000 7fd363fe2700 1 --2- 172.21.15.39:0/158193720 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd35c107400 0x7fd35c103af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:02.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.720+0000 7fd363fe2700 1 --2- 172.21.15.39:0/158193720 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd35c101390 0x7fd35c103070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:02.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.720+0000 7fd363fe2700 1 --2- 172.21.15.39:0/158193720 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd35c101d50 0x7fd35c1035b0 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:02.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.720+0000 7fd363fe2700 1 -- 172.21.15.39:0/158193720 >> 172.21.15.39:0/158193720 conn(0x7fd35c078340 msgr2=0x7fd35c100540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:40:02.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.720+0000 7fd363fe2700 1 -- 172.21.15.39:0/158193720 shutdown_connections 2024-06-13T06:40:02.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:02.720+0000 7fd363fe2700 1 -- 172.21.15.39:0/158193720 wait complete. 2024-06-13T06:40:02.721 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 24 2024-06-13T06:40:03.045 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:02 smithi039 ceph-mon[32479]: pgmap v529: 97 pgs: 97 active+clean; 31 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 46 KiB/s wr, 25 op/s 2024-06-13T06:40:03.045 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:02 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/158193720' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:40:03.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:40:02 smithi149 ceph-mon[36963]: pgmap v529: 97 pgs: 97 active+clean; 31 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 46 KiB/s wr, 25 op/s 2024-06-13T06:40:03.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:40:02 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/158193720' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:40:03.290 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:40:02 smithi096 ceph-mon[36532]: pgmap v529: 97 pgs: 97 active+clean; 31 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 46 KiB/s wr, 25 op/s 2024-06-13T06:40:03.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:40:02 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/158193720' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-06-13T06:40:03.336 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph osd dump --format=json 2024-06-13T06:40:03.590 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:40:05.019 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:04 smithi039 ceph-mon[32479]: pgmap v530: 97 pgs: 97 active+clean; 31 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 45 KiB/s wr, 22 op/s 2024-06-13T06:40:05.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:40:04 smithi149 ceph-mon[36963]: pgmap v530: 97 pgs: 97 active+clean; 31 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 45 KiB/s wr, 22 op/s 2024-06-13T06:40:05.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.282+0000 7ff423421700 1 -- 172.21.15.39:0/3131085552 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff41c1015f0 msgr2=0x7ff41c107150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:40:05.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.282+0000 7ff423421700 1 --2- 172.21.15.39:0/3131085552 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff41c1015f0 0x7ff41c107150 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7ff40c0099c0 tx=0x7ff40c009cd0 comp rx=0 tx=0).stop 2024-06-13T06:40:05.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.282+0000 7ff423421700 1 -- 172.21.15.39:0/3131085552 shutdown_connections 2024-06-13T06:40:05.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.282+0000 7ff423421700 1 --2- 172.21.15.39:0/3131085552 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff41c107880 0x7ff41c10f400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:05.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.282+0000 7ff423421700 1 --2- 172.21.15.39:0/3131085552 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff41c100c40 0x7ff41c101020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:05.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.282+0000 7ff423421700 1 --2- 172.21.15.39:0/3131085552 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff41c1015f0 0x7ff41c107150 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:05.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.282+0000 7ff423421700 1 -- 172.21.15.39:0/3131085552 >> 172.21.15.39:0/3131085552 conn(0x7ff41c077990 msgr2=0x7ff41c0fed10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:40:05.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.282+0000 7ff423421700 1 -- 172.21.15.39:0/3131085552 shutdown_connections 2024-06-13T06:40:05.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.282+0000 7ff423421700 1 -- 172.21.15.39:0/3131085552 wait complete. 2024-06-13T06:40:05.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.282+0000 7ff423421700 1 Processor -- start 2024-06-13T06:40:05.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.283+0000 7ff423421700 1 -- start start 2024-06-13T06:40:05.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.283+0000 7ff423421700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff41c100c40 0x7ff41c19adb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:40:05.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.283+0000 7ff423421700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff41c1015f0 0x7ff41c19b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:40:05.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.283+0000 7ff423421700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff41c107880 0x7ff41c19f680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:40:05.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.283+0000 7ff423421700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7ff41c112810 con 0x7ff41c100c40 2024-06-13T06:40:05.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.283+0000 7ff423421700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7ff41c112690 con 0x7ff41c107880 2024-06-13T06:40:05.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.283+0000 7ff423421700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7ff41c112990 con 0x7ff41c1015f0 2024-06-13T06:40:05.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.283+0000 7ff4211bd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff41c100c40 0x7ff41c19adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:40:05.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.283+0000 7ff4211bd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff41c100c40 0x7ff41c19adb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56258/0 (socket says 172.21.15.39:56258) 2024-06-13T06:40:05.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.283+0000 7ff4211bd700 1 -- 172.21.15.39:0/59087853 learned_addr learned my addr 172.21.15.39:0/59087853 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:40:05.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.283+0000 7ff4219be700 1 --2- 172.21.15.39:0/59087853 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff41c107880 0x7ff41c19f680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:40:05.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.283+0000 7ff4209bc700 1 --2- 172.21.15.39:0/59087853 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff41c1015f0 0x7ff41c19b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:40:05.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.283+0000 7ff4211bd700 1 -- 172.21.15.39:0/59087853 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff41c1015f0 msgr2=0x7ff41c19b2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:40:05.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.283+0000 7ff4211bd700 1 --2- 172.21.15.39:0/59087853 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff41c1015f0 0x7ff41c19b2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:05.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.283+0000 7ff4211bd700 1 -- 172.21.15.39:0/59087853 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff41c107880 msgr2=0x7ff41c19f680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:40:05.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.283+0000 7ff4211bd700 1 --2- 172.21.15.39:0/59087853 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff41c107880 0x7ff41c19f680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:05.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.283+0000 7ff4211bd700 1 -- 172.21.15.39:0/59087853 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff41c19fdc0 con 0x7ff41c100c40 2024-06-13T06:40:05.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.283+0000 7ff4211bd700 1 --2- 172.21.15.39:0/59087853 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff41c100c40 0x7ff41c19adb0 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7ff41800b530 tx=0x7ff41800b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:40:05.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.284+0000 7ff4127fc700 1 -- 172.21.15.39:0/59087853 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff418015020 con 0x7ff41c100c40 2024-06-13T06:40:05.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.284+0000 7ff4127fc700 1 -- 172.21.15.39:0/59087853 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7ff418011d10 con 0x7ff41c100c40 2024-06-13T06:40:05.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.284+0000 7ff423421700 1 -- 172.21.15.39:0/59087853 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff41c1a00b0 con 0x7ff41c100c40 2024-06-13T06:40:05.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.284+0000 7ff4127fc700 1 -- 172.21.15.39:0/59087853 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff418010e50 con 0x7ff41c100c40 2024-06-13T06:40:05.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.284+0000 7ff423421700 1 -- 172.21.15.39:0/59087853 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff41c1a79b0 con 0x7ff41c100c40 2024-06-13T06:40:05.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.285+0000 7ff423421700 1 -- 172.21.15.39:0/59087853 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff41c069180 con 0x7ff41c100c40 2024-06-13T06:40:05.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.286+0000 7ff4127fc700 1 -- 172.21.15.39:0/59087853 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7ff418018020 con 0x7ff41c100c40 2024-06-13T06:40:05.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.287+0000 7ff4127fc700 1 --2- 172.21.15.39:0/59087853 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7ff4080a2fb0 0x7ff4080a5470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:40:05.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.287+0000 7ff4209bc700 1 --2- 172.21.15.39:0/59087853 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7ff4080a2fb0 0x7ff4080a5470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:40:05.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.287+0000 7ff4127fc700 1 -- 172.21.15.39:0/59087853 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 8550+0+0 (secure 0 0 0) 0x7ff4180ceb30 con 0x7ff41c100c40 2024-06-13T06:40:05.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.287+0000 7ff4209bc700 1 --2- 172.21.15.39:0/59087853 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7ff4080a2fb0 0x7ff4080a5470 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7ff41c10f7b0 tx=0x7ff40c005fd0 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:40:05.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.291+0000 7ff4127fc700 1 -- 172.21.15.39:0/59087853 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7ff41801f020 con 0x7ff41c100c40 2024-06-13T06:40:05.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:40:04 smithi096 ceph-mon[36532]: pgmap v530: 97 pgs: 97 active+clean; 31 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 45 KiB/s wr, 22 op/s 2024-06-13T06:40:05.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.498+0000 7ff423421700 1 -- 172.21.15.39:0/59087853 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff41c1a7c40 con 0x7ff41c100c40 2024-06-13T06:40:05.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.499+0000 7ff4127fc700 1 -- 172.21.15.39:0/59087853 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v112) ==== 74+0+23152 (secure 0 0 0) 0x7ff41809b840 con 0x7ff41c100c40 2024-06-13T06:40:05.499 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-06-13T06:40:05.499 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":112,"fsid":"ae626f9c-294b-11ef-bc9c-c7b262605968","created":"2024-06-13T06:11:51.305066+0000","modified":"2024-06-13T06:39:06.573169+0000","last_up_change":"2024-06-13T06:18:58.374371+0000","last_in_change":"2024-06-13T06:18:37.816473+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-06-13T06:15:09.300272+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-06-13T06:19:58.467506+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-06-13T06:20:01.811410+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"111","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":27,"snap_epoch":111,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b602e286-0350-4768-b03b-081f9c60cda7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":917128641},{"type":"v1","addr":"172.21.15.39:6803","nonce":917128641}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":917128641},{"type":"v1","addr":"172.21.15.39:6805","nonce":917128641}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":917128641},{"type":"v1","addr":"172.21.15.39:6809","nonce":917128641}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":917128641},{"type":"v1","addr":"172.21.15.39:6807","nonce":917128641}]},"public_addr":"172.21.15.39:6803/917128641","cluster_addr":"172.21.15.39:6805/917128641","heartbeat_back_addr":"172.21.15.39:6809/917128641","heartbeat_front_addr":"172.21.15.39:6807/917128641","state":["exists","up"]},{"osd":1,"uuid":"199bf34b-b607-43d8-8216-c4e80c8d3ebe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6800","nonce":1664615815},{"type":"v1","addr":"172.21.15.96:6801","nonce":1664615815}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6802","nonce":1664615815},{"type":"v1","addr":"172.21.15.96:6803","nonce":1664615815}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6806","nonce":1664615815},{"type":"v1","addr":"172.21.15.96:6807","nonce":1664615815}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6804","nonce":1664615815},{"type":"v1","addr":"172.21.15.96:6805","nonce":1664615815}]},"public_addr":"172.21.15.96:6801/1664615815","cluster_addr":"172.21.15.96:6803/1664615815","heartbeat_back_addr":"172.21.15.96:6807/1664615815","heartbeat_front_addr":"172.21.15.96:6805/1664615815","state":["exists","up"]},{"osd":2,"uuid":"1408753c-ec3d-4e23-964e-104614ccba56","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":580976175},{"type":"v1","addr":"172.21.15.149:6801","nonce":580976175}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":580976175},{"type":"v1","addr":"172.21.15.149:6803","nonce":580976175}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":580976175},{"type":"v1","addr":"172.21.15.149:6807","nonce":580976175}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":580976175},{"type":"v1","addr":"172.21.15.149:6805","nonce":580976175}]},"public_addr":"172.21.15.149:6801/580976175","cluster_addr":"172.21.15.149:6803/580976175","heartbeat_back_addr":"172.21.15.149:6807/580976175","heartbeat_front_addr":"172.21.15.149:6805/580976175","state":["exists","up"]},{"osd":3,"uuid":"8234a82f-d8d1-42c5-b257-799c0517bb1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2347430345},{"type":"v1","addr":"172.21.15.39:6811","nonce":2347430345}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2347430345},{"type":"v1","addr":"172.21.15.39:6813","nonce":2347430345}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6816","nonce":2347430345},{"type":"v1","addr":"172.21.15.39:6817","nonce":2347430345}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2347430345},{"type":"v1","addr":"172.21.15.39:6815","nonce":2347430345}]},"public_addr":"172.21.15.39:6811/2347430345","cluster_addr":"172.21.15.39:6813/2347430345","heartbeat_back_addr":"172.21.15.39:6817/2347430345","heartbeat_front_addr":"172.21.15.39:6815/2347430345","state":["exists","up"]},{"osd":4,"uuid":"977fac50-3471-408c-9747-70154767f29a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6808","nonce":1674089136},{"type":"v1","addr":"172.21.15.96:6809","nonce":1674089136}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6810","nonce":1674089136},{"type":"v1","addr":"172.21.15.96:6811","nonce":1674089136}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6814","nonce":1674089136},{"type":"v1","addr":"172.21.15.96:6815","nonce":1674089136}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6812","nonce":1674089136},{"type":"v1","addr":"172.21.15.96:6813","nonce":1674089136}]},"public_addr":"172.21.15.96:6809/1674089136","cluster_addr":"172.21.15.96:6811/1674089136","heartbeat_back_addr":"172.21.15.96:6815/1674089136","heartbeat_front_addr":"172.21.15.96:6813/1674089136","state":["exists","up"]},{"osd":5,"uuid":"99a866b2-466a-4779-bb0d-c104bac11df5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":3878401601},{"type":"v1","addr":"172.21.15.149:6809","nonce":3878401601}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":3878401601},{"type":"v1","addr":"172.21.15.149:6811","nonce":3878401601}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":3878401601},{"type":"v1","addr":"172.21.15.149:6815","nonce":3878401601}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":3878401601},{"type":"v1","addr":"172.21.15.149:6813","nonce":3878401601}]},"public_addr":"172.21.15.149:6809/3878401601","cluster_addr":"172.21.15.149:6811/3878401601","heartbeat_back_addr":"172.21.15.149:6815/3878401601","heartbeat_front_addr":"172.21.15.149:6813/3878401601","state":["exists","up"]},{"osd":6,"uuid":"10df23c3-559c-4922-8ccf-99802a4f2449","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":1262679006},{"type":"v1","addr":"172.21.15.39:6819","nonce":1262679006}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":1262679006},{"type":"v1","addr":"172.21.15.39:6821","nonce":1262679006}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":1262679006},{"type":"v1","addr":"172.21.15.39:6825","nonce":1262679006}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":1262679006},{"type":"v1","addr":"172.21.15.39:6823","nonce":1262679006}]},"public_addr":"172.21.15.39:6819/1262679006","cluster_addr":"172.21.15.39:6821/1262679006","heartbeat_back_addr":"172.21.15.39:6825/1262679006","heartbeat_front_addr":"172.21.15.39:6823/1262679006","state":["exists","up"]},{"osd":7,"uuid":"eba2316d-c2fc-4fd8-943c-74e05936af95","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6816","nonce":2801325231},{"type":"v1","addr":"172.21.15.96:6817","nonce":2801325231}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6818","nonce":2801325231},{"type":"v1","addr":"172.21.15.96:6819","nonce":2801325231}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6822","nonce":2801325231},{"type":"v1","addr":"172.21.15.96:6823","nonce":2801325231}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6820","nonce":2801325231},{"type":"v1","addr":"172.21.15.96:6821","nonce":2801325231}]},"public_addr":"172.21.15.96:6817/2801325231","cluster_addr":"172.21.15.96:6819/2801325231","heartbeat_back_addr":"172.21.15.96:6823/2801325231","heartbeat_front_addr":"172.21.15.96:6821/2801325231","state":["exists","up"]},{"osd":8,"uuid":"3c975612-4663-4516-bb94-8705d96309e1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":2814583725},{"type":"v1","addr":"172.21.15.149:6817","nonce":2814583725}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":2814583725},{"type":"v1","addr":"172.21.15.149:6819","nonce":2814583725}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":2814583725},{"type":"v1","addr":"172.21.15.149:6823","nonce":2814583725}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":2814583725},{"type":"v1","addr":"172.21.15.149:6821","nonce":2814583725}]},"public_addr":"172.21.15.149:6817/2814583725","cluster_addr":"172.21.15.149:6819/2814583725","heartbeat_back_addr":"172.21.15.149:6823/2814583725","heartbeat_front_addr":"172.21.15.149:6821/2814583725","state":["exists","up"]},{"osd":9,"uuid":"17d9ffb0-b826-452c-bd91-1399fb46e734","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":2716066772},{"type":"v1","addr":"172.21.15.39:6827","nonce":2716066772}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":2716066772},{"type":"v1","addr":"172.21.15.39:6829","nonce":2716066772}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":2716066772},{"type":"v1","addr":"172.21.15.39:6833","nonce":2716066772}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":2716066772},{"type":"v1","addr":"172.21.15.39:6831","nonce":2716066772}]},"public_addr":"172.21.15.39:6827/2716066772","cluster_addr":"172.21.15.39:6829/2716066772","heartbeat_back_addr":"172.21.15.39:6833/2716066772","heartbeat_front_addr":"172.21.15.39:6831/2716066772","state":["exists","up"]},{"osd":10,"uuid":"5fa8dedf-2c1b-47b0-98ca-7983922b6e31","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6824","nonce":3117528382},{"type":"v1","addr":"172.21.15.96:6825","nonce":3117528382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6826","nonce":3117528382},{"type":"v1","addr":"172.21.15.96:6827","nonce":3117528382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6830","nonce":3117528382},{"type":"v1","addr":"172.21.15.96:6831","nonce":3117528382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6828","nonce":3117528382},{"type":"v1","addr":"172.21.15.96:6829","nonce":3117528382}]},"public_addr":"172.21.15.96:6825/3117528382","cluster_addr":"172.21.15.96:6827/3117528382","heartbeat_back_addr":"172.21.15.96:6831/3117528382","heartbeat_front_addr":"172.21.15.96:6829/3117528382","state":["exists","up"]},{"osd":11,"uuid":"464289a7-ae93-47f5-b88b-7c21ab02c295","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":3783053198},{"type":"v1","addr":"172.21.15.149:6825","nonce":3783053198}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":3783053198},{"type":"v1","addr":"172.21.15.149:6827","nonce":3783053198}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":3783053198},{"type":"v1","addr":"172.21.15.149:6831","nonce":3783053198}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":3783053198},{"type":"v1","addr":"172.21.15.149:6829","nonce":3783053198}]},"public_addr":"172.21.15.149:6825/3783053198","cluster_addr":"172.21.15.149:6827/3783053198","heartbeat_back_addr":"172.21.15.149:6831/3783053198","heartbeat_front_addr":"172.21.15.149:6829/3783053198","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:14:17.982063+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:14:41.653647+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:15:05.443023+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:15:30.243854+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:15:55.390739+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:16:20.257963+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:16:45.973831+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:17:11.985325+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:17:36.876077+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:18:03.226432+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:18:29.731400+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-06-13T06:18:56.089310+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"2.1c","mappings":[{"from":8,"to":11}]},{"pgid":"3.0","mappings":[{"from":4,"to":6}]},{"pgid":"3.e","mappings":[{"from":4,"to":8}]},{"pgid":"3.14","mappings":[{"from":1,"to":9}]},{"pgid":"3.18","mappings":[{"from":3,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8},{"from":5,"to":9}]},{"pgid":"3.37","mappings":[{"from":5,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:0/1836728899":"2024-06-14T06:23:09.517268+0000","172.21.15.39:0/855941877":"2024-06-14T06:23:09.517268+0000","172.21.15.39:6801/2178314534":"2024-06-14T06:23:09.517268+0000","172.21.15.39:6800/2178314534":"2024-06-14T06:23:09.517268+0000","172.21.15.39:0/3967350115":"2024-06-14T06:23:09.517268+0000","172.21.15.39:0/2230961630":"2024-06-14T06:12:44.764849+0000","172.21.15.39:0/3359492273":"2024-06-14T06:12:44.764849+0000","172.21.15.39:6800/1734263468":"2024-06-14T06:12:44.764849+0000","172.21.15.39:6801/1734263468":"2024-06-14T06:12:44.764849+0000","172.21.15.39:0/984030546":"2024-06-14T06:12:17.979204+0000","172.21.15.39:0/3945491090":"2024-06-14T06:23:09.517268+0000","172.21.15.39:0/3526641224":"2024-06-14T06:12:44.764849+0000","172.21.15.39:0/3515867652":"2024-06-14T06:12:17.979204+0000","172.21.15.39:6800/1863890417":"2024-06-14T06:12:17.979204+0000","172.21.15.39:0/973565867":"2024-06-14T06:12:17.979204+0000","172.21.15.39:6801/1863890417":"2024-06-14T06:12:17.979204+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":14,"length":1},{"begin":27,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-06-13T06:40:05.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.502+0000 7ff423421700 1 -- 172.21.15.39:0/59087853 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7ff4080a2fb0 msgr2=0x7ff4080a5470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:40:05.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.502+0000 7ff423421700 1 --2- 172.21.15.39:0/59087853 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7ff4080a2fb0 0x7ff4080a5470 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7ff41c10f7b0 tx=0x7ff40c005fd0 comp rx=0 tx=0).stop 2024-06-13T06:40:05.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.502+0000 7ff423421700 1 -- 172.21.15.39:0/59087853 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff41c100c40 msgr2=0x7ff41c19adb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:40:05.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.502+0000 7ff423421700 1 --2- 172.21.15.39:0/59087853 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff41c100c40 0x7ff41c19adb0 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7ff41800b530 tx=0x7ff41800b8f0 comp rx=0 tx=0).stop 2024-06-13T06:40:05.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.502+0000 7ff423421700 1 -- 172.21.15.39:0/59087853 shutdown_connections 2024-06-13T06:40:05.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.502+0000 7ff423421700 1 --2- 172.21.15.39:0/59087853 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7ff4080a2fb0 0x7ff4080a5470 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:05.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.502+0000 7ff423421700 1 --2- 172.21.15.39:0/59087853 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7ff41c107880 0x7ff41c19f680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:05.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.502+0000 7ff423421700 1 --2- 172.21.15.39:0/59087853 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff41c100c40 0x7ff41c19adb0 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:05.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.502+0000 7ff423421700 1 --2- 172.21.15.39:0/59087853 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff41c1015f0 0x7ff41c19b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:05.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.502+0000 7ff423421700 1 -- 172.21.15.39:0/59087853 >> 172.21.15.39:0/59087853 conn(0x7ff41c077990 msgr2=0x7ff41c106ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:40:05.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.502+0000 7ff423421700 1 -- 172.21.15.39:0/59087853 shutdown_connections 2024-06-13T06:40:05.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:05.502+0000 7ff423421700 1 -- 172.21.15.39:0/59087853 wait complete. 2024-06-13T06:40:06.147 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:05 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/59087853' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T06:40:06.178 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs fail cephfs 2024-06-13T06:40:06.217 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:40:05 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/59087853' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T06:40:06.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:40:05 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/59087853' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-06-13T06:40:06.434 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:40:07.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:06 smithi039 ceph-mon[32479]: pgmap v531: 97 pgs: 97 active+clean; 31 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 25 op/s 2024-06-13T06:40:07.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:40:06 smithi149 ceph-mon[36963]: pgmap v531: 97 pgs: 97 active+clean; 31 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 25 op/s 2024-06-13T06:40:07.290 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:40:06 smithi096 ceph-mon[36532]: pgmap v531: 97 pgs: 97 active+clean; 31 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 25 op/s 2024-06-13T06:40:08.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.135+0000 7f8e637d7700 1 -- 172.21.15.39:0/3523528425 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8e5c107860 msgr2=0x7f8e5c10f3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:40:08.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.135+0000 7f8e637d7700 1 --2- 172.21.15.39:0/3523528425 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8e5c107860 0x7f8e5c10f3e0 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f8e5400b0d0 tx=0x7f8e5400b3e0 comp rx=0 tx=0).stop 2024-06-13T06:40:08.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.135+0000 7f8e637d7700 1 -- 172.21.15.39:0/3523528425 shutdown_connections 2024-06-13T06:40:08.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.135+0000 7f8e637d7700 1 --2- 172.21.15.39:0/3523528425 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8e5c107860 0x7f8e5c10f3e0 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:08.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.136+0000 7f8e637d7700 1 --2- 172.21.15.39:0/3523528425 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f8e5c102770 0x7f8e5c102b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:08.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.136+0000 7f8e637d7700 1 --2- 172.21.15.39:0/3523528425 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8e5c103120 0x7f8e5c107130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:08.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.136+0000 7f8e637d7700 1 -- 172.21.15.39:0/3523528425 >> 172.21.15.39:0/3523528425 conn(0x7f8e5c079600 msgr2=0x7f8e5c079a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:40:08.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.136+0000 7f8e637d7700 1 -- 172.21.15.39:0/3523528425 shutdown_connections 2024-06-13T06:40:08.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.137+0000 7f8e637d7700 1 -- 172.21.15.39:0/3523528425 wait complete. 2024-06-13T06:40:08.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.137+0000 7f8e637d7700 1 Processor -- start 2024-06-13T06:40:08.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.137+0000 7f8e637d7700 1 -- start start 2024-06-13T06:40:08.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.137+0000 7f8e637d7700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8e5c102770 0x7f8e5c074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:40:08.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.137+0000 7f8e637d7700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8e5c103120 0x7f8e5c074cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:40:08.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.137+0000 7f8e637d7700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f8e5c107860 0x7f8e5c075210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:40:08.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.137+0000 7f8e637d7700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f8e5c112780 con 0x7f8e5c103120 2024-06-13T06:40:08.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.137+0000 7f8e637d7700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f8e5c112600 con 0x7f8e5c107860 2024-06-13T06:40:08.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.137+0000 7f8e637d7700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f8e5c112900 con 0x7f8e5c102770 2024-06-13T06:40:08.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.138+0000 7f8e60d72700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8e5c103120 0x7f8e5c074cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:40:08.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.138+0000 7f8e60d72700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8e5c103120 0x7f8e5c074cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56278/0 (socket says 172.21.15.39:56278) 2024-06-13T06:40:08.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.138+0000 7f8e60d72700 1 -- 172.21.15.39:0/3893520322 learned_addr learned my addr 172.21.15.39:0/3893520322 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:40:08.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.138+0000 7f8e61573700 1 --2- 172.21.15.39:0/3893520322 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8e5c102770 0x7f8e5c074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:40:08.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.138+0000 7f8e61d74700 1 --2- 172.21.15.39:0/3893520322 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f8e5c107860 0x7f8e5c075210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:40:08.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.138+0000 7f8e60d72700 1 -- 172.21.15.39:0/3893520322 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8e5c102770 msgr2=0x7f8e5c074790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:40:08.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.138+0000 7f8e60d72700 1 --2- 172.21.15.39:0/3893520322 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8e5c102770 0x7f8e5c074790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:08.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.138+0000 7f8e60d72700 1 -- 172.21.15.39:0/3893520322 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f8e5c107860 msgr2=0x7f8e5c075210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:40:08.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.138+0000 7f8e60d72700 1 --2- 172.21.15.39:0/3893520322 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f8e5c107860 0x7f8e5c075210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:08.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.138+0000 7f8e60d72700 1 -- 172.21.15.39:0/3893520322 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e5c1a7000 con 0x7f8e5c103120 2024-06-13T06:40:08.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.138+0000 7f8e60d72700 1 --2- 172.21.15.39:0/3893520322 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8e5c103120 0x7f8e5c074cd0 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f8e4c00c9b0 tx=0x7f8e4c00cd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:40:08.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.138+0000 7f8e527fc700 1 -- 172.21.15.39:0/3893520322 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e4c007b00 con 0x7f8e5c103120 2024-06-13T06:40:08.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.138+0000 7f8e527fc700 1 -- 172.21.15.39:0/3893520322 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f8e4c007ca0 con 0x7f8e5c103120 2024-06-13T06:40:08.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.138+0000 7f8e637d7700 1 -- 172.21.15.39:0/3893520322 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e5c1a72f0 con 0x7f8e5c103120 2024-06-13T06:40:08.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.138+0000 7f8e527fc700 1 -- 172.21.15.39:0/3893520322 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e4c018780 con 0x7f8e5c103120 2024-06-13T06:40:08.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.138+0000 7f8e637d7700 1 -- 172.21.15.39:0/3893520322 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e5c1a7830 con 0x7f8e5c103120 2024-06-13T06:40:08.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.139+0000 7f8e637d7700 1 -- 172.21.15.39:0/3893520322 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8e5c069180 con 0x7f8e5c103120 2024-06-13T06:40:08.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.141+0000 7f8e527fc700 1 -- 172.21.15.39:0/3893520322 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f8e4c00f450 con 0x7f8e5c103120 2024-06-13T06:40:08.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.142+0000 7f8e527fc700 1 --2- 172.21.15.39:0/3893520322 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f8e480a2d90 0x7f8e480a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:40:08.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.142+0000 7f8e61573700 1 --2- 172.21.15.39:0/3893520322 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f8e480a2d90 0x7f8e480a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:40:08.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.142+0000 7f8e527fc700 1 -- 172.21.15.39:0/3893520322 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 8550+0+0 (secure 0 0 0) 0x7f8e4c0cf7b0 con 0x7f8e5c103120 2024-06-13T06:40:08.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.142+0000 7f8e61573700 1 --2- 172.21.15.39:0/3893520322 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f8e480a2d90 0x7f8e480a5250 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f8e58005950 tx=0x7f8e580058e0 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:40:08.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.146+0000 7f8e527fc700 1 -- 172.21.15.39:0/3893520322 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f8e4c014030 con 0x7f8e5c103120 2024-06-13T06:40:08.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.397+0000 7f8e637d7700 1 -- 172.21.15.39:0/3893520322 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f8e5c075cc0 con 0x7f8e5c103120 2024-06-13T06:40:08.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.400+0000 7f8e527fc700 1 -- 172.21.15.39:0/3893520322 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v25) ==== 161+0+0 (secure 0 0 0) 0x7f8e5c075cc0 con 0x7f8e5c103120 2024-06-13T06:40:08.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.402+0000 7f8e637d7700 1 -- 172.21.15.39:0/3893520322 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f8e480a2d90 msgr2=0x7f8e480a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:40:08.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.402+0000 7f8e637d7700 1 --2- 172.21.15.39:0/3893520322 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f8e480a2d90 0x7f8e480a5250 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f8e58005950 tx=0x7f8e580058e0 comp rx=0 tx=0).stop 2024-06-13T06:40:08.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.403+0000 7f8e637d7700 1 -- 172.21.15.39:0/3893520322 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8e5c103120 msgr2=0x7f8e5c074cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:40:08.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.403+0000 7f8e637d7700 1 --2- 172.21.15.39:0/3893520322 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8e5c103120 0x7f8e5c074cd0 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f8e4c00c9b0 tx=0x7f8e4c00cd70 comp rx=0 tx=0).stop 2024-06-13T06:40:08.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.403+0000 7f8e637d7700 1 -- 172.21.15.39:0/3893520322 shutdown_connections 2024-06-13T06:40:08.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.403+0000 7f8e637d7700 1 --2- 172.21.15.39:0/3893520322 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f8e480a2d90 0x7f8e480a5250 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:08.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.403+0000 7f8e637d7700 1 --2- 172.21.15.39:0/3893520322 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f8e5c107860 0x7f8e5c075210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:08.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.403+0000 7f8e637d7700 1 --2- 172.21.15.39:0/3893520322 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8e5c102770 0x7f8e5c074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:08.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.403+0000 7f8e637d7700 1 --2- 172.21.15.39:0/3893520322 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8e5c103120 0x7f8e5c074cd0 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:08.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.403+0000 7f8e637d7700 1 -- 172.21.15.39:0/3893520322 >> 172.21.15.39:0/3893520322 conn(0x7f8e5c079600 msgr2=0x7f8e5c100480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:40:08.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.403+0000 7f8e637d7700 1 -- 172.21.15.39:0/3893520322 shutdown_connections 2024-06-13T06:40:08.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:08.403+0000 7f8e637d7700 1 -- 172.21.15.39:0/3893520322 wait complete. 2024-06-13T06:40:08.403 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-06-13T06:40:08.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:08 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mon-a[32475]: 2024-06-13T06:40:08.398+0000 7f762d930700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-06-13T06:40:08.718 INFO:journalctl@ceph.mds.c.smithi149.stdout:Jun 13 06:40:08 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-c[67181]: ignoring --setuser ceph since I am not root 2024-06-13T06:40:08.718 INFO:journalctl@ceph.mds.c.smithi149.stdout:Jun 13 06:40:08 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-c[67181]: ignoring --setgroup ceph since I am not root 2024-06-13T06:40:08.718 INFO:journalctl@ceph.mds.c.smithi149.stdout:Jun 13 06:40:08 smithi149 ceph-mds[67185]: -- 172.21.15.149:0/3211562398 <== mon.1 v2:172.21.15.149:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558f25bf1a40 con 0x558f25bc4c00 2024-06-13T06:40:08.718 INFO:journalctl@ceph.mds.c.smithi149.stdout:Jun 13 06:40:08 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-c[67181]: starting mds.c at 2024-06-13T06:40:08.719 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 13 06:40:08 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-i[67482]: ignoring --setuser ceph since I am not root 2024-06-13T06:40:08.719 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 13 06:40:08 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-i[67482]: ignoring --setgroup ceph since I am not root 2024-06-13T06:40:08.719 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 13 06:40:08 smithi149 ceph-mds[67486]: -- 172.21.15.149:0/4055059858 <== mon.1 v2:172.21.15.149:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x562205ffda40 con 0x562205fd1000 2024-06-13T06:40:08.719 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 13 06:40:08 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-i[67482]: starting mds.i at 2024-06-13T06:40:08.791 INFO:journalctl@ceph.mds.b.smithi096.stdout:Jun 13 06:40:08 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-b[67235]: ignoring --setuser ceph since I am not root 2024-06-13T06:40:08.791 INFO:journalctl@ceph.mds.b.smithi096.stdout:Jun 13 06:40:08 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-b[67235]: ignoring --setgroup ceph since I am not root 2024-06-13T06:40:08.791 INFO:journalctl@ceph.mds.b.smithi096.stdout:Jun 13 06:40:08 smithi096 ceph-mds[67239]: -- 172.21.15.96:0/2834248367 <== mon.1 v2:172.21.15.149:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f487e49a40 con 0x55f487e1cc00 2024-06-13T06:40:08.791 INFO:journalctl@ceph.mds.b.smithi096.stdout:Jun 13 06:40:08 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-b[67235]: starting mds.b at 2024-06-13T06:40:08.792 INFO:journalctl@ceph.mds.h.smithi096.stdout:Jun 13 06:40:08 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-h[66935]: ignoring --setuser ceph since I am not root 2024-06-13T06:40:08.792 INFO:journalctl@ceph.mds.h.smithi096.stdout:Jun 13 06:40:08 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-h[66935]: ignoring --setgroup ceph since I am not root 2024-06-13T06:40:08.792 INFO:journalctl@ceph.mds.h.smithi096.stdout:Jun 13 06:40:08 smithi096 ceph-mds[66939]: -- 172.21.15.96:0/285628333 <== mon.2 v2:172.21.15.96:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56535d677a40 con 0x56535d64ac00 2024-06-13T06:40:08.792 INFO:journalctl@ceph.mds.h.smithi096.stdout:Jun 13 06:40:08 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-h[66935]: starting mds.h at 2024-06-13T06:40:08.792 INFO:journalctl@ceph.mds.e.smithi096.stdout:Jun 13 06:40:08 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-e[66632]: ignoring --setuser ceph since I am not root 2024-06-13T06:40:08.792 INFO:journalctl@ceph.mds.e.smithi096.stdout:Jun 13 06:40:08 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-e[66632]: ignoring --setgroup ceph since I am not root 2024-06-13T06:40:08.792 INFO:journalctl@ceph.mds.e.smithi096.stdout:Jun 13 06:40:08 smithi096 ceph-mds[66636]: -- 172.21.15.96:0/4150936161 <== mon.2 v2:172.21.15.96:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f129f47a40 con 0x55f129f1b000 2024-06-13T06:40:08.792 INFO:journalctl@ceph.mds.e.smithi096.stdout:Jun 13 06:40:08 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-e[66632]: starting mds.e at 2024-06-13T06:40:08.793 INFO:journalctl@ceph.mds.k.smithi096.stdout:Jun 13 06:40:08 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-k[66319]: ignoring --setuser ceph since I am not root 2024-06-13T06:40:08.793 INFO:journalctl@ceph.mds.k.smithi096.stdout:Jun 13 06:40:08 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-k[66319]: ignoring --setgroup ceph since I am not root 2024-06-13T06:40:08.793 INFO:journalctl@ceph.mds.k.smithi096.stdout:Jun 13 06:40:08 smithi096 ceph-mds[66323]: -- 172.21.15.96:0/1122408720 <== mon.2 v2:172.21.15.96:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x563d23013a40 con 0x563d22fe6800 2024-06-13T06:40:08.793 INFO:journalctl@ceph.mds.k.smithi096.stdout:Jun 13 06:40:08 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-k[66319]: starting mds.k at 2024-06-13T06:40:09.120 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:08 smithi039 ceph-mon[32479]: pgmap v532: 97 pgs: 97 active+clean; 31 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 45 KiB/s wr, 22 op/s 2024-06-13T06:40:09.120 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:08 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/3893520322' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-06-13T06:40:09.120 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:08 smithi039 ceph-mon[32479]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-06-13T06:40:09.121 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:08 smithi039 ceph-mon[32479]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-06-13T06:40:09.121 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:08 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/3893520322' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-06-13T06:40:09.121 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:08 smithi039 ceph-mon[32479]: osdmap e113: 12 total, 12 up, 12 in 2024-06-13T06:40:09.121 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:08 smithi039 ceph-mon[32479]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-06-13T06:40:09.150 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph fs rm cephfs --yes-i-really-mean-it 2024-06-13T06:40:09.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:40:08 smithi149 ceph-mon[36963]: pgmap v532: 97 pgs: 97 active+clean; 31 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 45 KiB/s wr, 22 op/s 2024-06-13T06:40:09.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:40:08 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/3893520322' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-06-13T06:40:09.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:40:08 smithi149 ceph-mon[36963]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-06-13T06:40:09.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:40:08 smithi149 ceph-mon[36963]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-06-13T06:40:09.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:40:08 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/3893520322' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-06-13T06:40:09.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:40:08 smithi149 ceph-mon[36963]: osdmap e113: 12 total, 12 up, 12 in 2024-06-13T06:40:09.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:40:08 smithi149 ceph-mon[36963]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-06-13T06:40:09.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:40:08 smithi096 ceph-mon[36532]: pgmap v532: 97 pgs: 97 active+clean; 31 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 45 KiB/s wr, 22 op/s 2024-06-13T06:40:09.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:40:08 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/3893520322' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-06-13T06:40:09.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:40:08 smithi096 ceph-mon[36532]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-06-13T06:40:09.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:40:08 smithi096 ceph-mon[36532]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-06-13T06:40:09.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:40:08 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/3893520322' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-06-13T06:40:09.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:40:08 smithi096 ceph-mon[36532]: osdmap e113: 12 total, 12 up, 12 in 2024-06-13T06:40:09.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:40:08 smithi096 ceph-mon[36532]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-06-13T06:40:09.402 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:40:10.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:10 smithi039 ceph-mon[32479]: mds.? [v2:172.21.15.149:6836/286629870,v1:172.21.15.149:6838/286629870] up:boot 2024-06-13T06:40:10.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:10 smithi039 ceph-mon[32479]: mds.? [v2:172.21.15.149:6837/895643056,v1:172.21.15.149:6839/895643056] up:boot 2024-06-13T06:40:10.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:10 smithi039 ceph-mon[32479]: mds.? [v2:172.21.15.96:6833/2740522973,v1:172.21.15.96:6835/2740522973] up:boot 2024-06-13T06:40:10.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:10 smithi039 ceph-mon[32479]: mds.? [v2:172.21.15.96:6832/501083254,v1:172.21.15.96:6834/501083254] up:boot 2024-06-13T06:40:10.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:10 smithi039 ceph-mon[32479]: mds.? [v2:172.21.15.96:6837/2621814645,v1:172.21.15.96:6839/2621814645] up:boot 2024-06-13T06:40:10.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:10 smithi039 ceph-mon[32479]: mds.? [v2:172.21.15.96:6836/505124540,v1:172.21.15.96:6838/505124540] up:boot 2024-06-13T06:40:10.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:10 smithi039 ceph-mon[32479]: fsmap cephfs:0/3 12 up:standby, 3 failed 2024-06-13T06:40:10.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:10 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-06-13T06:40:10.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:10 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-06-13T06:40:10.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:10 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-06-13T06:40:10.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:10 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-06-13T06:40:10.673 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:10 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-06-13T06:40:10.673 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:10 smithi039 ceph-mon[32479]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-06-13T06:40:10.673 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:10 smithi039 ceph-mon[32479]: pgmap v534: 97 pgs: 97 active+clean; 31 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 27 op/s 2024-06-13T06:40:10.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:40:10 smithi149 ceph-mon[36963]: mds.? [v2:172.21.15.149:6836/286629870,v1:172.21.15.149:6838/286629870] up:boot 2024-06-13T06:40:10.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:40:10 smithi149 ceph-mon[36963]: mds.? [v2:172.21.15.149:6837/895643056,v1:172.21.15.149:6839/895643056] up:boot 2024-06-13T06:40:10.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:40:10 smithi149 ceph-mon[36963]: mds.? [v2:172.21.15.96:6833/2740522973,v1:172.21.15.96:6835/2740522973] up:boot 2024-06-13T06:40:10.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:40:10 smithi149 ceph-mon[36963]: mds.? [v2:172.21.15.96:6832/501083254,v1:172.21.15.96:6834/501083254] up:boot 2024-06-13T06:40:10.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:40:10 smithi149 ceph-mon[36963]: mds.? [v2:172.21.15.96:6837/2621814645,v1:172.21.15.96:6839/2621814645] up:boot 2024-06-13T06:40:10.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:40:10 smithi149 ceph-mon[36963]: mds.? [v2:172.21.15.96:6836/505124540,v1:172.21.15.96:6838/505124540] up:boot 2024-06-13T06:40:10.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:40:10 smithi149 ceph-mon[36963]: fsmap cephfs:0/3 12 up:standby, 3 failed 2024-06-13T06:40:10.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:40:10 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-06-13T06:40:10.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:40:10 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-06-13T06:40:10.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:40:10 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-06-13T06:40:10.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:40:10 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-06-13T06:40:10.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:40:10 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-06-13T06:40:10.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:40:10 smithi149 ceph-mon[36963]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-06-13T06:40:10.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:40:10 smithi149 ceph-mon[36963]: pgmap v534: 97 pgs: 97 active+clean; 31 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 27 op/s 2024-06-13T06:40:10.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:40:10 smithi096 ceph-mon[36532]: mds.? [v2:172.21.15.149:6836/286629870,v1:172.21.15.149:6838/286629870] up:boot 2024-06-13T06:40:10.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:40:10 smithi096 ceph-mon[36532]: mds.? [v2:172.21.15.149:6837/895643056,v1:172.21.15.149:6839/895643056] up:boot 2024-06-13T06:40:10.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:40:10 smithi096 ceph-mon[36532]: mds.? [v2:172.21.15.96:6833/2740522973,v1:172.21.15.96:6835/2740522973] up:boot 2024-06-13T06:40:10.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:40:10 smithi096 ceph-mon[36532]: mds.? [v2:172.21.15.96:6832/501083254,v1:172.21.15.96:6834/501083254] up:boot 2024-06-13T06:40:10.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:40:10 smithi096 ceph-mon[36532]: mds.? [v2:172.21.15.96:6837/2621814645,v1:172.21.15.96:6839/2621814645] up:boot 2024-06-13T06:40:10.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:40:10 smithi096 ceph-mon[36532]: mds.? [v2:172.21.15.96:6836/505124540,v1:172.21.15.96:6838/505124540] up:boot 2024-06-13T06:40:10.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:40:10 smithi096 ceph-mon[36532]: fsmap cephfs:0/3 12 up:standby, 3 failed 2024-06-13T06:40:10.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:40:10 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-06-13T06:40:10.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:40:10 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-06-13T06:40:10.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:40:10 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-06-13T06:40:10.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:40:10 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-06-13T06:40:10.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:40:10 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-06-13T06:40:10.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:40:10 smithi096 ceph-mon[36532]: from='mgr.15111 172.21.15.39:0/2416921675' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-06-13T06:40:10.792 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:40:10 smithi096 ceph-mon[36532]: pgmap v534: 97 pgs: 97 active+clean; 31 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 54 KiB/s wr, 27 op/s 2024-06-13T06:40:11.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.016+0000 7f630c8e3700 1 -- 172.21.15.39:0/433046493 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6308105f30 msgr2=0x7f630810da70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:40:11.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.016+0000 7f630c8e3700 1 --2- 172.21.15.39:0/433046493 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6308105f30 0x7f630810da70 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f630000b0a0 tx=0x7f630000b3b0 comp rx=0 tx=0).stop 2024-06-13T06:40:11.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.016+0000 7f630c8e3700 1 -- 172.21.15.39:0/433046493 shutdown_connections 2024-06-13T06:40:11.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.016+0000 7f630c8e3700 1 --2- 172.21.15.39:0/433046493 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6308105f30 0x7f630810da70 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:11.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.016+0000 7f630c8e3700 1 --2- 172.21.15.39:0/433046493 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f6308101090 0x7f6308101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:11.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.016+0000 7f630c8e3700 1 --2- 172.21.15.39:0/433046493 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6308101a40 0x7f6308105800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:11.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.016+0000 7f630c8e3700 1 -- 172.21.15.39:0/433046493 >> 172.21.15.39:0/433046493 conn(0x7f63080766b0 msgr2=0x7f6308076ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:40:11.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.016+0000 7f630c8e3700 1 -- 172.21.15.39:0/433046493 shutdown_connections 2024-06-13T06:40:11.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.016+0000 7f630c8e3700 1 -- 172.21.15.39:0/433046493 wait complete. 2024-06-13T06:40:11.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.017+0000 7f630c8e3700 1 Processor -- start 2024-06-13T06:40:11.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.017+0000 7f630c8e3700 1 -- start start 2024-06-13T06:40:11.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.017+0000 7f630c8e3700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f6308101090 0x7f6308102830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:40:11.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.017+0000 7f630c8e3700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6308101a40 0x7f6308102d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:40:11.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.017+0000 7f630c8e3700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6308105f30 0x7f63081032b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:40:11.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.017+0000 7f630c8e3700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f6308110690 con 0x7f6308105f30 2024-06-13T06:40:11.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.017+0000 7f630c8e3700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f6308110510 con 0x7f6308101090 2024-06-13T06:40:11.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.017+0000 7f630c8e3700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f6308110810 con 0x7f6308101a40 2024-06-13T06:40:11.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.017+0000 7f6306d9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6308105f30 0x7f63081032b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:40:11.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.017+0000 7f6306d9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6308105f30 0x7f63081032b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47550/0 (socket says 172.21.15.39:47550) 2024-06-13T06:40:11.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.017+0000 7f630659c700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f6308101090 0x7f6308102830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:40:11.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.017+0000 7f6306d9d700 1 -- 172.21.15.39:0/623242053 learned_addr learned my addr 172.21.15.39:0/623242053 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:40:11.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.018+0000 7f6305d9b700 1 --2- 172.21.15.39:0/623242053 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6308101a40 0x7f6308102d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:40:11.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.018+0000 7f6306d9d700 1 -- 172.21.15.39:0/623242053 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6308101a40 msgr2=0x7f6308102d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:40:11.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.018+0000 7f6306d9d700 1 --2- 172.21.15.39:0/623242053 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6308101a40 0x7f6308102d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:11.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.018+0000 7f6306d9d700 1 -- 172.21.15.39:0/623242053 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f6308101090 msgr2=0x7f6308102830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:40:11.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.018+0000 7f6306d9d700 1 --2- 172.21.15.39:0/623242053 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f6308101090 0x7f6308102830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:11.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.018+0000 7f6306d9d700 1 -- 172.21.15.39:0/623242053 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63081a70e0 con 0x7f6308105f30 2024-06-13T06:40:11.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.018+0000 7f6305d9b700 1 --2- 172.21.15.39:0/623242053 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6308101a40 0x7f6308102d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:40:11.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.018+0000 7f630659c700 1 --2- 172.21.15.39:0/623242053 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f6308101090 0x7f6308102830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-06-13T06:40:11.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.018+0000 7f6306d9d700 1 --2- 172.21.15.39:0/623242053 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6308105f30 0x7f63081032b0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f630000d010 tx=0x7f6300004d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:40:11.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.018+0000 7f62f77fe700 1 -- 172.21.15.39:0/623242053 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6300021070 con 0x7f6308105f30 2024-06-13T06:40:11.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.018+0000 7f630c8e3700 1 -- 172.21.15.39:0/623242053 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63081a7370 con 0x7f6308105f30 2024-06-13T06:40:11.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.018+0000 7f62f77fe700 1 -- 172.21.15.39:0/623242053 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6300007c00 con 0x7f6308105f30 2024-06-13T06:40:11.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.018+0000 7f62f77fe700 1 -- 172.21.15.39:0/623242053 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f630001d450 con 0x7f6308105f30 2024-06-13T06:40:11.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.018+0000 7f630c8e3700 1 -- 172.21.15.39:0/623242053 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63081a7870 con 0x7f6308105f30 2024-06-13T06:40:11.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.019+0000 7f630c8e3700 1 -- 172.21.15.39:0/623242053 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6308069180 con 0x7f6308105f30 2024-06-13T06:40:11.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.021+0000 7f62f77fe700 1 -- 172.21.15.39:0/623242053 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f6300004000 con 0x7f6308105f30 2024-06-13T06:40:11.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.022+0000 7f62f77fe700 1 --2- 172.21.15.39:0/623242053 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f62f00a2d90 0x7f62f00a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:40:11.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.022+0000 7f630659c700 1 --2- 172.21.15.39:0/623242053 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f62f00a2d90 0x7f62f00a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:40:11.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.022+0000 7f62f77fe700 1 -- 172.21.15.39:0/623242053 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(113..113 src has 1..113) ==== 8764+0+0 (secure 0 0 0) 0x7f630000f020 con 0x7f6308105f30 2024-06-13T06:40:11.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.022+0000 7f630659c700 1 --2- 172.21.15.39:0/623242053 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f62f00a2d90 0x7f62f00a5250 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f62f800afd0 tx=0x7f62f800a380 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:40:11.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.026+0000 7f62f77fe700 1 -- 172.21.15.39:0/623242053 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f630002a020 con 0x7f6308105f30 2024-06-13T06:40:11.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.283+0000 7f630c8e3700 1 -- 172.21.15.39:0/623242053 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f630802ddc0 con 0x7f6308105f30 2024-06-13T06:40:11.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.421+0000 7f62f77fe700 1 -- 172.21.15.39:0/623242053 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v27) ==== 104+0+0 (secure 0 0 0) 0x7f6300007db0 con 0x7f6308105f30 2024-06-13T06:40:11.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.424+0000 7f630c8e3700 1 -- 172.21.15.39:0/623242053 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f62f00a2d90 msgr2=0x7f62f00a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:40:11.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.424+0000 7f630c8e3700 1 --2- 172.21.15.39:0/623242053 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f62f00a2d90 0x7f62f00a5250 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f62f800afd0 tx=0x7f62f800a380 comp rx=0 tx=0).stop 2024-06-13T06:40:11.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.424+0000 7f630c8e3700 1 -- 172.21.15.39:0/623242053 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6308105f30 msgr2=0x7f63081032b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:40:11.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.424+0000 7f630c8e3700 1 --2- 172.21.15.39:0/623242053 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6308105f30 0x7f63081032b0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f630000d010 tx=0x7f6300004d50 comp rx=0 tx=0).stop 2024-06-13T06:40:11.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.424+0000 7f630c8e3700 1 -- 172.21.15.39:0/623242053 shutdown_connections 2024-06-13T06:40:11.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.424+0000 7f630c8e3700 1 --2- 172.21.15.39:0/623242053 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f62f00a2d90 0x7f62f00a5250 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:11.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.424+0000 7f630c8e3700 1 --2- 172.21.15.39:0/623242053 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6308105f30 0x7f63081032b0 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:11.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.424+0000 7f630c8e3700 1 --2- 172.21.15.39:0/623242053 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f6308101090 0x7f6308102830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:11.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.424+0000 7f630c8e3700 1 --2- 172.21.15.39:0/623242053 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6308101a40 0x7f6308102d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:11.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.424+0000 7f630c8e3700 1 -- 172.21.15.39:0/623242053 >> 172.21.15.39:0/623242053 conn(0x7f63080766b0 msgr2=0x7f6308104c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:40:11.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.424+0000 7f630c8e3700 1 -- 172.21.15.39:0/623242053 shutdown_connections 2024-06-13T06:40:11.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:11.424+0000 7f630c8e3700 1 -- 172.21.15.39:0/623242053 wait complete. 2024-06-13T06:40:11.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:11 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/623242053' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-06-13T06:40:11.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:40:11 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/623242053' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-06-13T06:40:11.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:40:11 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/623242053' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-06-13T06:40:12.101 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-06-13T06:40:12.354 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:40:12.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:12 smithi039 ceph-mon[32479]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-06-13T06:40:12.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:12 smithi039 ceph-mon[32479]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-06-13T06:40:12.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:12 smithi039 ceph-mon[32479]: Cluster is now healthy 2024-06-13T06:40:12.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:12 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/623242053' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-06-13T06:40:12.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:12 smithi039 ceph-mon[32479]: fsmap 12 up:standby 2024-06-13T06:40:12.672 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:12 smithi039 ceph-mon[32479]: pgmap v535: 97 pgs: 97 active+clean; 31 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 102 B/s wr, 4 op/s 2024-06-13T06:40:12.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:40:12 smithi149 ceph-mon[36963]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-06-13T06:40:12.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:40:12 smithi149 ceph-mon[36963]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-06-13T06:40:12.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:40:12 smithi149 ceph-mon[36963]: Cluster is now healthy 2024-06-13T06:40:12.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:40:12 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/623242053' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-06-13T06:40:12.718 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:40:12 smithi149 ceph-mon[36963]: fsmap 12 up:standby 2024-06-13T06:40:12.719 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:40:12 smithi149 ceph-mon[36963]: pgmap v535: 97 pgs: 97 active+clean; 31 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 102 B/s wr, 4 op/s 2024-06-13T06:40:12.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:40:12 smithi096 ceph-mon[36532]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-06-13T06:40:12.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:40:12 smithi096 ceph-mon[36532]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-06-13T06:40:12.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:40:12 smithi096 ceph-mon[36532]: Cluster is now healthy 2024-06-13T06:40:12.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:40:12 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/623242053' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-06-13T06:40:12.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:40:12 smithi096 ceph-mon[36532]: fsmap 12 up:standby 2024-06-13T06:40:12.791 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:40:12 smithi096 ceph-mon[36532]: pgmap v535: 97 pgs: 97 active+clean; 31 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 102 B/s wr, 4 op/s 2024-06-13T06:40:14.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.028+0000 7fd02694b700 1 -- 172.21.15.39:0/1417485742 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd020108670 msgr2=0x7fd020108a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:40:14.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.028+0000 7fd02694b700 1 --2- 172.21.15.39:0/1417485742 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd020108670 0x7fd020108a50 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7fd010009990 tx=0x7fd010009ca0 comp rx=0 tx=0).stop 2024-06-13T06:40:14.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.028+0000 7fd02694b700 1 -- 172.21.15.39:0/1417485742 shutdown_connections 2024-06-13T06:40:14.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.028+0000 7fd02694b700 1 --2- 172.21.15.39:0/1417485742 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd02006b520 0x7fd02010f370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:14.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.028+0000 7fd02694b700 1 --2- 172.21.15.39:0/1417485742 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd020108670 0x7fd020108a50 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:14.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.028+0000 7fd02694b700 1 --2- 172.21.15.39:0/1417485742 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd02006ab60 0x7fd02006afe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:14.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.028+0000 7fd02694b700 1 -- 172.21.15.39:0/1417485742 >> 172.21.15.39:0/1417485742 conn(0x7fd020078340 msgr2=0x7fd020078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:40:14.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.029+0000 7fd02694b700 1 -- 172.21.15.39:0/1417485742 shutdown_connections 2024-06-13T06:40:14.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.029+0000 7fd02694b700 1 -- 172.21.15.39:0/1417485742 wait complete. 2024-06-13T06:40:14.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.029+0000 7fd02694b700 1 Processor -- start 2024-06-13T06:40:14.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.029+0000 7fd02694b700 1 -- start start 2024-06-13T06:40:14.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.030+0000 7fd02694b700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd02006ab60 0x7fd02019e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:40:14.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.030+0000 7fd02694b700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd02006b520 0x7fd02019ecb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:40:14.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.030+0000 7fd02694b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd020108670 0x7fd020198980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:40:14.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.030+0000 7fd02694b700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7fd020112760 con 0x7fd020108670 2024-06-13T06:40:14.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.030+0000 7fd02694b700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7fd0201125e0 con 0x7fd02006ab60 2024-06-13T06:40:14.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.030+0000 7fd02694b700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7fd0201128e0 con 0x7fd02006b520 2024-06-13T06:40:14.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.030+0000 7fd024ee8700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd020108670 0x7fd020198980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:40:14.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.030+0000 7fd024ee8700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd020108670 0x7fd020198980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47566/0 (socket says 172.21.15.39:47566) 2024-06-13T06:40:14.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.030+0000 7fd024ee8700 1 -- 172.21.15.39:0/2126712855 learned_addr learned my addr 172.21.15.39:0/2126712855 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:40:14.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.030+0000 7fd017fff700 1 --2- 172.21.15.39:0/2126712855 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd02006b520 0x7fd02019ecb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:40:14.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.030+0000 7fd01ffff700 1 --2- 172.21.15.39:0/2126712855 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd02006ab60 0x7fd02019e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:40:14.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.030+0000 7fd024ee8700 1 -- 172.21.15.39:0/2126712855 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd02006b520 msgr2=0x7fd02019ecb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:40:14.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.030+0000 7fd024ee8700 1 --2- 172.21.15.39:0/2126712855 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd02006b520 0x7fd02019ecb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:14.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.030+0000 7fd024ee8700 1 -- 172.21.15.39:0/2126712855 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd02006ab60 msgr2=0x7fd02019e770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:40:14.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.030+0000 7fd024ee8700 1 --2- 172.21.15.39:0/2126712855 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd02006ab60 0x7fd02019e770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:14.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.030+0000 7fd024ee8700 1 -- 172.21.15.39:0/2126712855 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0201990e0 con 0x7fd020108670 2024-06-13T06:40:14.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.030+0000 7fd01ffff700 1 --2- 172.21.15.39:0/2126712855 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd02006ab60 0x7fd02019e770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-06-13T06:40:14.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.030+0000 7fd024ee8700 1 --2- 172.21.15.39:0/2126712855 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd020108670 0x7fd020198980 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7fd01800ada0 tx=0x7fd01800c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:40:14.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.030+0000 7fd01dffb700 1 -- 172.21.15.39:0/2126712855 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd018017020 con 0x7fd020108670 2024-06-13T06:40:14.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.030+0000 7fd01dffb700 1 -- 172.21.15.39:0/2126712855 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7fd01800a0d0 con 0x7fd020108670 2024-06-13T06:40:14.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.030+0000 7fd02694b700 1 -- 172.21.15.39:0/2126712855 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0201993d0 con 0x7fd020108670 2024-06-13T06:40:14.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.030+0000 7fd01dffb700 1 -- 172.21.15.39:0/2126712855 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd018005480 con 0x7fd020108670 2024-06-13T06:40:14.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.031+0000 7fd02694b700 1 -- 172.21.15.39:0/2126712855 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0201a5640 con 0x7fd020108670 2024-06-13T06:40:14.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.032+0000 7fd02694b700 1 -- 172.21.15.39:0/2126712855 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd020103be0 con 0x7fd020108670 2024-06-13T06:40:14.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.033+0000 7fd01dffb700 1 -- 172.21.15.39:0/2126712855 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7fd018005620 con 0x7fd020108670 2024-06-13T06:40:14.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.033+0000 7fd01dffb700 1 --2- 172.21.15.39:0/2126712855 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fd00c0a2e10 0x7fd00c0a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:40:14.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.033+0000 7fd01ffff700 1 --2- 172.21.15.39:0/2126712855 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fd00c0a2e10 0x7fd00c0a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:40:14.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.033+0000 7fd01dffb700 1 -- 172.21.15.39:0/2126712855 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(113..113 src has 1..113) ==== 8764+0+0 (secure 0 0 0) 0x7fd0180cec40 con 0x7fd020108670 2024-06-13T06:40:14.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.034+0000 7fd01ffff700 1 --2- 172.21.15.39:0/2126712855 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fd00c0a2e10 0x7fd00c0a52d0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fd0100098e0 tx=0x7fd01000b560 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:40:14.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.038+0000 7fd01dffb700 1 -- 172.21.15.39:0/2126712855 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7fd018021020 con 0x7fd020108670 2024-06-13T06:40:14.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.245+0000 7fd02694b700 1 -- 172.21.15.39:0/2126712855 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fd02002dca0 con 0x7fd020108670 2024-06-13T06:40:14.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.874+0000 7fd01dffb700 1 -- 172.21.15.39:0/2126712855 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v114) ==== 181+0+0 (secure 0 0 0) 0x7fd01809b800 con 0x7fd020108670 2024-06-13T06:40:14.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.877+0000 7fd02694b700 1 -- 172.21.15.39:0/2126712855 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fd00c0a2e10 msgr2=0x7fd00c0a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:40:14.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.877+0000 7fd02694b700 1 --2- 172.21.15.39:0/2126712855 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fd00c0a2e10 0x7fd00c0a52d0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fd0100098e0 tx=0x7fd01000b560 comp rx=0 tx=0).stop 2024-06-13T06:40:14.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.877+0000 7fd02694b700 1 -- 172.21.15.39:0/2126712855 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd020108670 msgr2=0x7fd020198980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:40:14.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.877+0000 7fd02694b700 1 --2- 172.21.15.39:0/2126712855 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd020108670 0x7fd020198980 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7fd01800ada0 tx=0x7fd01800c330 comp rx=0 tx=0).stop 2024-06-13T06:40:14.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.877+0000 7fd02694b700 1 -- 172.21.15.39:0/2126712855 shutdown_connections 2024-06-13T06:40:14.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.877+0000 7fd02694b700 1 --2- 172.21.15.39:0/2126712855 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7fd00c0a2e10 0x7fd00c0a52d0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:14.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.877+0000 7fd02694b700 1 --2- 172.21.15.39:0/2126712855 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd020108670 0x7fd020198980 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:14.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.877+0000 7fd02694b700 1 --2- 172.21.15.39:0/2126712855 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7fd02006ab60 0x7fd02019e770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:14.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.877+0000 7fd02694b700 1 --2- 172.21.15.39:0/2126712855 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd02006b520 0x7fd02019ecb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:14.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.877+0000 7fd02694b700 1 -- 172.21.15.39:0/2126712855 >> 172.21.15.39:0/2126712855 conn(0x7fd020078340 msgr2=0x7fd0201001d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:40:14.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.877+0000 7fd02694b700 1 -- 172.21.15.39:0/2126712855 shutdown_connections 2024-06-13T06:40:14.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:14.877+0000 7fd02694b700 1 -- 172.21.15.39:0/2126712855 wait complete. 2024-06-13T06:40:14.878 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_metadata' removed 2024-06-13T06:40:15.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:14 smithi039 ceph-mon[32479]: pgmap v536: 97 pgs: 97 active+clean; 31 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 102 B/s wr, 4 op/s 2024-06-13T06:40:15.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:14 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/2126712855' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-06-13T06:40:15.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:40:14 smithi149 ceph-mon[36963]: pgmap v536: 97 pgs: 97 active+clean; 31 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 102 B/s wr, 4 op/s 2024-06-13T06:40:15.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:40:14 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/2126712855' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-06-13T06:40:15.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:40:14 smithi096 ceph-mon[36532]: pgmap v536: 97 pgs: 97 active+clean; 31 MiB data, 483 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 102 B/s wr, 4 op/s 2024-06-13T06:40:15.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:40:14 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/2126712855' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-06-13T06:40:15.526 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba shell --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 -- ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-06-13T06:40:15.777 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/mon.a/config 2024-06-13T06:40:16.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:15 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/2126712855' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-06-13T06:40:16.172 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:15 smithi039 ceph-mon[32479]: osdmap e114: 12 total, 12 up, 12 in 2024-06-13T06:40:16.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:40:15 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/2126712855' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-06-13T06:40:16.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:40:15 smithi149 ceph-mon[36963]: osdmap e114: 12 total, 12 up, 12 in 2024-06-13T06:40:16.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:40:15 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/2126712855' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-06-13T06:40:16.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:40:15 smithi096 ceph-mon[36532]: osdmap e114: 12 total, 12 up, 12 in 2024-06-13T06:40:17.132 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:16 smithi039 ceph-mon[32479]: pgmap v538: 65 pgs: 65 active+clean; 577 KiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:40:17.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:40:16 smithi149 ceph-mon[36963]: pgmap v538: 65 pgs: 65 active+clean; 577 KiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:40:17.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:40:16 smithi096 ceph-mon[36532]: pgmap v538: 65 pgs: 65 active+clean; 577 KiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:40:17.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.343+0000 7f6ca70b6700 1 -- 172.21.15.39:0/1470365553 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ca0108500 msgr2=0x7f6ca01088e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:40:17.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.343+0000 7f6ca70b6700 1 --2- 172.21.15.39:0/1470365553 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ca0108500 0x7f6ca01088e0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f6c9c009990 tx=0x7f6c9c009ca0 comp rx=0 tx=0).stop 2024-06-13T06:40:17.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.343+0000 7f6ca70b6700 1 -- 172.21.15.39:0/1470365553 shutdown_connections 2024-06-13T06:40:17.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.343+0000 7f6ca70b6700 1 --2- 172.21.15.39:0/1470365553 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6ca006ab30 0x7f6ca010f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:17.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.343+0000 7f6ca70b6700 1 --2- 172.21.15.39:0/1470365553 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ca0108500 0x7f6ca01088e0 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:17.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.343+0000 7f6ca70b6700 1 --2- 172.21.15.39:0/1470365553 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f6ca006a170 0x7f6ca006a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:17.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.343+0000 7f6ca70b6700 1 -- 172.21.15.39:0/1470365553 >> 172.21.15.39:0/1470365553 conn(0x7f6ca0078340 msgr2=0x7f6ca0078750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:40:17.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.343+0000 7f6ca70b6700 1 -- 172.21.15.39:0/1470365553 shutdown_connections 2024-06-13T06:40:17.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.343+0000 7f6ca70b6700 1 -- 172.21.15.39:0/1470365553 wait complete. 2024-06-13T06:40:17.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.344+0000 7f6ca70b6700 1 Processor -- start 2024-06-13T06:40:17.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.344+0000 7f6ca70b6700 1 -- start start 2024-06-13T06:40:17.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.345+0000 7f6ca70b6700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6ca006a170 0x7f6ca019e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:40:17.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.345+0000 7f6ca70b6700 1 --2- >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f6ca006ab30 0x7f6ca019ee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:40:17.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.345+0000 7f6ca70b6700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ca0108500 0x7f6ca0198aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:40:17.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.345+0000 7f6ca70b6700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 -- 0x7f6ca0112780 con 0x7f6ca0108500 2024-06-13T06:40:17.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.345+0000 7f6ca70b6700 1 -- --> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] -- mon_getmap magic: 0 -- 0x7f6ca0112600 con 0x7f6ca006ab30 2024-06-13T06:40:17.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.345+0000 7f6ca70b6700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 -- 0x7f6ca0112900 con 0x7f6ca006a170 2024-06-13T06:40:17.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.345+0000 7f6ca5653700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ca0108500 0x7f6ca0198aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:40:17.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.345+0000 7f6ca5653700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ca0108500 0x7f6ca0198aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47578/0 (socket says 172.21.15.39:47578) 2024-06-13T06:40:17.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.345+0000 7f6ca5653700 1 -- 172.21.15.39:0/1280273952 learned_addr learned my addr 172.21.15.39:0/1280273952 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-06-13T06:40:17.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.345+0000 7f6ca4e52700 1 --2- 172.21.15.39:0/1280273952 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6ca006a170 0x7f6ca019e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:40:17.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.345+0000 7f6c97fff700 1 --2- 172.21.15.39:0/1280273952 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f6ca006ab30 0x7f6ca019ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:40:17.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.345+0000 7f6ca5653700 1 -- 172.21.15.39:0/1280273952 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6ca006a170 msgr2=0x7f6ca019e8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:40:17.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.345+0000 7f6ca5653700 1 --2- 172.21.15.39:0/1280273952 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6ca006a170 0x7f6ca019e8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:17.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.345+0000 7f6ca5653700 1 -- 172.21.15.39:0/1280273952 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f6ca006ab30 msgr2=0x7f6ca019ee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:40:17.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.345+0000 7f6ca5653700 1 --2- 172.21.15.39:0/1280273952 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f6ca006ab30 0x7f6ca019ee20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:17.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.345+0000 7f6ca5653700 1 -- 172.21.15.39:0/1280273952 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ca0199200 con 0x7f6ca0108500 2024-06-13T06:40:17.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.345+0000 7f6ca5653700 1 --2- 172.21.15.39:0/1280273952 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ca0108500 0x7f6ca0198aa0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f6c98007ee0 tx=0x7f6c9800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:40:17.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.346+0000 7f6c95ffb700 1 -- 172.21.15.39:0/1280273952 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c9800dbd0 con 0x7f6ca0108500 2024-06-13T06:40:17.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.346+0000 7f6c95ffb700 1 -- 172.21.15.39:0/1280273952 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(27 keys) ==== 1140+0+0 (secure 0 0 0) 0x7f6c9800dd70 con 0x7f6ca0108500 2024-06-13T06:40:17.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.346+0000 7f6ca70b6700 1 -- 172.21.15.39:0/1280273952 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ca01994f0 con 0x7f6ca0108500 2024-06-13T06:40:17.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.346+0000 7f6c95ffb700 1 -- 172.21.15.39:0/1280273952 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c98005a60 con 0x7f6ca0108500 2024-06-13T06:40:17.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.346+0000 7f6ca70b6700 1 -- 172.21.15.39:0/1280273952 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ca01a57b0 con 0x7f6ca0108500 2024-06-13T06:40:17.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.347+0000 7f6ca70b6700 1 -- 172.21.15.39:0/1280273952 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6ca010a9e0 con 0x7f6ca0108500 2024-06-13T06:40:17.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.348+0000 7f6c95ffb700 1 -- 172.21.15.39:0/1280273952 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) ==== 137964+0+0 (secure 0 0 0) 0x7f6c9801a020 con 0x7f6ca0108500 2024-06-13T06:40:17.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.349+0000 7f6c95ffb700 1 --2- 172.21.15.39:0/1280273952 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f6c880a2d90 0x7f6c880a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-06-13T06:40:17.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.349+0000 7f6ca4e52700 1 --2- 172.21.15.39:0/1280273952 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f6c880a2d90 0x7f6c880a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-06-13T06:40:17.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.349+0000 7f6c95ffb700 1 -- 172.21.15.39:0/1280273952 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 8239+0+0 (secure 0 0 0) 0x7f6c980ce9a0 con 0x7f6ca0108500 2024-06-13T06:40:17.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.349+0000 7f6ca4e52700 1 --2- 172.21.15.39:0/1280273952 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f6c880a2d90 0x7f6c880a5250 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f6c9c00b5c0 tx=0x7f6c9c005960 comp rx=0 tx=0).ready entity=mgr.15111 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-06-13T06:40:17.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.354+0000 7f6c95ffb700 1 -- 172.21.15.39:0/1280273952 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+186418 (secure 0 0 0) 0x7f6c98010070 con 0x7f6ca0108500 2024-06-13T06:40:17.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.562+0000 7f6ca70b6700 1 -- 172.21.15.39:0/1280273952 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f6ca0199fd0 con 0x7f6ca0108500 2024-06-13T06:40:17.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.893+0000 7f6c95ffb700 1 -- 172.21.15.39:0/1280273952 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v115) ==== 169+0+0 (secure 0 0 0) 0x7f6c9809b6e0 con 0x7f6ca0108500 2024-06-13T06:40:17.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.897+0000 7f6ca70b6700 1 -- 172.21.15.39:0/1280273952 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f6c880a2d90 msgr2=0x7f6c880a5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:40:17.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.897+0000 7f6ca70b6700 1 --2- 172.21.15.39:0/1280273952 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f6c880a2d90 0x7f6c880a5250 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f6c9c00b5c0 tx=0x7f6c9c005960 comp rx=0 tx=0).stop 2024-06-13T06:40:17.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.897+0000 7f6ca70b6700 1 -- 172.21.15.39:0/1280273952 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ca0108500 msgr2=0x7f6ca0198aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-06-13T06:40:17.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.897+0000 7f6ca70b6700 1 --2- 172.21.15.39:0/1280273952 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ca0108500 0x7f6ca0198aa0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f6c98007ee0 tx=0x7f6c9800d3b0 comp rx=0 tx=0).stop 2024-06-13T06:40:17.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.897+0000 7f6ca70b6700 1 -- 172.21.15.39:0/1280273952 shutdown_connections 2024-06-13T06:40:17.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.897+0000 7f6ca70b6700 1 --2- 172.21.15.39:0/1280273952 >> [v2:172.21.15.39:6800/1826332552,v1:172.21.15.39:6801/1826332552] conn(0x7f6c880a2d90 0x7f6c880a5250 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:17.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.897+0000 7f6ca70b6700 1 --2- 172.21.15.39:0/1280273952 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ca0108500 0x7f6ca0198aa0 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:17.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.897+0000 7f6ca70b6700 1 --2- 172.21.15.39:0/1280273952 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6ca006a170 0x7f6ca019e8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:17.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.897+0000 7f6ca70b6700 1 --2- 172.21.15.39:0/1280273952 >> [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] conn(0x7f6ca006ab30 0x7f6ca019ee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-06-13T06:40:17.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.897+0000 7f6ca70b6700 1 -- 172.21.15.39:0/1280273952 >> 172.21.15.39:0/1280273952 conn(0x7f6ca0078340 msgr2=0x7f6ca0100090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-06-13T06:40:17.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.897+0000 7f6ca70b6700 1 -- 172.21.15.39:0/1280273952 shutdown_connections 2024-06-13T06:40:17.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-06-13T06:40:17.897+0000 7f6ca70b6700 1 -- 172.21.15.39:0/1280273952 wait complete. 2024-06-13T06:40:17.898 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_data' removed 2024-06-13T06:40:18.171 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:17 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/1280273952' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-06-13T06:40:18.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:40:17 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/1280273952' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-06-13T06:40:18.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:40:17 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/1280273952' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-06-13T06:40:18.672 DEBUG:teuthology.orchestra.run.smithi039:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-06-13T06:40:18.704 DEBUG:teuthology.orchestra.run.smithi096:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-06-13T06:40:18.738 DEBUG:teuthology.orchestra.run.smithi149:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-06-13T06:40:18.773 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-06-13T06:40:18.773 DEBUG:teuthology.orchestra.run.smithi039:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-06-13T06:40:18.792 DEBUG:teuthology.orchestra.run.smithi096:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-06-13T06:40:18.809 DEBUG:teuthology.orchestra.run.smithi149:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-06-13T06:40:18.831 INFO:tasks.cephadm:Stopping all daemons... 2024-06-13T06:40:18.831 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-06-13T06:40:18.832 DEBUG:teuthology.orchestra.run.smithi039:> sudo systemctl stop ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mon.a 2024-06-13T06:40:18.894 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:18 smithi039 systemd[1]: Stopping Ceph mon.a for ae626f9c-294b-11ef-bc9c-c7b262605968... 2024-06-13T06:40:19.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:40:18 smithi096 ceph-mon[36532]: pgmap v539: 65 pgs: 65 active+clean; 577 KiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:40:19.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:40:18 smithi096 ceph-mon[36532]: from='client.? 172.21.15.39:0/1280273952' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-06-13T06:40:19.041 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:40:18 smithi096 ceph-mon[36532]: osdmap e115: 12 total, 12 up, 12 in 2024-06-13T06:40:19.149 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:18 smithi039 ceph-mon[32479]: pgmap v539: 65 pgs: 65 active+clean; 577 KiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:40:19.149 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:18 smithi039 ceph-mon[32479]: from='client.? 172.21.15.39:0/1280273952' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-06-13T06:40:19.149 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:18 smithi039 ceph-mon[32479]: osdmap e115: 12 total, 12 up, 12 in 2024-06-13T06:40:19.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:40:18 smithi149 ceph-mon[36963]: pgmap v539: 65 pgs: 65 active+clean; 577 KiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail 2024-06-13T06:40:19.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:40:18 smithi149 ceph-mon[36963]: from='client.? 172.21.15.39:0/1280273952' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-06-13T06:40:19.218 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:40:18 smithi149 ceph-mon[36963]: osdmap e115: 12 total, 12 up, 12 in 2024-06-13T06:40:19.403 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:19 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mon-a[32475]: 2024-06-13T06:40:19.148+0000 7f763313b700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T06:40:19.403 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:19 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mon-a[32475]: 2024-06-13T06:40:19.148+0000 7f763313b700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-06-13T06:40:19.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:19 smithi039 podman[102649]: 2024-06-13 06:40:19.404990424 +0000 UTC m=+0.366485753 container died 2b1a9b5a55a070700ac41c2c045ece32aaa608047f17f2baa96479ab72fc13ed (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mon-a, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240528, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-13T06:40:20.033 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:19 smithi039 podman[102649]: 2024-06-13 06:40:19.816292004 +0000 UTC m=+0.777787324 container cleanup 2b1a9b5a55a070700ac41c2c045ece32aaa608047f17f2baa96479ab72fc13ed (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mon-a, ceph=True, GIT_BRANCH=HEAD, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0) 2024-06-13T06:40:20.033 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:19 smithi039 bash[102649]: ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mon-a 2024-06-13T06:40:20.265 DEBUG:teuthology.orchestra.run.smithi039:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mon.a.service' 2024-06-13T06:40:20.289 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:20 smithi039 podman[102662]: 2024-06-13 06:40:20.034557614 +0000 UTC m=+0.624200117 container remove 2b1a9b5a55a070700ac41c2c045ece32aaa608047f17f2baa96479ab72fc13ed (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mon-a, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2) 2024-06-13T06:40:20.289 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:20 smithi039 systemd[1]: ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mon.a.service: Deactivated successfully. 2024-06-13T06:40:20.289 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:20 smithi039 systemd[1]: Stopped Ceph mon.a for ae626f9c-294b-11ef-bc9c-c7b262605968. 2024-06-13T06:40:20.289 INFO:journalctl@ceph.mon.a.smithi039.stdout:Jun 13 06:40:20 smithi039 systemd[1]: ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mon.a.service: Consumed 25.563s CPU time. 2024-06-13T06:40:20.314 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T06:40:20.315 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-06-13T06:40:20.315 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2024-06-13T06:40:20.315 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl stop ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mon.b 2024-06-13T06:40:20.643 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:40:20 smithi096 systemd[1]: Stopping Ceph mon.b for ae626f9c-294b-11ef-bc9c-c7b262605968... 2024-06-13T06:40:20.969 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:40:20 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mon-b[36528]: 2024-06-13T06:40:20.643+0000 7ff0d2665700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T06:40:20.969 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:40:20 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mon-b[36528]: 2024-06-13T06:40:20.643+0000 7ff0d2665700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-06-13T06:40:20.969 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:40:20 smithi096 podman[73936]: 2024-06-13 06:40:20.685340987 +0000 UTC m=+0.167045592 container died ee0a2b74d03105a33c5a94e986abe16ae01983b9f44e5cab0983bdc01c7ec7d1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mon-b, RELEASE=squid-3d89acc, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240528) 2024-06-13T06:40:21.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:40:21 smithi096 podman[73936]: 2024-06-13 06:40:21.061379009 +0000 UTC m=+0.543083614 container cleanup ee0a2b74d03105a33c5a94e986abe16ae01983b9f44e5cab0983bdc01c7ec7d1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mon-b, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2) 2024-06-13T06:40:21.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Jun 13 06:40:21 smithi096 bash[73936]: ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mon-b 2024-06-13T06:40:21.487 DEBUG:teuthology.orchestra.run.smithi096:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mon.b.service' 2024-06-13T06:40:21.534 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T06:40:21.534 INFO:tasks.cephadm.mon.c:Stopped mon.b 2024-06-13T06:40:21.534 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-06-13T06:40:21.534 DEBUG:teuthology.orchestra.run.smithi149:> sudo systemctl stop ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mon.c 2024-06-13T06:40:21.837 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:40:21 smithi149 systemd[1]: Stopping Ceph mon.c for ae626f9c-294b-11ef-bc9c-c7b262605968... 2024-06-13T06:40:22.189 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:40:21 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mon-c[36946]: 2024-06-13T06:40:21.837+0000 7ff25ca98700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T06:40:22.189 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:40:21 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mon-c[36946]: 2024-06-13T06:40:21.837+0000 7ff25ca98700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-06-13T06:40:22.189 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:40:21 smithi149 podman[74869]: 2024-06-13 06:40:21.92025797 +0000 UTC m=+0.191606135 container died a567f8691e2151d1dca24e506985f60bfcfffe778275d9b0c51c9d617be84cca (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mon-c, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=squid-3d89acc, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-13T06:40:22.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:40:22 smithi149 podman[74869]: 2024-06-13 06:40:22.289198253 +0000 UTC m=+0.560546418 container cleanup a567f8691e2151d1dca24e506985f60bfcfffe778275d9b0c51c9d617be84cca (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mon-c, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240528, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc) 2024-06-13T06:40:22.468 INFO:journalctl@ceph.mon.c.smithi149.stdout:Jun 13 06:40:22 smithi149 bash[74869]: ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mon-c 2024-06-13T06:40:22.718 DEBUG:teuthology.orchestra.run.smithi149:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mon.c.service' 2024-06-13T06:40:22.764 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T06:40:22.764 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-06-13T06:40:22.764 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-06-13T06:40:22.765 DEBUG:teuthology.orchestra.run.smithi039:> sudo systemctl stop ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mgr.x 2024-06-13T06:40:23.171 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:40:22 smithi039 systemd[1]: Stopping Ceph mgr.x for ae626f9c-294b-11ef-bc9c-c7b262605968... 2024-06-13T06:40:23.544 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:40:23 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x[32709]: 2024-06-13T06:40:23.196+0000 7f87d5f30700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.x -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T06:40:23.544 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:40:23 smithi039 podman[102774]: 2024-06-13 06:40:23.227331818 +0000 UTC m=+0.252471868 container died 674d5e6e8bb8b679149600611a60c978ffaaac805801491de5e146525079248d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.build-date=20240528, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-06-13T06:40:23.921 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:40:23 smithi039 podman[102774]: 2024-06-13 06:40:23.721401771 +0000 UTC m=+0.746541821 container cleanup 674d5e6e8bb8b679149600611a60c978ffaaac805801491de5e146525079248d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:3d89accfe3201286f000e065a1faea2a88c7a6ba, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x, org.label-schema.build-date=20240528, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-13T06:40:23.921 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Jun 13 06:40:23 smithi039 bash[102774]: ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-x 2024-06-13T06:40:24.107 DEBUG:teuthology.orchestra.run.smithi039:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mgr.x.service' 2024-06-13T06:40:24.143 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T06:40:24.143 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-06-13T06:40:24.143 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-06-13T06:40:24.143 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl stop ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mgr.y 2024-06-13T06:40:24.478 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:40:24 smithi096 systemd[1]: Stopping Ceph mgr.y for ae626f9c-294b-11ef-bc9c-c7b262605968... 2024-06-13T06:40:24.791 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:40:24 smithi096 podman[74057]: 2024-06-13 06:40:24.4787156 +0000 UTC m=+0.144175123 container died 96167d0a6a72d8f5ec445c49b1e8a86a0e9c83e8f5e0698216e3f1d88167f8bd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, ceph=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-06-13T06:40:25.100 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:40:24 smithi096 podman[74057]: 2024-06-13 06:40:24.875663929 +0000 UTC m=+0.541123407 container cleanup 96167d0a6a72d8f5ec445c49b1e8a86a0e9c83e8f5e0698216e3f1d88167f8bd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc) 2024-06-13T06:40:25.101 INFO:journalctl@ceph.mgr.y.smithi096.stdout:Jun 13 06:40:24 smithi096 bash[74057]: ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-y 2024-06-13T06:40:25.249 DEBUG:teuthology.orchestra.run.smithi096:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mgr.y.service' 2024-06-13T06:40:25.281 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T06:40:25.281 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-06-13T06:40:25.281 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2024-06-13T06:40:25.281 DEBUG:teuthology.orchestra.run.smithi149:> sudo systemctl stop ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mgr.z 2024-06-13T06:40:25.614 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:40:25 smithi149 systemd[1]: Stopping Ceph mgr.z for ae626f9c-294b-11ef-bc9c-c7b262605968... 2024-06-13T06:40:25.886 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:40:25 smithi149 podman[74991]: 2024-06-13 06:40:25.615299772 +0000 UTC m=+0.137349859 container died fc5762559384fa17e8d58ee3f9f34e4e095dce6bc9f6dd17332a4a0a495d45cd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, org.label-schema.build-date=20240528, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, RELEASE=squid-3d89acc, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-06-13T06:40:26.218 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:40:25 smithi149 podman[74991]: 2024-06-13 06:40:25.98666205 +0000 UTC m=+0.508712134 container cleanup fc5762559384fa17e8d58ee3f9f34e4e095dce6bc9f6dd17332a4a0a495d45cd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z, GIT_CLEAN=True, ceph=True, RELEASE=squid-3d89acc, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-13T06:40:26.218 INFO:journalctl@ceph.mgr.z.smithi149.stdout:Jun 13 06:40:25 smithi149 bash[74991]: ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mgr-z 2024-06-13T06:40:26.474 DEBUG:teuthology.orchestra.run.smithi149:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mgr.z.service' 2024-06-13T06:40:26.507 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T06:40:26.508 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2024-06-13T06:40:26.508 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-06-13T06:40:26.508 DEBUG:teuthology.orchestra.run.smithi039:> sudo systemctl stop ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@osd.0 2024-06-13T06:40:26.817 INFO:journalctl@ceph.osd.0.smithi039.stdout:Jun 13 06:40:26 smithi039 systemd[1]: Stopping Ceph osd.0 for ae626f9c-294b-11ef-bc9c-c7b262605968... 2024-06-13T06:40:27.171 INFO:journalctl@ceph.osd.0.smithi039.stdout:Jun 13 06:40:26 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-0[44521]: 2024-06-13T06:40:26.817+0000 7f1f1cf7a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T06:40:27.172 INFO:journalctl@ceph.osd.0.smithi039.stdout:Jun 13 06:40:26 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-0[44521]: 2024-06-13T06:40:26.817+0000 7f1f1cf7a700 -1 osd.0 115 *** Got signal Terminated *** 2024-06-13T06:40:27.172 INFO:journalctl@ceph.osd.0.smithi039.stdout:Jun 13 06:40:26 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-0[44521]: 2024-06-13T06:40:26.817+0000 7f1f1cf7a700 -1 osd.0 115 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-13T06:40:32.422 INFO:journalctl@ceph.osd.0.smithi039.stdout:Jun 13 06:40:32 smithi039 podman[102896]: 2024-06-13 06:40:32.149253838 +0000 UTC m=+5.431322660 container died 38e4beec77f4d6476b6c57001c30dcd76f83cef607f4da235b11df2f1717f858 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, maintainer=Guillaume Abrioux , RELEASE=squid-3d89acc, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-13T06:40:32.776 INFO:journalctl@ceph.osd.0.smithi039.stdout:Jun 13 06:40:32 smithi039 podman[102896]: 2024-06-13 06:40:32.542436607 +0000 UTC m=+5.824505435 container cleanup 38e4beec77f4d6476b6c57001c30dcd76f83cef607f4da235b11df2f1717f858 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-0, maintainer=Guillaume Abrioux , RELEASE=squid-3d89acc, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-06-13T06:40:32.776 INFO:journalctl@ceph.osd.0.smithi039.stdout:Jun 13 06:40:32 smithi039 bash[102896]: ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-0 2024-06-13T06:40:33.128 INFO:journalctl@ceph.osd.0.smithi039.stdout:Jun 13 06:40:32 smithi039 podman[102914]: 2024-06-13 06:40:32.777256172 +0000 UTC m=+0.624569909 container remove 38e4beec77f4d6476b6c57001c30dcd76f83cef607f4da235b11df2f1717f858 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2) 2024-06-13T06:40:33.405 INFO:journalctl@ceph.osd.0.smithi039.stdout:Jun 13 06:40:33 smithi039 podman[103005]: 2024-06-13 06:40:33.032842767 +0000 UTC m=+0.018024543 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-13T06:40:33.405 INFO:journalctl@ceph.osd.0.smithi039.stdout:Jun 13 06:40:33 smithi039 podman[103005]: 2024-06-13 06:40:33.136358995 +0000 UTC m=+0.121540766 container create f4ec94339c51257ac99cb31a1093687548d40b3048817dead2a859ab5d0e3789 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-06-13T06:40:33.405 INFO:journalctl@ceph.osd.0.smithi039.stdout:Jun 13 06:40:33 smithi039 podman[103005]: 2024-06-13 06:40:33.406307074 +0000 UTC m=+0.391488847 container init f4ec94339c51257ac99cb31a1093687548d40b3048817dead2a859ab5d0e3789 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-0-deactivate, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, RELEASE=squid-3d89acc) 2024-06-13T06:40:33.671 INFO:journalctl@ceph.osd.0.smithi039.stdout:Jun 13 06:40:33 smithi039 podman[103005]: 2024-06-13 06:40:33.4102008 +0000 UTC m=+0.395382576 container start f4ec94339c51257ac99cb31a1093687548d40b3048817dead2a859ab5d0e3789 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-0-deactivate, RELEASE=squid-3d89acc, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-06-13T06:40:33.672 INFO:journalctl@ceph.osd.0.smithi039.stdout:Jun 13 06:40:33 smithi039 podman[103005]: 2024-06-13 06:40:33.514712221 +0000 UTC m=+0.499893993 container attach f4ec94339c51257ac99cb31a1093687548d40b3048817dead2a859ab5d0e3789 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-0-deactivate, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-06-13T06:40:34.008 INFO:journalctl@ceph.osd.0.smithi039.stdout:Jun 13 06:40:33 smithi039 podman[103005]: 2024-06-13 06:40:33.723351986 +0000 UTC m=+0.708533757 container died f4ec94339c51257ac99cb31a1093687548d40b3048817dead2a859ab5d0e3789 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-06-13T06:40:34.307 DEBUG:teuthology.orchestra.run.smithi039:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@osd.0.service' 2024-06-13T06:40:34.349 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T06:40:34.350 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-06-13T06:40:34.350 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-06-13T06:40:34.350 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl stop ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@osd.1 2024-06-13T06:40:34.651 INFO:journalctl@ceph.osd.1.smithi096.stdout:Jun 13 06:40:34 smithi096 systemd[1]: Stopping Ceph osd.1 for ae626f9c-294b-11ef-bc9c-c7b262605968... 2024-06-13T06:40:35.041 INFO:journalctl@ceph.osd.1.smithi096.stdout:Jun 13 06:40:34 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-1[41096]: 2024-06-13T06:40:34.737+0000 7f9639a07700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T06:40:35.041 INFO:journalctl@ceph.osd.1.smithi096.stdout:Jun 13 06:40:34 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-1[41096]: 2024-06-13T06:40:34.737+0000 7f9639a07700 -1 osd.1 115 *** Got signal Terminated *** 2024-06-13T06:40:35.041 INFO:journalctl@ceph.osd.1.smithi096.stdout:Jun 13 06:40:34 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-1[41096]: 2024-06-13T06:40:34.737+0000 7f9639a07700 -1 osd.1 115 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-13T06:40:40.346 INFO:journalctl@ceph.osd.1.smithi096.stdout:Jun 13 06:40:40 smithi096 podman[74183]: 2024-06-13 06:40:40.052495457 +0000 UTC m=+5.506419704 container died 35271a069e0098cd272267455fdb2153bc5ee1028f2e18671e51e4b87368e7c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-1, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240528) 2024-06-13T06:40:40.729 INFO:journalctl@ceph.osd.1.smithi096.stdout:Jun 13 06:40:40 smithi096 podman[74183]: 2024-06-13 06:40:40.446301907 +0000 UTC m=+5.900226154 container cleanup 35271a069e0098cd272267455fdb2153bc5ee1028f2e18671e51e4b87368e7c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-1, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.build-date=20240528, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc) 2024-06-13T06:40:40.730 INFO:journalctl@ceph.osd.1.smithi096.stdout:Jun 13 06:40:40 smithi096 bash[74183]: ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-1 2024-06-13T06:40:41.041 INFO:journalctl@ceph.osd.1.smithi096.stdout:Jun 13 06:40:40 smithi096 podman[74211]: 2024-06-13 06:40:40.731256579 +0000 UTC m=+0.671258196 container remove 35271a069e0098cd272267455fdb2153bc5ee1028f2e18671e51e4b87368e7c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-1, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240528, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-06-13T06:40:41.318 INFO:journalctl@ceph.osd.1.smithi096.stdout:Jun 13 06:40:41 smithi096 podman[74298]: 2024-06-13 06:40:40.967116525 +0000 UTC m=+0.016999389 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-13T06:40:41.318 INFO:journalctl@ceph.osd.1.smithi096.stdout:Jun 13 06:40:41 smithi096 podman[74298]: 2024-06-13 06:40:41.065712393 +0000 UTC m=+0.115595250 container create c489b0edbd6fa8b2414c3c420d6a8521e3eb17c0beff126e9ea7f153d6cfa8c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-1-deactivate, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True) 2024-06-13T06:40:41.609 INFO:journalctl@ceph.osd.1.smithi096.stdout:Jun 13 06:40:41 smithi096 podman[74298]: 2024-06-13 06:40:41.319049236 +0000 UTC m=+0.368932107 container init c489b0edbd6fa8b2414c3c420d6a8521e3eb17c0beff126e9ea7f153d6cfa8c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-1-deactivate, ceph=True, io.buildah.version=1.33.5, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240528) 2024-06-13T06:40:41.609 INFO:journalctl@ceph.osd.1.smithi096.stdout:Jun 13 06:40:41 smithi096 podman[74298]: 2024-06-13 06:40:41.322416325 +0000 UTC m=+0.372299196 container start c489b0edbd6fa8b2414c3c420d6a8521e3eb17c0beff126e9ea7f153d6cfa8c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240528, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-06-13T06:40:41.609 INFO:journalctl@ceph.osd.1.smithi096.stdout:Jun 13 06:40:41 smithi096 podman[74298]: 2024-06-13 06:40:41.418872027 +0000 UTC m=+0.468754896 container attach c489b0edbd6fa8b2414c3c420d6a8521e3eb17c0beff126e9ea7f153d6cfa8c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-1-deactivate, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240528, RELEASE=squid-3d89acc) 2024-06-13T06:40:41.921 INFO:journalctl@ceph.osd.1.smithi096.stdout:Jun 13 06:40:41 smithi096 podman[74298]: 2024-06-13 06:40:41.610701989 +0000 UTC m=+0.660584847 container died c489b0edbd6fa8b2414c3c420d6a8521e3eb17c0beff126e9ea7f153d6cfa8c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-13T06:40:42.246 DEBUG:teuthology.orchestra.run.smithi096:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@osd.1.service' 2024-06-13T06:40:42.286 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T06:40:42.286 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-06-13T06:40:42.286 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-06-13T06:40:42.286 DEBUG:teuthology.orchestra.run.smithi149:> sudo systemctl stop ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@osd.2 2024-06-13T06:40:42.601 INFO:journalctl@ceph.osd.2.smithi149.stdout:Jun 13 06:40:42 smithi149 systemd[1]: Stopping Ceph osd.2 for ae626f9c-294b-11ef-bc9c-c7b262605968... 2024-06-13T06:40:42.968 INFO:journalctl@ceph.osd.2.smithi149.stdout:Jun 13 06:40:42 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-2[42072]: 2024-06-13T06:40:42.601+0000 7fe2635e2700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T06:40:42.968 INFO:journalctl@ceph.osd.2.smithi149.stdout:Jun 13 06:40:42 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-2[42072]: 2024-06-13T06:40:42.601+0000 7fe2635e2700 -1 osd.2 115 *** Got signal Terminated *** 2024-06-13T06:40:42.968 INFO:journalctl@ceph.osd.2.smithi149.stdout:Jun 13 06:40:42 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-2[42072]: 2024-06-13T06:40:42.601+0000 7fe2635e2700 -1 osd.2 115 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-13T06:40:48.369 INFO:journalctl@ceph.osd.2.smithi149.stdout:Jun 13 06:40:48 smithi149 podman[75129]: 2024-06-13 06:40:48.072215153 +0000 UTC m=+5.587808024 container died 3a233836e5f4421ea510c88dc64dfdf8900a8916674c5d352e2c3ffbed2db29a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-2, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240528, RELEASE=squid-3d89acc, io.buildah.version=1.33.5) 2024-06-13T06:40:48.670 INFO:journalctl@ceph.osd.2.smithi149.stdout:Jun 13 06:40:48 smithi149 podman[75129]: 2024-06-13 06:40:48.460738447 +0000 UTC m=+5.976331327 container cleanup 3a233836e5f4421ea510c88dc64dfdf8900a8916674c5d352e2c3ffbed2db29a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240528, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=squid-3d89acc, io.buildah.version=1.33.5) 2024-06-13T06:40:48.670 INFO:journalctl@ceph.osd.2.smithi149.stdout:Jun 13 06:40:48 smithi149 bash[75129]: ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-2 2024-06-13T06:40:48.968 INFO:journalctl@ceph.osd.2.smithi149.stdout:Jun 13 06:40:48 smithi149 podman[75145]: 2024-06-13 06:40:48.670696332 +0000 UTC m=+0.588097156 container remove 3a233836e5f4421ea510c88dc64dfdf8900a8916674c5d352e2c3ffbed2db29a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-2, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240528) 2024-06-13T06:40:49.365 INFO:journalctl@ceph.osd.2.smithi149.stdout:Jun 13 06:40:49 smithi149 podman[75235]: 2024-06-13 06:40:48.979788525 +0000 UTC m=+0.017830439 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-13T06:40:49.365 INFO:journalctl@ceph.osd.2.smithi149.stdout:Jun 13 06:40:49 smithi149 podman[75235]: 2024-06-13 06:40:49.11372901 +0000 UTC m=+0.151770966 container create d3e1348127e83b69abb53953cd233afccb7dbf2f4fa0fa4b8147dea6463c7a48 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0, ceph=True) 2024-06-13T06:40:49.666 INFO:journalctl@ceph.osd.2.smithi149.stdout:Jun 13 06:40:49 smithi149 podman[75235]: 2024-06-13 06:40:49.366523188 +0000 UTC m=+0.404565109 container init d3e1348127e83b69abb53953cd233afccb7dbf2f4fa0fa4b8147dea6463c7a48 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-2-deactivate, GIT_CLEAN=True, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.build-date=20240528, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-13T06:40:49.666 INFO:journalctl@ceph.osd.2.smithi149.stdout:Jun 13 06:40:49 smithi149 podman[75235]: 2024-06-13 06:40:49.369748525 +0000 UTC m=+0.407790430 container start d3e1348127e83b69abb53953cd233afccb7dbf2f4fa0fa4b8147dea6463c7a48 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-2-deactivate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-06-13T06:40:49.667 INFO:journalctl@ceph.osd.2.smithi149.stdout:Jun 13 06:40:49 smithi149 podman[75235]: 2024-06-13 06:40:49.458334792 +0000 UTC m=+0.496376706 container attach d3e1348127e83b69abb53953cd233afccb7dbf2f4fa0fa4b8147dea6463c7a48 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-2-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-06-13T06:40:49.968 INFO:journalctl@ceph.osd.2.smithi149.stdout:Jun 13 06:40:49 smithi149 podman[75235]: 2024-06-13 06:40:49.668155111 +0000 UTC m=+0.706197029 container died d3e1348127e83b69abb53953cd233afccb7dbf2f4fa0fa4b8147dea6463c7a48 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-2-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-13T06:40:50.329 DEBUG:teuthology.orchestra.run.smithi149:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@osd.2.service' 2024-06-13T06:40:50.371 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T06:40:50.371 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-06-13T06:40:50.372 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-06-13T06:40:50.372 DEBUG:teuthology.orchestra.run.smithi039:> sudo systemctl stop ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@osd.3 2024-06-13T06:40:50.672 INFO:journalctl@ceph.osd.3.smithi039.stdout:Jun 13 06:40:50 smithi039 systemd[1]: Stopping Ceph osd.3 for ae626f9c-294b-11ef-bc9c-c7b262605968... 2024-06-13T06:40:51.171 INFO:journalctl@ceph.osd.3.smithi039.stdout:Jun 13 06:40:50 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-3[51168]: 2024-06-13T06:40:50.685+0000 7f13d7428700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T06:40:51.172 INFO:journalctl@ceph.osd.3.smithi039.stdout:Jun 13 06:40:50 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-3[51168]: 2024-06-13T06:40:50.685+0000 7f13d7428700 -1 osd.3 115 *** Got signal Terminated *** 2024-06-13T06:40:51.172 INFO:journalctl@ceph.osd.3.smithi039.stdout:Jun 13 06:40:50 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-3[51168]: 2024-06-13T06:40:50.685+0000 7f13d7428700 -1 osd.3 115 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-13T06:40:53.421 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:40:53 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:40:53.079+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:28.679791+0000 front 2024-06-13T06:40:28.680043+0000 (oldest deadline 2024-06-13T06:40:52.179961+0000) 2024-06-13T06:40:54.421 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:40:54 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:40:54.045+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:28.679791+0000 front 2024-06-13T06:40:28.680043+0000 (oldest deadline 2024-06-13T06:40:52.179961+0000) 2024-06-13T06:40:54.921 INFO:journalctl@ceph.osd.3.smithi039.stdout:Jun 13 06:40:54 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-3[51168]: 2024-06-13T06:40:54.437+0000 7f13d3a1c700 -1 osd.3 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.405139+0000 front 2024-06-13T06:40:30.405166+0000 (oldest deadline 2024-06-13T06:40:53.905310+0000) 2024-06-13T06:40:55.421 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:40:55 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:40:55.012+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:28.679791+0000 front 2024-06-13T06:40:28.680043+0000 (oldest deadline 2024-06-13T06:40:52.179961+0000) 2024-06-13T06:40:55.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:40:55 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:40:55.384+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:40:55.921 INFO:journalctl@ceph.osd.3.smithi039.stdout:Jun 13 06:40:55 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-3[51168]: 2024-06-13T06:40:55.445+0000 7f13d3a1c700 -1 osd.3 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.405139+0000 front 2024-06-13T06:40:30.405166+0000 (oldest deadline 2024-06-13T06:40:53.905310+0000) 2024-06-13T06:40:55.922 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:40:55 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:40:55.585+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.534895+0000 front 2024-06-13T06:40:30.534764+0000 (oldest deadline 2024-06-13T06:40:54.634884+0000) 2024-06-13T06:40:56.420 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:40:56 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:40:56.052+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:28.679791+0000 front 2024-06-13T06:40:28.680043+0000 (oldest deadline 2024-06-13T06:40:52.179961+0000) 2024-06-13T06:40:56.420 INFO:journalctl@ceph.osd.3.smithi039.stdout:Jun 13 06:40:56 smithi039 podman[103122]: 2024-06-13 06:40:56.147874998 +0000 UTC m=+5.564768870 container died e57cda4a86ca46346b345366aae325ebd7d87a7365e02157e3324d738e07c0e6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-3, org.label-schema.build-date=20240528, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_BRANCH=HEAD, RELEASE=squid-3d89acc) 2024-06-13T06:40:56.671 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:40:56 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:40:56.590+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.534895+0000 front 2024-06-13T06:40:30.534764+0000 (oldest deadline 2024-06-13T06:40:54.634884+0000) 2024-06-13T06:40:56.672 INFO:journalctl@ceph.osd.3.smithi039.stdout:Jun 13 06:40:56 smithi039 podman[103122]: 2024-06-13 06:40:56.620323165 +0000 UTC m=+6.037217078 container cleanup e57cda4a86ca46346b345366aae325ebd7d87a7365e02157e3324d738e07c0e6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-3, io.buildah.version=1.33.5, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=squid-3d89acc, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-13T06:40:56.672 INFO:journalctl@ceph.osd.3.smithi039.stdout:Jun 13 06:40:56 smithi039 bash[103122]: ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-3 2024-06-13T06:40:56.718 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 13 06:40:56 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-5[48857]: 2024-06-13T06:40:56.516+0000 7f4a14956700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.150036+0000 front 2024-06-13T06:40:30.149973+0000 (oldest deadline 2024-06-13T06:40:56.049857+0000) 2024-06-13T06:40:56.718 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:40:56 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:40:56.520+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.442663+0000 front 2024-06-13T06:40:30.442784+0000 (oldest deadline 2024-06-13T06:40:55.742768+0000) 2024-06-13T06:40:56.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:40:56 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:40:56.367+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:40:57.171 INFO:journalctl@ceph.osd.3.smithi039.stdout:Jun 13 06:40:56 smithi039 podman[103137]: 2024-06-13 06:40:56.879933148 +0000 UTC m=+0.730134845 container remove e57cda4a86ca46346b345366aae325ebd7d87a7365e02157e3324d738e07c0e6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-3, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-13T06:40:57.172 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:40:57 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:40:57.074+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:28.679791+0000 front 2024-06-13T06:40:28.680043+0000 (oldest deadline 2024-06-13T06:40:52.179961+0000) 2024-06-13T06:40:57.507 INFO:journalctl@ceph.osd.3.smithi039.stdout:Jun 13 06:40:57 smithi039 podman[103228]: 2024-06-13 06:40:57.106555343 +0000 UTC m=+0.017882352 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-13T06:40:57.507 INFO:journalctl@ceph.osd.3.smithi039.stdout:Jun 13 06:40:57 smithi039 podman[103228]: 2024-06-13 06:40:57.214363892 +0000 UTC m=+0.125690925 container create a761f068b47dbc41ccd4b7a6fbc9df9eea842832b0d6604ead29b9e25ebb7360 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.build-date=20240528, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc, org.label-schema.vendor=CentOS) 2024-06-13T06:40:57.507 INFO:journalctl@ceph.osd.3.smithi039.stdout:Jun 13 06:40:57 smithi039 podman[103228]: 2024-06-13 06:40:57.416852888 +0000 UTC m=+0.328179892 container init a761f068b47dbc41ccd4b7a6fbc9df9eea842832b0d6604ead29b9e25ebb7360 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-06-13T06:40:57.507 INFO:journalctl@ceph.osd.3.smithi039.stdout:Jun 13 06:40:57 smithi039 podman[103228]: 2024-06-13 06:40:57.420224534 +0000 UTC m=+0.331551526 container start a761f068b47dbc41ccd4b7a6fbc9df9eea842832b0d6604ead29b9e25ebb7360 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-3-deactivate, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-13T06:40:57.507 INFO:journalctl@ceph.osd.3.smithi039.stdout:Jun 13 06:40:57 smithi039 podman[103228]: 2024-06-13 06:40:57.508441719 +0000 UTC m=+0.419768720 container attach a761f068b47dbc41ccd4b7a6fbc9df9eea842832b0d6604ead29b9e25ebb7360 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-3-deactivate, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-13T06:40:57.541 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:40:57 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:40:57.151+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:40:57.718 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 13 06:40:57 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-5[48857]: 2024-06-13T06:40:57.504+0000 7f4a14956700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.150036+0000 front 2024-06-13T06:40:30.149973+0000 (oldest deadline 2024-06-13T06:40:56.049857+0000) 2024-06-13T06:40:57.718 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:40:57 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:40:57.511+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.442663+0000 front 2024-06-13T06:40:30.442784+0000 (oldest deadline 2024-06-13T06:40:55.742768+0000) 2024-06-13T06:40:57.719 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:40:57 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:40:57.371+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:40:57.921 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:40:57 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:40:57.623+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.534895+0000 front 2024-06-13T06:40:30.534764+0000 (oldest deadline 2024-06-13T06:40:54.634884+0000) 2024-06-13T06:40:57.922 INFO:journalctl@ceph.osd.3.smithi039.stdout:Jun 13 06:40:57 smithi039 podman[103228]: 2024-06-13 06:40:57.722580998 +0000 UTC m=+0.633907987 container died a761f068b47dbc41ccd4b7a6fbc9df9eea842832b0d6604ead29b9e25ebb7360 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-3-deactivate, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-13T06:40:58.327 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:40:58 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:40:58.076+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:28.679791+0000 front 2024-06-13T06:40:28.680043+0000 (oldest deadline 2024-06-13T06:40:52.179961+0000) 2024-06-13T06:40:58.347 DEBUG:teuthology.orchestra.run.smithi039:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@osd.3.service' 2024-06-13T06:40:58.391 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T06:40:58.391 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-06-13T06:40:58.391 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-06-13T06:40:58.391 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl stop ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@osd.4 2024-06-13T06:40:58.443 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:40:58 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:40:58.192+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:40:58.715 INFO:journalctl@ceph.osd.4.smithi096.stdout:Jun 13 06:40:58 smithi096 systemd[1]: Stopping Ceph osd.4 for ae626f9c-294b-11ef-bc9c-c7b262605968... 2024-06-13T06:40:58.718 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 13 06:40:58 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-5[48857]: 2024-06-13T06:40:58.483+0000 7f4a14956700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.150036+0000 front 2024-06-13T06:40:30.149973+0000 (oldest deadline 2024-06-13T06:40:56.049857+0000) 2024-06-13T06:40:58.718 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:40:58 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:40:58.544+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.442663+0000 front 2024-06-13T06:40:30.442784+0000 (oldest deadline 2024-06-13T06:40:55.742768+0000) 2024-06-13T06:40:58.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:40:58 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:40:58.402+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:40:58.921 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:40:58 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:40:58.609+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.534895+0000 front 2024-06-13T06:40:30.534764+0000 (oldest deadline 2024-06-13T06:40:54.634884+0000) 2024-06-13T06:40:59.041 INFO:journalctl@ceph.osd.4.smithi096.stdout:Jun 13 06:40:58 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-4[47616]: 2024-06-13T06:40:58.715+0000 7f9774eb7700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T06:40:59.041 INFO:journalctl@ceph.osd.4.smithi096.stdout:Jun 13 06:40:58 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-4[47616]: 2024-06-13T06:40:58.715+0000 7f9774eb7700 -1 osd.4 115 *** Got signal Terminated *** 2024-06-13T06:40:59.041 INFO:journalctl@ceph.osd.4.smithi096.stdout:Jun 13 06:40:58 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-4[47616]: 2024-06-13T06:40:58.715+0000 7f9774eb7700 -1 osd.4 115 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-13T06:40:59.421 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:40:59 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:40:59.105+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:28.679791+0000 front 2024-06-13T06:40:28.680043+0000 (oldest deadline 2024-06-13T06:40:52.179961+0000) 2024-06-13T06:40:59.541 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:40:59 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:40:59.191+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:40:59.718 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:40:59 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:40:59.589+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.442663+0000 front 2024-06-13T06:40:30.442784+0000 (oldest deadline 2024-06-13T06:40:55.742768+0000) 2024-06-13T06:40:59.718 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 13 06:40:59 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-5[48857]: 2024-06-13T06:40:59.473+0000 7f4a14956700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.150036+0000 front 2024-06-13T06:40:30.149973+0000 (oldest deadline 2024-06-13T06:40:56.049857+0000) 2024-06-13T06:40:59.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:40:59 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:40:59.397+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:40:59.921 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:40:59 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:40:59.579+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.534895+0000 front 2024-06-13T06:40:30.534764+0000 (oldest deadline 2024-06-13T06:40:54.634884+0000) 2024-06-13T06:41:00.421 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:00 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:41:00.075+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:28.679791+0000 front 2024-06-13T06:40:28.680043+0000 (oldest deadline 2024-06-13T06:40:52.179961+0000) 2024-06-13T06:41:00.541 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:00 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:00.144+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:41:00.718 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 13 06:41:00 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-5[48857]: 2024-06-13T06:41:00.514+0000 7f4a14956700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.150036+0000 front 2024-06-13T06:40:30.149973+0000 (oldest deadline 2024-06-13T06:40:56.049857+0000) 2024-06-13T06:41:00.718 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:00 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:00.557+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.442663+0000 front 2024-06-13T06:40:30.442784+0000 (oldest deadline 2024-06-13T06:40:55.742768+0000) 2024-06-13T06:41:00.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:00 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:00.424+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:00.921 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:00 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:00.620+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.534895+0000 front 2024-06-13T06:40:30.534764+0000 (oldest deadline 2024-06-13T06:40:54.634884+0000) 2024-06-13T06:41:01.421 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:01 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:41:01.079+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:28.679791+0000 front 2024-06-13T06:40:28.680043+0000 (oldest deadline 2024-06-13T06:40:52.179961+0000) 2024-06-13T06:41:01.541 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:01 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:01.188+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:41:01.718 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 13 06:41:01 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-5[48857]: 2024-06-13T06:41:01.512+0000 7f4a14956700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.150036+0000 front 2024-06-13T06:40:30.149973+0000 (oldest deadline 2024-06-13T06:40:56.049857+0000) 2024-06-13T06:41:01.718 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 13 06:41:01 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-5[48857]: 2024-06-13T06:41:01.512+0000 7f4a14956700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:36.050415+0000 front 2024-06-13T06:40:36.050327+0000 (oldest deadline 2024-06-13T06:41:01.350269+0000) 2024-06-13T06:41:01.718 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:01 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:01.550+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.442663+0000 front 2024-06-13T06:40:30.442784+0000 (oldest deadline 2024-06-13T06:40:55.742768+0000) 2024-06-13T06:41:01.719 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:01 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:01.411+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:01.921 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:01 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:01.661+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.534895+0000 front 2024-06-13T06:40:30.534764+0000 (oldest deadline 2024-06-13T06:40:54.634884+0000) 2024-06-13T06:41:02.235 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:01 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:01.867+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:36.352150+0000 front 2024-06-13T06:40:36.352228+0000 (oldest deadline 2024-06-13T06:41:01.052349+0000) 2024-06-13T06:41:02.421 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:02 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:41:02.107+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:28.679791+0000 front 2024-06-13T06:40:28.680043+0000 (oldest deadline 2024-06-13T06:40:52.179961+0000) 2024-06-13T06:41:02.541 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:02 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:02.236+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:41:02.718 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:02 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:02.560+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.442663+0000 front 2024-06-13T06:40:30.442784+0000 (oldest deadline 2024-06-13T06:40:55.742768+0000) 2024-06-13T06:41:02.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:02 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:02.419+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:02.718 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 13 06:41:02 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-5[48857]: 2024-06-13T06:41:02.544+0000 7f4a14956700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.150036+0000 front 2024-06-13T06:40:30.149973+0000 (oldest deadline 2024-06-13T06:40:56.049857+0000) 2024-06-13T06:41:02.719 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 13 06:41:02 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-5[48857]: 2024-06-13T06:41:02.544+0000 7f4a14956700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:36.050415+0000 front 2024-06-13T06:40:36.050327+0000 (oldest deadline 2024-06-13T06:41:01.350269+0000) 2024-06-13T06:41:02.877 INFO:journalctl@ceph.osd.4.smithi096.stdout:Jun 13 06:41:02 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-4[47616]: 2024-06-13T06:41:02.578+0000 7f97714ab700 -1 osd.4 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.732266+0000 front 2024-06-13T06:40:39.732360+0000 (oldest deadline 2024-06-13T06:41:02.032473+0000) 2024-06-13T06:41:02.921 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:02 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:02.656+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.534895+0000 front 2024-06-13T06:40:30.534764+0000 (oldest deadline 2024-06-13T06:40:54.634884+0000) 2024-06-13T06:41:03.227 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:02 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:02.878+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:36.352150+0000 front 2024-06-13T06:40:36.352228+0000 (oldest deadline 2024-06-13T06:41:01.052349+0000) 2024-06-13T06:41:03.421 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:03 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:41:03.142+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:28.679791+0000 front 2024-06-13T06:40:28.680043+0000 (oldest deadline 2024-06-13T06:40:52.179961+0000) 2024-06-13T06:41:03.530 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:03 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:03.227+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:41:03.530 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:03 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:03.227+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.658119+0000 front 2024-06-13T06:40:39.658094+0000 (oldest deadline 2024-06-13T06:41:02.558290+0000) 2024-06-13T06:41:03.718 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:03 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:03.541+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.442663+0000 front 2024-06-13T06:40:30.442784+0000 (oldest deadline 2024-06-13T06:40:55.742768+0000) 2024-06-13T06:41:03.718 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 13 06:41:03 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-5[48857]: 2024-06-13T06:41:03.523+0000 7f4a14956700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.150036+0000 front 2024-06-13T06:40:30.149973+0000 (oldest deadline 2024-06-13T06:40:56.049857+0000) 2024-06-13T06:41:03.718 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 13 06:41:03 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-5[48857]: 2024-06-13T06:41:03.524+0000 7f4a14956700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:36.050415+0000 front 2024-06-13T06:40:36.050327+0000 (oldest deadline 2024-06-13T06:41:01.350269+0000) 2024-06-13T06:41:03.719 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:03 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:03.397+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:03.719 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:03 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:03.397+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:03.791 INFO:journalctl@ceph.osd.4.smithi096.stdout:Jun 13 06:41:03 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-4[47616]: 2024-06-13T06:41:03.530+0000 7f97714ab700 -1 osd.4 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.732266+0000 front 2024-06-13T06:40:39.732360+0000 (oldest deadline 2024-06-13T06:41:02.032473+0000) 2024-06-13T06:41:03.921 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:03 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:03.630+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.534895+0000 front 2024-06-13T06:40:30.534764+0000 (oldest deadline 2024-06-13T06:40:54.634884+0000) 2024-06-13T06:41:04.247 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:03 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:03.836+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:36.352150+0000 front 2024-06-13T06:40:36.352228+0000 (oldest deadline 2024-06-13T06:41:01.052349+0000) 2024-06-13T06:41:04.248 INFO:journalctl@ceph.osd.4.smithi096.stdout:Jun 13 06:41:04 smithi096 podman[74405]: 2024-06-13 06:41:04.030282396 +0000 UTC m=+5.437594984 container died de98b8dd441fefe205fe3ad7ca3e0d734ca5131bf4add3208ca8bcc3268c5b91 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-4, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-06-13T06:41:04.421 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:04 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:41:04.128+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:28.679791+0000 front 2024-06-13T06:40:28.680043+0000 (oldest deadline 2024-06-13T06:40:52.179961+0000) 2024-06-13T06:41:04.421 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:04 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:41:04.128+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:38.582138+0000 front 2024-06-13T06:40:38.581996+0000 (oldest deadline 2024-06-13T06:41:03.281885+0000) 2024-06-13T06:41:04.541 INFO:journalctl@ceph.osd.4.smithi096.stdout:Jun 13 06:41:04 smithi096 podman[74405]: 2024-06-13 06:41:04.432600267 +0000 UTC m=+5.839912862 container cleanup de98b8dd441fefe205fe3ad7ca3e0d734ca5131bf4add3208ca8bcc3268c5b91 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-4, RELEASE=squid-3d89acc, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-06-13T06:41:04.541 INFO:journalctl@ceph.osd.4.smithi096.stdout:Jun 13 06:41:04 smithi096 bash[74405]: ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-4 2024-06-13T06:41:04.541 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:04 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:04.248+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:41:04.541 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:04 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:04.248+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.658119+0000 front 2024-06-13T06:40:39.658094+0000 (oldest deadline 2024-06-13T06:41:02.558290+0000) 2024-06-13T06:41:04.712 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:04 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:04.670+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.534895+0000 front 2024-06-13T06:40:30.534764+0000 (oldest deadline 2024-06-13T06:40:54.634884+0000) 2024-06-13T06:41:04.718 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:04 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:04.558+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.442663+0000 front 2024-06-13T06:40:30.442784+0000 (oldest deadline 2024-06-13T06:40:55.742768+0000) 2024-06-13T06:41:04.718 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 13 06:41:04 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-5[48857]: 2024-06-13T06:41:04.496+0000 7f4a14956700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.150036+0000 front 2024-06-13T06:40:30.149973+0000 (oldest deadline 2024-06-13T06:40:56.049857+0000) 2024-06-13T06:41:04.718 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 13 06:41:04 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-5[48857]: 2024-06-13T06:41:04.496+0000 7f4a14956700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:36.050415+0000 front 2024-06-13T06:40:36.050327+0000 (oldest deadline 2024-06-13T06:41:01.350269+0000) 2024-06-13T06:41:04.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:04 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:04.369+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:04.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:04 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:04.369+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:05.041 INFO:journalctl@ceph.osd.4.smithi096.stdout:Jun 13 06:41:04 smithi096 podman[74421]: 2024-06-13 06:41:04.700897879 +0000 UTC m=+0.667239544 container remove de98b8dd441fefe205fe3ad7ca3e0d734ca5131bf4add3208ca8bcc3268c5b91 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-4, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-06-13T06:41:05.041 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:04 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:04.877+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:36.352150+0000 front 2024-06-13T06:40:36.352228+0000 (oldest deadline 2024-06-13T06:41:01.052349+0000) 2024-06-13T06:41:05.328 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:05 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:05.240+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:41:05.328 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:05 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:05.240+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.658119+0000 front 2024-06-13T06:40:39.658094+0000 (oldest deadline 2024-06-13T06:41:02.558290+0000) 2024-06-13T06:41:05.329 INFO:journalctl@ceph.osd.4.smithi096.stdout:Jun 13 06:41:05 smithi096 podman[74512]: 2024-06-13 06:41:04.961529287 +0000 UTC m=+0.017280767 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-13T06:41:05.329 INFO:journalctl@ceph.osd.4.smithi096.stdout:Jun 13 06:41:05 smithi096 podman[74512]: 2024-06-13 06:41:05.085263717 +0000 UTC m=+0.141015232 container create 1a24906874dc1f0204521baa054902959cced70c8e0a75de9c217c1405746882 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-4-deactivate, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.build-date=20240528, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-06-13T06:41:05.329 INFO:journalctl@ceph.osd.4.smithi096.stdout:Jun 13 06:41:05 smithi096 podman[74512]: 2024-06-13 06:41:05.32970188 +0000 UTC m=+0.385453366 container init 1a24906874dc1f0204521baa054902959cced70c8e0a75de9c217c1405746882 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-4-deactivate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=squid-3d89acc, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, ceph=True, org.label-schema.build-date=20240528, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-06-13T06:41:05.421 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:05 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:41:05.166+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:28.679791+0000 front 2024-06-13T06:40:28.680043+0000 (oldest deadline 2024-06-13T06:40:52.179961+0000) 2024-06-13T06:41:05.421 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:05 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:41:05.166+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:38.582138+0000 front 2024-06-13T06:40:38.581996+0000 (oldest deadline 2024-06-13T06:41:03.281885+0000) 2024-06-13T06:41:05.619 INFO:journalctl@ceph.osd.4.smithi096.stdout:Jun 13 06:41:05 smithi096 podman[74512]: 2024-06-13 06:41:05.332900129 +0000 UTC m=+0.388651605 container start 1a24906874dc1f0204521baa054902959cced70c8e0a75de9c217c1405746882 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-4-deactivate, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, RELEASE=squid-3d89acc, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-13T06:41:05.619 INFO:journalctl@ceph.osd.4.smithi096.stdout:Jun 13 06:41:05 smithi096 podman[74512]: 2024-06-13 06:41:05.438051562 +0000 UTC m=+0.493803051 container attach 1a24906874dc1f0204521baa054902959cced70c8e0a75de9c217c1405746882 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-4-deactivate, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-06-13T06:41:05.718 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:05 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:05.518+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.442663+0000 front 2024-06-13T06:40:30.442784+0000 (oldest deadline 2024-06-13T06:40:55.742768+0000) 2024-06-13T06:41:05.718 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 13 06:41:05 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-5[48857]: 2024-06-13T06:41:05.506+0000 7f4a14956700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.150036+0000 front 2024-06-13T06:40:30.149973+0000 (oldest deadline 2024-06-13T06:40:56.049857+0000) 2024-06-13T06:41:05.718 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 13 06:41:05 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-5[48857]: 2024-06-13T06:41:05.506+0000 7f4a14956700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:36.050415+0000 front 2024-06-13T06:40:36.050327+0000 (oldest deadline 2024-06-13T06:41:01.350269+0000) 2024-06-13T06:41:05.719 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:05 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:05.333+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:05.719 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:05 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:05.333+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:05.921 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:05 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:05.640+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.534895+0000 front 2024-06-13T06:40:30.534764+0000 (oldest deadline 2024-06-13T06:40:54.634884+0000) 2024-06-13T06:41:05.921 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:05 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:05.640+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.737370+0000 front 2024-06-13T06:40:39.737227+0000 (oldest deadline 2024-06-13T06:41:05.637275+0000) 2024-06-13T06:41:05.981 INFO:journalctl@ceph.osd.4.smithi096.stdout:Jun 13 06:41:05 smithi096 podman[74512]: 2024-06-13 06:41:05.6208399 +0000 UTC m=+0.676591381 container died 1a24906874dc1f0204521baa054902959cced70c8e0a75de9c217c1405746882 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-4-deactivate, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.build-date=20240528) 2024-06-13T06:41:05.981 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:05 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:05.851+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:36.352150+0000 front 2024-06-13T06:40:36.352228+0000 (oldest deadline 2024-06-13T06:41:01.052349+0000) 2024-06-13T06:41:06.282 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:06 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:06.204+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:41:06.282 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:06 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:06.204+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.658119+0000 front 2024-06-13T06:40:39.658094+0000 (oldest deadline 2024-06-13T06:41:02.558290+0000) 2024-06-13T06:41:06.306 DEBUG:teuthology.orchestra.run.smithi096:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@osd.4.service' 2024-06-13T06:41:06.343 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T06:41:06.343 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-06-13T06:41:06.344 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-06-13T06:41:06.344 DEBUG:teuthology.orchestra.run.smithi149:> sudo systemctl stop ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@osd.5 2024-06-13T06:41:06.656 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:06 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:06.529+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.442663+0000 front 2024-06-13T06:40:30.442784+0000 (oldest deadline 2024-06-13T06:40:55.742768+0000) 2024-06-13T06:41:06.656 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:06 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:06.308+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:06.656 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:06 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:06.308+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:06.656 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 13 06:41:06 smithi149 systemd[1]: Stopping Ceph osd.5 for ae626f9c-294b-11ef-bc9c-c7b262605968... 2024-06-13T06:41:06.656 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 13 06:41:06 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-5[48857]: 2024-06-13T06:41:06.529+0000 7f4a14956700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.150036+0000 front 2024-06-13T06:40:30.149973+0000 (oldest deadline 2024-06-13T06:40:56.049857+0000) 2024-06-13T06:41:06.656 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 13 06:41:06 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-5[48857]: 2024-06-13T06:41:06.529+0000 7f4a14956700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:36.050415+0000 front 2024-06-13T06:40:36.050327+0000 (oldest deadline 2024-06-13T06:41:01.350269+0000) 2024-06-13T06:41:06.657 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 13 06:41:06 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-5[48857]: 2024-06-13T06:41:06.656+0000 7f4a18362700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T06:41:06.657 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 13 06:41:06 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-5[48857]: 2024-06-13T06:41:06.656+0000 7f4a18362700 -1 osd.5 115 *** Got signal Terminated *** 2024-06-13T06:41:06.657 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 13 06:41:06 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-5[48857]: 2024-06-13T06:41:06.656+0000 7f4a18362700 -1 osd.5 115 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-13T06:41:06.667 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:06 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:41:06.185+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:28.679791+0000 front 2024-06-13T06:40:28.680043+0000 (oldest deadline 2024-06-13T06:40:52.179961+0000) 2024-06-13T06:41:06.667 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:06 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:41:06.185+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:38.582138+0000 front 2024-06-13T06:40:38.581996+0000 (oldest deadline 2024-06-13T06:41:03.281885+0000) 2024-06-13T06:41:06.921 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:06 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:06.668+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.534895+0000 front 2024-06-13T06:40:30.534764+0000 (oldest deadline 2024-06-13T06:40:54.634884+0000) 2024-06-13T06:41:06.921 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:06 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:06.668+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.737370+0000 front 2024-06-13T06:40:39.737227+0000 (oldest deadline 2024-06-13T06:41:05.637275+0000) 2024-06-13T06:41:07.229 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:06 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:06.839+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:36.352150+0000 front 2024-06-13T06:40:36.352228+0000 (oldest deadline 2024-06-13T06:41:01.052349+0000) 2024-06-13T06:41:07.541 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:07 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:07.230+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:41:07.541 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:07 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:07.230+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.658119+0000 front 2024-06-13T06:40:39.658094+0000 (oldest deadline 2024-06-13T06:41:02.558290+0000) 2024-06-13T06:41:07.618 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:07 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:41:07.185+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:28.679791+0000 front 2024-06-13T06:40:28.680043+0000 (oldest deadline 2024-06-13T06:40:52.179961+0000) 2024-06-13T06:41:07.618 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:07 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:41:07.185+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:38.582138+0000 front 2024-06-13T06:40:38.581996+0000 (oldest deadline 2024-06-13T06:41:03.281885+0000) 2024-06-13T06:41:07.718 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:07 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:07.558+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.442663+0000 front 2024-06-13T06:40:30.442784+0000 (oldest deadline 2024-06-13T06:40:55.742768+0000) 2024-06-13T06:41:07.719 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 13 06:41:07 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-5[48857]: 2024-06-13T06:41:07.520+0000 7f4a14956700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.150036+0000 front 2024-06-13T06:40:30.149973+0000 (oldest deadline 2024-06-13T06:40:56.049857+0000) 2024-06-13T06:41:07.719 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 13 06:41:07 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-5[48857]: 2024-06-13T06:41:07.520+0000 7f4a14956700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:36.050415+0000 front 2024-06-13T06:40:36.050327+0000 (oldest deadline 2024-06-13T06:41:01.350269+0000) 2024-06-13T06:41:07.719 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:07 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:07.351+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:07.719 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:07 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:07.351+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:07.921 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:07 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:07.619+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.534895+0000 front 2024-06-13T06:40:30.534764+0000 (oldest deadline 2024-06-13T06:40:54.634884+0000) 2024-06-13T06:41:07.922 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:07 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:07.619+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.737370+0000 front 2024-06-13T06:40:39.737227+0000 (oldest deadline 2024-06-13T06:41:05.637275+0000) 2024-06-13T06:41:08.216 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:07 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:07.844+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:36.352150+0000 front 2024-06-13T06:40:36.352228+0000 (oldest deadline 2024-06-13T06:41:01.052349+0000) 2024-06-13T06:41:08.421 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:08 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:41:08.137+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:28.679791+0000 front 2024-06-13T06:40:28.680043+0000 (oldest deadline 2024-06-13T06:40:52.179961+0000) 2024-06-13T06:41:08.422 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:08 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:41:08.137+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:38.582138+0000 front 2024-06-13T06:40:38.581996+0000 (oldest deadline 2024-06-13T06:41:03.281885+0000) 2024-06-13T06:41:08.541 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:08 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:08.217+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:41:08.541 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:08 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:08.217+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.658119+0000 front 2024-06-13T06:40:39.658094+0000 (oldest deadline 2024-06-13T06:41:02.558290+0000) 2024-06-13T06:41:08.560 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:08 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:08.303+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:08.560 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:08 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:08.303+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:08.560 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 13 06:41:08 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-5[48857]: 2024-06-13T06:41:08.488+0000 7f4a14956700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.150036+0000 front 2024-06-13T06:40:30.149973+0000 (oldest deadline 2024-06-13T06:40:56.049857+0000) 2024-06-13T06:41:08.560 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 13 06:41:08 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-5[48857]: 2024-06-13T06:41:08.488+0000 7f4a14956700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:36.050415+0000 front 2024-06-13T06:40:36.050327+0000 (oldest deadline 2024-06-13T06:41:01.350269+0000) 2024-06-13T06:41:08.921 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:08 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:08.646+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.534895+0000 front 2024-06-13T06:40:30.534764+0000 (oldest deadline 2024-06-13T06:40:54.634884+0000) 2024-06-13T06:41:08.921 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:08 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:08.646+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.737370+0000 front 2024-06-13T06:40:39.737227+0000 (oldest deadline 2024-06-13T06:41:05.637275+0000) 2024-06-13T06:41:08.921 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:08 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:08.646+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.637780+0000 front 2024-06-13T06:40:45.637718+0000 (oldest deadline 2024-06-13T06:41:08.537742+0000) 2024-06-13T06:41:08.968 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:08 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:08.561+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.442663+0000 front 2024-06-13T06:40:30.442784+0000 (oldest deadline 2024-06-13T06:40:55.742768+0000) 2024-06-13T06:41:09.203 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:08 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:08.885+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:36.352150+0000 front 2024-06-13T06:40:36.352228+0000 (oldest deadline 2024-06-13T06:41:01.052349+0000) 2024-06-13T06:41:09.422 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:09 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:41:09.167+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:28.679791+0000 front 2024-06-13T06:40:28.680043+0000 (oldest deadline 2024-06-13T06:40:52.179961+0000) 2024-06-13T06:41:09.422 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:09 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:41:09.167+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:38.582138+0000 front 2024-06-13T06:40:38.581996+0000 (oldest deadline 2024-06-13T06:41:03.281885+0000) 2024-06-13T06:41:09.524 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:09 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:09.263+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:09.524 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:09 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:09.263+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:09.524 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:09 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:09.263+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.546251+0000 front 2024-06-13T06:40:47.546585+0000 (oldest deadline 2024-06-13T06:41:09.246395+0000) 2024-06-13T06:41:09.541 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:09 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:09.204+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:41:09.541 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:09 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:09.204+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.658119+0000 front 2024-06-13T06:40:39.658094+0000 (oldest deadline 2024-06-13T06:41:02.558290+0000) 2024-06-13T06:41:09.541 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:09 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:09.204+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.459244+0000 front 2024-06-13T06:40:45.459437+0000 (oldest deadline 2024-06-13T06:41:08.359138+0000) 2024-06-13T06:41:09.922 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:09 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:09.599+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.534895+0000 front 2024-06-13T06:40:30.534764+0000 (oldest deadline 2024-06-13T06:40:54.634884+0000) 2024-06-13T06:41:09.922 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:09 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:09.599+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.737370+0000 front 2024-06-13T06:40:39.737227+0000 (oldest deadline 2024-06-13T06:41:05.637275+0000) 2024-06-13T06:41:09.922 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:09 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:09.599+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.637780+0000 front 2024-06-13T06:40:45.637718+0000 (oldest deadline 2024-06-13T06:41:08.537742+0000) 2024-06-13T06:41:09.968 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:09 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:09.532+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.442663+0000 front 2024-06-13T06:40:30.442784+0000 (oldest deadline 2024-06-13T06:40:55.742768+0000) 2024-06-13T06:41:09.968 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 13 06:41:09 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-5[48857]: 2024-06-13T06:41:09.525+0000 7f4a14956700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.150036+0000 front 2024-06-13T06:40:30.149973+0000 (oldest deadline 2024-06-13T06:40:56.049857+0000) 2024-06-13T06:41:09.968 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 13 06:41:09 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-5[48857]: 2024-06-13T06:41:09.525+0000 7f4a14956700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:36.050415+0000 front 2024-06-13T06:40:36.050327+0000 (oldest deadline 2024-06-13T06:41:01.350269+0000) 2024-06-13T06:41:09.968 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 13 06:41:09 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-5[48857]: 2024-06-13T06:41:09.525+0000 7f4a14956700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:46.651197+0000 front 2024-06-13T06:40:46.651223+0000 (oldest deadline 2024-06-13T06:41:08.951440+0000) 2024-06-13T06:41:10.233 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:09 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:09.838+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:36.352150+0000 front 2024-06-13T06:40:36.352228+0000 (oldest deadline 2024-06-13T06:41:01.052349+0000) 2024-06-13T06:41:10.528 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:10 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:10.248+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:10.528 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:10 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:10.248+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:10.528 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:10 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:10.248+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.546251+0000 front 2024-06-13T06:40:47.546585+0000 (oldest deadline 2024-06-13T06:41:09.246395+0000) 2024-06-13T06:41:10.541 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:10 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:10.233+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:41:10.541 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:10 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:10.233+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.658119+0000 front 2024-06-13T06:40:39.658094+0000 (oldest deadline 2024-06-13T06:41:02.558290+0000) 2024-06-13T06:41:10.541 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:10 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:10.233+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.459244+0000 front 2024-06-13T06:40:45.459437+0000 (oldest deadline 2024-06-13T06:41:08.359138+0000) 2024-06-13T06:41:10.560 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:10 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:41:10.187+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:28.679791+0000 front 2024-06-13T06:40:28.680043+0000 (oldest deadline 2024-06-13T06:40:52.179961+0000) 2024-06-13T06:41:10.560 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:10 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:41:10.187+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:38.582138+0000 front 2024-06-13T06:40:38.581996+0000 (oldest deadline 2024-06-13T06:41:03.281885+0000) 2024-06-13T06:41:10.921 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:10 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:10.561+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.534895+0000 front 2024-06-13T06:40:30.534764+0000 (oldest deadline 2024-06-13T06:40:54.634884+0000) 2024-06-13T06:41:10.922 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:10 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:10.561+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.737370+0000 front 2024-06-13T06:40:39.737227+0000 (oldest deadline 2024-06-13T06:41:05.637275+0000) 2024-06-13T06:41:10.922 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:10 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:10.561+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.637780+0000 front 2024-06-13T06:40:45.637718+0000 (oldest deadline 2024-06-13T06:41:08.537742+0000) 2024-06-13T06:41:10.968 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:10 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:10.529+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.442663+0000 front 2024-06-13T06:40:30.442784+0000 (oldest deadline 2024-06-13T06:40:55.742768+0000) 2024-06-13T06:41:10.968 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 13 06:41:10 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-5[48857]: 2024-06-13T06:41:10.552+0000 7f4a14956700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.150036+0000 front 2024-06-13T06:40:30.149973+0000 (oldest deadline 2024-06-13T06:40:56.049857+0000) 2024-06-13T06:41:10.968 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 13 06:41:10 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-5[48857]: 2024-06-13T06:41:10.552+0000 7f4a14956700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:36.050415+0000 front 2024-06-13T06:40:36.050327+0000 (oldest deadline 2024-06-13T06:41:01.350269+0000) 2024-06-13T06:41:10.968 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 13 06:41:10 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-5[48857]: 2024-06-13T06:41:10.552+0000 7f4a14956700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:46.651197+0000 front 2024-06-13T06:40:46.651223+0000 (oldest deadline 2024-06-13T06:41:08.951440+0000) 2024-06-13T06:41:11.262 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:10 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:10.804+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:36.352150+0000 front 2024-06-13T06:40:36.352228+0000 (oldest deadline 2024-06-13T06:41:01.052349+0000) 2024-06-13T06:41:11.421 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:11 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:41:11.148+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:28.679791+0000 front 2024-06-13T06:40:28.680043+0000 (oldest deadline 2024-06-13T06:40:52.179961+0000) 2024-06-13T06:41:11.422 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:11 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:41:11.148+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:38.582138+0000 front 2024-06-13T06:40:38.581996+0000 (oldest deadline 2024-06-13T06:41:03.281885+0000) 2024-06-13T06:41:11.422 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:11 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:41:11.148+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:43.282507+0000 front 2024-06-13T06:40:43.282530+0000 (oldest deadline 2024-06-13T06:41:10.883085+0000) 2024-06-13T06:41:11.541 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:11 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:11.263+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:41:11.541 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:11 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:11.263+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.658119+0000 front 2024-06-13T06:40:39.658094+0000 (oldest deadline 2024-06-13T06:41:02.558290+0000) 2024-06-13T06:41:11.541 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:11 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:11.263+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.459244+0000 front 2024-06-13T06:40:45.459437+0000 (oldest deadline 2024-06-13T06:41:08.359138+0000) 2024-06-13T06:41:11.548 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:11 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:11.275+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:11.549 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:11 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:11.275+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:11.549 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:11 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:11.275+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.546251+0000 front 2024-06-13T06:40:47.546585+0000 (oldest deadline 2024-06-13T06:41:09.246395+0000) 2024-06-13T06:41:11.921 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:11 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:11.576+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.534895+0000 front 2024-06-13T06:40:30.534764+0000 (oldest deadline 2024-06-13T06:40:54.634884+0000) 2024-06-13T06:41:11.922 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:11 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:11.576+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.737370+0000 front 2024-06-13T06:40:39.737227+0000 (oldest deadline 2024-06-13T06:41:05.637275+0000) 2024-06-13T06:41:11.922 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:11 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:11.576+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.637780+0000 front 2024-06-13T06:40:45.637718+0000 (oldest deadline 2024-06-13T06:41:08.537742+0000) 2024-06-13T06:41:11.969 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:11 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:11.550+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.442663+0000 front 2024-06-13T06:40:30.442784+0000 (oldest deadline 2024-06-13T06:40:55.742768+0000) 2024-06-13T06:41:11.970 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:11 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:11.550+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:46.844737+0000 front 2024-06-13T06:40:46.844713+0000 (oldest deadline 2024-06-13T06:41:10.944864+0000) 2024-06-13T06:41:11.970 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 13 06:41:11 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-5[48857]: 2024-06-13T06:41:11.565+0000 7f4a14956700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.150036+0000 front 2024-06-13T06:40:30.149973+0000 (oldest deadline 2024-06-13T06:40:56.049857+0000) 2024-06-13T06:41:11.970 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 13 06:41:11 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-5[48857]: 2024-06-13T06:41:11.565+0000 7f4a14956700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:36.050415+0000 front 2024-06-13T06:40:36.050327+0000 (oldest deadline 2024-06-13T06:41:01.350269+0000) 2024-06-13T06:41:11.970 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 13 06:41:11 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-5[48857]: 2024-06-13T06:41:11.565+0000 7f4a14956700 -1 osd.5 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:46.651197+0000 front 2024-06-13T06:40:46.651223+0000 (oldest deadline 2024-06-13T06:41:08.951440+0000) 2024-06-13T06:41:12.265 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 13 06:41:11 smithi149 podman[75351]: 2024-06-13 06:41:11.998150988 +0000 UTC m=+5.452490118 container died 2a8b2429a7e48a7ff3ff0f9756bb937472089e38ce5b1363dbc23967898cb5ea (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5) 2024-06-13T06:41:12.291 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:11 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:11.834+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:36.352150+0000 front 2024-06-13T06:40:36.352228+0000 (oldest deadline 2024-06-13T06:41:01.052349+0000) 2024-06-13T06:41:12.291 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:11 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:11.834+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.354871+0000 front 2024-06-13T06:40:47.354887+0000 (oldest deadline 2024-06-13T06:41:10.854633+0000) 2024-06-13T06:41:12.421 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:12 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:41:12.162+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:28.679791+0000 front 2024-06-13T06:40:28.680043+0000 (oldest deadline 2024-06-13T06:40:52.179961+0000) 2024-06-13T06:41:12.421 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:12 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:41:12.162+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:38.582138+0000 front 2024-06-13T06:40:38.581996+0000 (oldest deadline 2024-06-13T06:41:03.281885+0000) 2024-06-13T06:41:12.421 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:12 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:41:12.162+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:43.282507+0000 front 2024-06-13T06:40:43.282530+0000 (oldest deadline 2024-06-13T06:41:10.883085+0000) 2024-06-13T06:41:12.588 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 13 06:41:12 smithi149 podman[75351]: 2024-06-13 06:41:12.382127072 +0000 UTC m=+5.836466201 container cleanup 2a8b2429a7e48a7ff3ff0f9756bb937472089e38ce5b1363dbc23967898cb5ea (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-5, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux ) 2024-06-13T06:41:12.588 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 13 06:41:12 smithi149 bash[75351]: ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-5 2024-06-13T06:41:12.588 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:12 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:12.267+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:12.588 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:12 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:12.267+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:12.588 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:12 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:12.267+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.546251+0000 front 2024-06-13T06:40:47.546585+0000 (oldest deadline 2024-06-13T06:41:09.246395+0000) 2024-06-13T06:41:12.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:12 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:12.306+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:41:12.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:12 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:12.306+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.658119+0000 front 2024-06-13T06:40:39.658094+0000 (oldest deadline 2024-06-13T06:41:02.558290+0000) 2024-06-13T06:41:12.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:12 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:12.306+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.459244+0000 front 2024-06-13T06:40:45.459437+0000 (oldest deadline 2024-06-13T06:41:08.359138+0000) 2024-06-13T06:41:12.921 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:12 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:12.623+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.534895+0000 front 2024-06-13T06:40:30.534764+0000 (oldest deadline 2024-06-13T06:40:54.634884+0000) 2024-06-13T06:41:12.922 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:12 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:12.623+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.737370+0000 front 2024-06-13T06:40:39.737227+0000 (oldest deadline 2024-06-13T06:41:05.637275+0000) 2024-06-13T06:41:12.922 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:12 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:12.623+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.637780+0000 front 2024-06-13T06:40:45.637718+0000 (oldest deadline 2024-06-13T06:41:08.537742+0000) 2024-06-13T06:41:12.968 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 13 06:41:12 smithi149 podman[75369]: 2024-06-13 06:41:12.642178939 +0000 UTC m=+0.639131280 container remove 2a8b2429a7e48a7ff3ff0f9756bb937472089e38ce5b1363dbc23967898cb5ea (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, org.label-schema.build-date=20240528, io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-13T06:41:12.968 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:12 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:12.588+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.442663+0000 front 2024-06-13T06:40:30.442784+0000 (oldest deadline 2024-06-13T06:40:55.742768+0000) 2024-06-13T06:41:12.968 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:12 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:12.588+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:46.844737+0000 front 2024-06-13T06:40:46.844713+0000 (oldest deadline 2024-06-13T06:41:10.944864+0000) 2024-06-13T06:41:13.288 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:13 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:13.238+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:13.288 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:13 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:13.238+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:13.288 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:13 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:13.238+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.546251+0000 front 2024-06-13T06:40:47.546585+0000 (oldest deadline 2024-06-13T06:41:09.246395+0000) 2024-06-13T06:41:13.289 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 13 06:41:13 smithi149 podman[75456]: 2024-06-13 06:41:12.907619588 +0000 UTC m=+0.017688218 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-13T06:41:13.289 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 13 06:41:13 smithi149 podman[75456]: 2024-06-13 06:41:13.018263525 +0000 UTC m=+0.128332191 container create 648a3aec29b643e7667a1bd42f205d7ca7ccaf76c09a7b436eb58a389e7b01f4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-5-deactivate, RELEASE=squid-3d89acc, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-06-13T06:41:13.289 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 13 06:41:13 smithi149 podman[75456]: 2024-06-13 06:41:13.289688221 +0000 UTC m=+0.399756853 container init 648a3aec29b643e7667a1bd42f205d7ca7ccaf76c09a7b436eb58a389e7b01f4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-5-deactivate, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240528, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-13T06:41:13.291 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:12 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:12.867+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:36.352150+0000 front 2024-06-13T06:40:36.352228+0000 (oldest deadline 2024-06-13T06:41:01.052349+0000) 2024-06-13T06:41:13.291 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:12 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:12.867+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.354871+0000 front 2024-06-13T06:40:47.354887+0000 (oldest deadline 2024-06-13T06:41:10.854633+0000) 2024-06-13T06:41:13.421 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:13 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:41:13.162+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:28.679791+0000 front 2024-06-13T06:40:28.680043+0000 (oldest deadline 2024-06-13T06:40:52.179961+0000) 2024-06-13T06:41:13.422 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:13 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:41:13.162+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:38.582138+0000 front 2024-06-13T06:40:38.581996+0000 (oldest deadline 2024-06-13T06:41:03.281885+0000) 2024-06-13T06:41:13.422 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:13 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:41:13.162+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:43.282507+0000 front 2024-06-13T06:40:43.282530+0000 (oldest deadline 2024-06-13T06:41:10.883085+0000) 2024-06-13T06:41:13.542 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 13 06:41:13 smithi149 podman[75456]: 2024-06-13 06:41:13.292819886 +0000 UTC m=+0.402888515 container start 648a3aec29b643e7667a1bd42f205d7ca7ccaf76c09a7b436eb58a389e7b01f4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-5-deactivate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, RELEASE=squid-3d89acc) 2024-06-13T06:41:13.542 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 13 06:41:13 smithi149 podman[75456]: 2024-06-13 06:41:13.398008329 +0000 UTC m=+0.508076958 container attach 648a3aec29b643e7667a1bd42f205d7ca7ccaf76c09a7b436eb58a389e7b01f4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-5-deactivate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240528, RELEASE=squid-3d89acc, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-06-13T06:41:13.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:13 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:13.341+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:41:13.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:13 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:13.341+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.658119+0000 front 2024-06-13T06:40:39.658094+0000 (oldest deadline 2024-06-13T06:41:02.558290+0000) 2024-06-13T06:41:13.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:13 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:13.341+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.459244+0000 front 2024-06-13T06:40:45.459437+0000 (oldest deadline 2024-06-13T06:41:08.359138+0000) 2024-06-13T06:41:13.921 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:13 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:13.616+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.534895+0000 front 2024-06-13T06:40:30.534764+0000 (oldest deadline 2024-06-13T06:40:54.634884+0000) 2024-06-13T06:41:13.922 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:13 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:13.616+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.737370+0000 front 2024-06-13T06:40:39.737227+0000 (oldest deadline 2024-06-13T06:41:05.637275+0000) 2024-06-13T06:41:13.922 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:13 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:13.616+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.637780+0000 front 2024-06-13T06:40:45.637718+0000 (oldest deadline 2024-06-13T06:41:08.537742+0000) 2024-06-13T06:41:13.942 INFO:journalctl@ceph.osd.5.smithi149.stdout:Jun 13 06:41:13 smithi149 podman[75456]: 2024-06-13 06:41:13.595554751 +0000 UTC m=+0.705623375 container died 648a3aec29b643e7667a1bd42f205d7ca7ccaf76c09a7b436eb58a389e7b01f4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-5-deactivate, RELEASE=squid-3d89acc, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True) 2024-06-13T06:41:13.942 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:13 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:13.541+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.442663+0000 front 2024-06-13T06:40:30.442784+0000 (oldest deadline 2024-06-13T06:40:55.742768+0000) 2024-06-13T06:41:13.942 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:13 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:13.541+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:46.844737+0000 front 2024-06-13T06:40:46.844713+0000 (oldest deadline 2024-06-13T06:41:10.944864+0000) 2024-06-13T06:41:14.251 DEBUG:teuthology.orchestra.run.smithi149:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@osd.5.service' 2024-06-13T06:41:14.289 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T06:41:14.290 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-06-13T06:41:14.290 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-06-13T06:41:14.290 DEBUG:teuthology.orchestra.run.smithi039:> sudo systemctl stop ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@osd.6 2024-06-13T06:41:14.290 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:13 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:13.849+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:36.352150+0000 front 2024-06-13T06:40:36.352228+0000 (oldest deadline 2024-06-13T06:41:01.052349+0000) 2024-06-13T06:41:14.291 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:13 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:13.849+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.354871+0000 front 2024-06-13T06:40:47.354887+0000 (oldest deadline 2024-06-13T06:41:10.854633+0000) 2024-06-13T06:41:14.421 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:14 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:41:14.123+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:28.679791+0000 front 2024-06-13T06:40:28.680043+0000 (oldest deadline 2024-06-13T06:40:52.179961+0000) 2024-06-13T06:41:14.421 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:14 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:41:14.123+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:38.582138+0000 front 2024-06-13T06:40:38.581996+0000 (oldest deadline 2024-06-13T06:41:03.281885+0000) 2024-06-13T06:41:14.422 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:14 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:41:14.123+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:43.282507+0000 front 2024-06-13T06:40:43.282530+0000 (oldest deadline 2024-06-13T06:41:10.883085+0000) 2024-06-13T06:41:14.422 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:14 smithi039 systemd[1]: Stopping Ceph osd.6 for ae626f9c-294b-11ef-bc9c-c7b262605968... 2024-06-13T06:41:14.592 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:14 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:14.262+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:14.592 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:14 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:14.262+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:14.592 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:14 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:14.262+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.546251+0000 front 2024-06-13T06:40:47.546585+0000 (oldest deadline 2024-06-13T06:41:09.246395+0000) 2024-06-13T06:41:14.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:14 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:14.319+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:41:14.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:14 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:14.319+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.658119+0000 front 2024-06-13T06:40:39.658094+0000 (oldest deadline 2024-06-13T06:41:02.558290+0000) 2024-06-13T06:41:14.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:14 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:14.319+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.459244+0000 front 2024-06-13T06:40:45.459437+0000 (oldest deadline 2024-06-13T06:41:08.359138+0000) 2024-06-13T06:41:14.921 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:14 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:14.624+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.534895+0000 front 2024-06-13T06:40:30.534764+0000 (oldest deadline 2024-06-13T06:40:54.634884+0000) 2024-06-13T06:41:14.921 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:14 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:14.624+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.737370+0000 front 2024-06-13T06:40:39.737227+0000 (oldest deadline 2024-06-13T06:41:05.637275+0000) 2024-06-13T06:41:14.921 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:14 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:14.624+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.637780+0000 front 2024-06-13T06:40:45.637718+0000 (oldest deadline 2024-06-13T06:41:08.537742+0000) 2024-06-13T06:41:14.922 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:14 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:41:14.589+0000 7f3926f57700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T06:41:14.922 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:14 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:41:14.589+0000 7f3926f57700 -1 osd.6 115 *** Got signal Terminated *** 2024-06-13T06:41:14.922 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:14 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:41:14.589+0000 7f3926f57700 -1 osd.6 115 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-13T06:41:14.968 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:14 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:14.592+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.442663+0000 front 2024-06-13T06:40:30.442784+0000 (oldest deadline 2024-06-13T06:40:55.742768+0000) 2024-06-13T06:41:14.968 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:14 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:14.592+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:46.844737+0000 front 2024-06-13T06:40:46.844713+0000 (oldest deadline 2024-06-13T06:41:10.944864+0000) 2024-06-13T06:41:15.291 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:14 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:14.801+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:36.352150+0000 front 2024-06-13T06:40:36.352228+0000 (oldest deadline 2024-06-13T06:41:01.052349+0000) 2024-06-13T06:41:15.291 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:14 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:14.801+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.354871+0000 front 2024-06-13T06:40:47.354887+0000 (oldest deadline 2024-06-13T06:41:10.854633+0000) 2024-06-13T06:41:15.422 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:15 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:41:15.097+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:28.679791+0000 front 2024-06-13T06:40:28.680043+0000 (oldest deadline 2024-06-13T06:40:52.179961+0000) 2024-06-13T06:41:15.422 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:15 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:41:15.097+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:38.582138+0000 front 2024-06-13T06:40:38.581996+0000 (oldest deadline 2024-06-13T06:41:03.281885+0000) 2024-06-13T06:41:15.422 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:15 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:41:15.097+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:43.282507+0000 front 2024-06-13T06:40:43.282530+0000 (oldest deadline 2024-06-13T06:41:10.883085+0000) 2024-06-13T06:41:15.574 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:15 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:15.297+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:15.574 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:15 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:15.297+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:15.574 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:15 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:15.297+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.546251+0000 front 2024-06-13T06:40:47.546585+0000 (oldest deadline 2024-06-13T06:41:09.246395+0000) 2024-06-13T06:41:15.763 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:15 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:15.352+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:41:15.763 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:15 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:15.352+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.658119+0000 front 2024-06-13T06:40:39.658094+0000 (oldest deadline 2024-06-13T06:41:02.558290+0000) 2024-06-13T06:41:15.763 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:15 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:15.352+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.459244+0000 front 2024-06-13T06:40:45.459437+0000 (oldest deadline 2024-06-13T06:41:08.359138+0000) 2024-06-13T06:41:15.921 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:15 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:15.623+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.534895+0000 front 2024-06-13T06:40:30.534764+0000 (oldest deadline 2024-06-13T06:40:54.634884+0000) 2024-06-13T06:41:15.921 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:15 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:15.623+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.737370+0000 front 2024-06-13T06:40:39.737227+0000 (oldest deadline 2024-06-13T06:41:05.637275+0000) 2024-06-13T06:41:15.922 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:15 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:15.623+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.637780+0000 front 2024-06-13T06:40:45.637718+0000 (oldest deadline 2024-06-13T06:41:08.537742+0000) 2024-06-13T06:41:15.968 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:15 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:15.574+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.442663+0000 front 2024-06-13T06:40:30.442784+0000 (oldest deadline 2024-06-13T06:40:55.742768+0000) 2024-06-13T06:41:15.968 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:15 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:15.574+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:46.844737+0000 front 2024-06-13T06:40:46.844713+0000 (oldest deadline 2024-06-13T06:41:10.944864+0000) 2024-06-13T06:41:16.041 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:15 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:15.764+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:36.352150+0000 front 2024-06-13T06:40:36.352228+0000 (oldest deadline 2024-06-13T06:41:01.052349+0000) 2024-06-13T06:41:16.041 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:15 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:15.764+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.354871+0000 front 2024-06-13T06:40:47.354887+0000 (oldest deadline 2024-06-13T06:41:10.854633+0000) 2024-06-13T06:41:16.421 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:16 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:41:16.108+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:28.679791+0000 front 2024-06-13T06:40:28.680043+0000 (oldest deadline 2024-06-13T06:40:52.179961+0000) 2024-06-13T06:41:16.422 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:16 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:41:16.108+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:38.582138+0000 front 2024-06-13T06:40:38.581996+0000 (oldest deadline 2024-06-13T06:41:03.281885+0000) 2024-06-13T06:41:16.422 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:16 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:41:16.108+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:43.282507+0000 front 2024-06-13T06:40:43.282530+0000 (oldest deadline 2024-06-13T06:41:10.883085+0000) 2024-06-13T06:41:16.560 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:16 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:16.284+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:16.560 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:16 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:16.284+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:16.560 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:16 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:16.284+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.546251+0000 front 2024-06-13T06:40:47.546585+0000 (oldest deadline 2024-06-13T06:41:09.246395+0000) 2024-06-13T06:41:16.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:16 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:16.304+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:41:16.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:16 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:16.304+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.658119+0000 front 2024-06-13T06:40:39.658094+0000 (oldest deadline 2024-06-13T06:41:02.558290+0000) 2024-06-13T06:41:16.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:16 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:16.304+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.459244+0000 front 2024-06-13T06:40:45.459437+0000 (oldest deadline 2024-06-13T06:41:08.359138+0000) 2024-06-13T06:41:16.921 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:16 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:16.664+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.534895+0000 front 2024-06-13T06:40:30.534764+0000 (oldest deadline 2024-06-13T06:40:54.634884+0000) 2024-06-13T06:41:16.921 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:16 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:16.664+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.737370+0000 front 2024-06-13T06:40:39.737227+0000 (oldest deadline 2024-06-13T06:41:05.637275+0000) 2024-06-13T06:41:16.921 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:16 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:16.664+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.637780+0000 front 2024-06-13T06:40:45.637718+0000 (oldest deadline 2024-06-13T06:41:08.537742+0000) 2024-06-13T06:41:16.968 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:16 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:16.560+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.442663+0000 front 2024-06-13T06:40:30.442784+0000 (oldest deadline 2024-06-13T06:40:55.742768+0000) 2024-06-13T06:41:16.968 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:16 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:16.560+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:46.844737+0000 front 2024-06-13T06:40:46.844713+0000 (oldest deadline 2024-06-13T06:41:10.944864+0000) 2024-06-13T06:41:17.291 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:16 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:16.802+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:36.352150+0000 front 2024-06-13T06:40:36.352228+0000 (oldest deadline 2024-06-13T06:41:01.052349+0000) 2024-06-13T06:41:17.291 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:16 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:16.802+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.354871+0000 front 2024-06-13T06:40:47.354887+0000 (oldest deadline 2024-06-13T06:41:10.854633+0000) 2024-06-13T06:41:17.291 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:16 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:16.802+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:50.855134+0000 front 2024-06-13T06:40:50.855209+0000 (oldest deadline 2024-06-13T06:41:16.155140+0000) 2024-06-13T06:41:17.421 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:17 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:41:17.078+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:28.679791+0000 front 2024-06-13T06:40:28.680043+0000 (oldest deadline 2024-06-13T06:40:52.179961+0000) 2024-06-13T06:41:17.421 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:17 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:41:17.078+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:38.582138+0000 front 2024-06-13T06:40:38.581996+0000 (oldest deadline 2024-06-13T06:41:03.281885+0000) 2024-06-13T06:41:17.421 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:17 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:41:17.078+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:43.282507+0000 front 2024-06-13T06:40:43.282530+0000 (oldest deadline 2024-06-13T06:41:10.883085+0000) 2024-06-13T06:41:17.421 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:17 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:41:17.078+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:50.883442+0000 front 2024-06-13T06:40:50.883461+0000 (oldest deadline 2024-06-13T06:41:16.183649+0000) 2024-06-13T06:41:17.593 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:17 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:17.324+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:17.593 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:17 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:17.324+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:17.593 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:17 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:17.324+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.546251+0000 front 2024-06-13T06:40:47.546585+0000 (oldest deadline 2024-06-13T06:41:09.246395+0000) 2024-06-13T06:41:17.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:17 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:17.322+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:41:17.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:17 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:17.322+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.658119+0000 front 2024-06-13T06:40:39.658094+0000 (oldest deadline 2024-06-13T06:41:02.558290+0000) 2024-06-13T06:41:17.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:17 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:17.322+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.459244+0000 front 2024-06-13T06:40:45.459437+0000 (oldest deadline 2024-06-13T06:41:08.359138+0000) 2024-06-13T06:41:17.968 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:17 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:17.594+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.442663+0000 front 2024-06-13T06:40:30.442784+0000 (oldest deadline 2024-06-13T06:40:55.742768+0000) 2024-06-13T06:41:17.968 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:17 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:17.594+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:46.844737+0000 front 2024-06-13T06:40:46.844713+0000 (oldest deadline 2024-06-13T06:41:10.944864+0000) 2024-06-13T06:41:17.968 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:17 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:17.594+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:53.245996+0000 front 2024-06-13T06:40:53.245909+0000 (oldest deadline 2024-06-13T06:41:16.745860+0000) 2024-06-13T06:41:18.047 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:17 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:17.685+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.534895+0000 front 2024-06-13T06:40:30.534764+0000 (oldest deadline 2024-06-13T06:40:54.634884+0000) 2024-06-13T06:41:18.047 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:17 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:17.685+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.737370+0000 front 2024-06-13T06:40:39.737227+0000 (oldest deadline 2024-06-13T06:41:05.637275+0000) 2024-06-13T06:41:18.047 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:17 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:17.685+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.637780+0000 front 2024-06-13T06:40:45.637718+0000 (oldest deadline 2024-06-13T06:41:08.537742+0000) 2024-06-13T06:41:18.291 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:17 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:17.850+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:36.352150+0000 front 2024-06-13T06:40:36.352228+0000 (oldest deadline 2024-06-13T06:41:01.052349+0000) 2024-06-13T06:41:18.291 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:17 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:17.850+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.354871+0000 front 2024-06-13T06:40:47.354887+0000 (oldest deadline 2024-06-13T06:41:10.854633+0000) 2024-06-13T06:41:18.291 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:17 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:17.850+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:50.855134+0000 front 2024-06-13T06:40:50.855209+0000 (oldest deadline 2024-06-13T06:41:16.155140+0000) 2024-06-13T06:41:18.421 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:18 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:41:18.047+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:28.679791+0000 front 2024-06-13T06:40:28.680043+0000 (oldest deadline 2024-06-13T06:40:52.179961+0000) 2024-06-13T06:41:18.421 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:18 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:41:18.047+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:38.582138+0000 front 2024-06-13T06:40:38.581996+0000 (oldest deadline 2024-06-13T06:41:03.281885+0000) 2024-06-13T06:41:18.421 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:18 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:41:18.047+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:43.282507+0000 front 2024-06-13T06:40:43.282530+0000 (oldest deadline 2024-06-13T06:41:10.883085+0000) 2024-06-13T06:41:18.422 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:18 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:41:18.047+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:50.883442+0000 front 2024-06-13T06:40:50.883461+0000 (oldest deadline 2024-06-13T06:41:16.183649+0000) 2024-06-13T06:41:18.718 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:18 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:18.598+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.442663+0000 front 2024-06-13T06:40:30.442784+0000 (oldest deadline 2024-06-13T06:40:55.742768+0000) 2024-06-13T06:41:18.718 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:18 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:18.598+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:46.844737+0000 front 2024-06-13T06:40:46.844713+0000 (oldest deadline 2024-06-13T06:41:10.944864+0000) 2024-06-13T06:41:18.718 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:18 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:18.598+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:53.245996+0000 front 2024-06-13T06:40:53.245909+0000 (oldest deadline 2024-06-13T06:41:16.745860+0000) 2024-06-13T06:41:18.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:18 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:18.371+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:18.719 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:18 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:18.371+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:18.719 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:18 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:18.371+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.546251+0000 front 2024-06-13T06:40:47.546585+0000 (oldest deadline 2024-06-13T06:41:09.246395+0000) 2024-06-13T06:41:18.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:18 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:18.324+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:41:18.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:18 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:18.324+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.658119+0000 front 2024-06-13T06:40:39.658094+0000 (oldest deadline 2024-06-13T06:41:02.558290+0000) 2024-06-13T06:41:18.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:18 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:18.324+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.459244+0000 front 2024-06-13T06:40:45.459437+0000 (oldest deadline 2024-06-13T06:41:08.359138+0000) 2024-06-13T06:41:18.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:18 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:18.324+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:53.560679+0000 front 2024-06-13T06:40:53.560827+0000 (oldest deadline 2024-06-13T06:41:17.660616+0000) 2024-06-13T06:41:19.086 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:18 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:18.699+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.534895+0000 front 2024-06-13T06:40:30.534764+0000 (oldest deadline 2024-06-13T06:40:54.634884+0000) 2024-06-13T06:41:19.086 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:18 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:18.699+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.737370+0000 front 2024-06-13T06:40:39.737227+0000 (oldest deadline 2024-06-13T06:41:05.637275+0000) 2024-06-13T06:41:19.086 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:18 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:18.699+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.637780+0000 front 2024-06-13T06:40:45.637718+0000 (oldest deadline 2024-06-13T06:41:08.537742+0000) 2024-06-13T06:41:19.291 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:18 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:18.850+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:36.352150+0000 front 2024-06-13T06:40:36.352228+0000 (oldest deadline 2024-06-13T06:41:01.052349+0000) 2024-06-13T06:41:19.291 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:18 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:18.850+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.354871+0000 front 2024-06-13T06:40:47.354887+0000 (oldest deadline 2024-06-13T06:41:10.854633+0000) 2024-06-13T06:41:19.291 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:18 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:18.850+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:50.855134+0000 front 2024-06-13T06:40:50.855209+0000 (oldest deadline 2024-06-13T06:41:16.155140+0000) 2024-06-13T06:41:19.421 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:19 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:41:19.086+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:28.679791+0000 front 2024-06-13T06:40:28.680043+0000 (oldest deadline 2024-06-13T06:40:52.179961+0000) 2024-06-13T06:41:19.422 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:19 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:41:19.086+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:38.582138+0000 front 2024-06-13T06:40:38.581996+0000 (oldest deadline 2024-06-13T06:41:03.281885+0000) 2024-06-13T06:41:19.422 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:19 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:41:19.086+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:43.282507+0000 front 2024-06-13T06:40:43.282530+0000 (oldest deadline 2024-06-13T06:41:10.883085+0000) 2024-06-13T06:41:19.422 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:19 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6[57646]: 2024-06-13T06:41:19.086+0000 7f391f543700 -1 osd.6 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:50.883442+0000 front 2024-06-13T06:40:50.883461+0000 (oldest deadline 2024-06-13T06:41:16.183649+0000) 2024-06-13T06:41:19.718 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:19 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:19.605+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.442663+0000 front 2024-06-13T06:40:30.442784+0000 (oldest deadline 2024-06-13T06:40:55.742768+0000) 2024-06-13T06:41:19.718 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:19 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:19.605+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:46.844737+0000 front 2024-06-13T06:40:46.844713+0000 (oldest deadline 2024-06-13T06:41:10.944864+0000) 2024-06-13T06:41:19.718 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:19 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:19.605+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:53.245996+0000 front 2024-06-13T06:40:53.245909+0000 (oldest deadline 2024-06-13T06:41:16.745860+0000) 2024-06-13T06:41:19.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:19 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:19.401+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:19.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:19 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:19.401+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:19.719 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:19 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:19.401+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.546251+0000 front 2024-06-13T06:40:47.546585+0000 (oldest deadline 2024-06-13T06:41:09.246395+0000) 2024-06-13T06:41:19.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:19 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:19.349+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:41:19.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:19 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:19.349+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.658119+0000 front 2024-06-13T06:40:39.658094+0000 (oldest deadline 2024-06-13T06:41:02.558290+0000) 2024-06-13T06:41:19.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:19 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:19.349+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.459244+0000 front 2024-06-13T06:40:45.459437+0000 (oldest deadline 2024-06-13T06:41:08.359138+0000) 2024-06-13T06:41:19.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:19 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:19.349+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:53.560679+0000 front 2024-06-13T06:40:53.560827+0000 (oldest deadline 2024-06-13T06:41:17.660616+0000) 2024-06-13T06:41:20.171 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:19 smithi039 podman[103345]: 2024-06-13 06:41:19.93560291 +0000 UTC m=+5.439389075 container died c1d6c4ce213bb3a9f24b7f4a0f7fe35bbec96c5eabc93e18df27b2a02caaffe2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6, org.label-schema.license=GPLv2, ceph=True, RELEASE=squid-3d89acc, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240528, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-06-13T06:41:20.172 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:19 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:19.689+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.534895+0000 front 2024-06-13T06:40:30.534764+0000 (oldest deadline 2024-06-13T06:40:54.634884+0000) 2024-06-13T06:41:20.172 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:19 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:19.689+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.737370+0000 front 2024-06-13T06:40:39.737227+0000 (oldest deadline 2024-06-13T06:41:05.637275+0000) 2024-06-13T06:41:20.172 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:19 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:19.689+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.637780+0000 front 2024-06-13T06:40:45.637718+0000 (oldest deadline 2024-06-13T06:41:08.537742+0000) 2024-06-13T06:41:20.291 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:19 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:19.850+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:36.352150+0000 front 2024-06-13T06:40:36.352228+0000 (oldest deadline 2024-06-13T06:41:01.052349+0000) 2024-06-13T06:41:20.291 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:19 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:19.850+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.354871+0000 front 2024-06-13T06:40:47.354887+0000 (oldest deadline 2024-06-13T06:41:10.854633+0000) 2024-06-13T06:41:20.291 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:19 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:19.850+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:50.855134+0000 front 2024-06-13T06:40:50.855209+0000 (oldest deadline 2024-06-13T06:41:16.155140+0000) 2024-06-13T06:41:20.447 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:20 smithi039 podman[103345]: 2024-06-13 06:41:20.238972924 +0000 UTC m=+5.742759088 container cleanup c1d6c4ce213bb3a9f24b7f4a0f7fe35bbec96c5eabc93e18df27b2a02caaffe2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240528, RELEASE=squid-3d89acc, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-06-13T06:41:20.447 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:20 smithi039 bash[103345]: ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6 2024-06-13T06:41:20.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:20 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:20.359+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:20.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:20 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:20.359+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:20.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:20 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:20.359+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.546251+0000 front 2024-06-13T06:40:47.546585+0000 (oldest deadline 2024-06-13T06:41:09.246395+0000) 2024-06-13T06:41:20.719 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:20 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:20.581+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.442663+0000 front 2024-06-13T06:40:30.442784+0000 (oldest deadline 2024-06-13T06:40:55.742768+0000) 2024-06-13T06:41:20.719 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:20 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:20.581+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:46.844737+0000 front 2024-06-13T06:40:46.844713+0000 (oldest deadline 2024-06-13T06:41:10.944864+0000) 2024-06-13T06:41:20.719 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:20 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:20.581+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:53.245996+0000 front 2024-06-13T06:40:53.245909+0000 (oldest deadline 2024-06-13T06:41:16.745860+0000) 2024-06-13T06:41:20.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:20 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:20.315+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:41:20.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:20 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:20.315+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.658119+0000 front 2024-06-13T06:40:39.658094+0000 (oldest deadline 2024-06-13T06:41:02.558290+0000) 2024-06-13T06:41:20.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:20 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:20.315+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.459244+0000 front 2024-06-13T06:40:45.459437+0000 (oldest deadline 2024-06-13T06:41:08.359138+0000) 2024-06-13T06:41:20.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:20 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:20.315+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:53.560679+0000 front 2024-06-13T06:40:53.560827+0000 (oldest deadline 2024-06-13T06:41:17.660616+0000) 2024-06-13T06:41:20.797 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:20 smithi039 podman[103361]: 2024-06-13 06:41:20.448717456 +0000 UTC m=+0.509971837 container remove c1d6c4ce213bb3a9f24b7f4a0f7fe35bbec96c5eabc93e18df27b2a02caaffe2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-13T06:41:20.797 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:20 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:20.648+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.534895+0000 front 2024-06-13T06:40:30.534764+0000 (oldest deadline 2024-06-13T06:40:54.634884+0000) 2024-06-13T06:41:20.797 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:20 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:20.648+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.737370+0000 front 2024-06-13T06:40:39.737227+0000 (oldest deadline 2024-06-13T06:41:05.637275+0000) 2024-06-13T06:41:20.798 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:20 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:20.648+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.637780+0000 front 2024-06-13T06:40:45.637718+0000 (oldest deadline 2024-06-13T06:41:08.537742+0000) 2024-06-13T06:41:21.084 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:20 smithi039 podman[103452]: 2024-06-13 06:41:20.701960547 +0000 UTC m=+0.018444459 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-13T06:41:21.084 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:20 smithi039 podman[103452]: 2024-06-13 06:41:20.824645872 +0000 UTC m=+0.141129769 container create c76fd90c2ff657ff6b0c5620876d552f884d16cf96097f7c2a1fede36feeb1ea (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6-deactivate, ceph=True, RELEASE=squid-3d89acc, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-13T06:41:21.084 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:21 smithi039 podman[103452]: 2024-06-13 06:41:21.085435493 +0000 UTC m=+0.401919403 container init c76fd90c2ff657ff6b0c5620876d552f884d16cf96097f7c2a1fede36feeb1ea (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6-deactivate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-13T06:41:21.291 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:20 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:20.838+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:36.352150+0000 front 2024-06-13T06:40:36.352228+0000 (oldest deadline 2024-06-13T06:41:01.052349+0000) 2024-06-13T06:41:21.291 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:20 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:20.838+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.354871+0000 front 2024-06-13T06:40:47.354887+0000 (oldest deadline 2024-06-13T06:41:10.854633+0000) 2024-06-13T06:41:21.291 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:20 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:20.838+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:50.855134+0000 front 2024-06-13T06:40:50.855209+0000 (oldest deadline 2024-06-13T06:41:16.155140+0000) 2024-06-13T06:41:21.396 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:21 smithi039 podman[103452]: 2024-06-13 06:41:21.088900253 +0000 UTC m=+0.405384150 container start c76fd90c2ff657ff6b0c5620876d552f884d16cf96097f7c2a1fede36feeb1ea (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6-deactivate, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240528, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-06-13T06:41:21.396 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:21 smithi039 podman[103452]: 2024-06-13 06:41:21.18547583 +0000 UTC m=+0.501959740 container attach c76fd90c2ff657ff6b0c5620876d552f884d16cf96097f7c2a1fede36feeb1ea (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6-deactivate, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240528, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-06-13T06:41:21.671 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:21 smithi039 podman[103452]: 2024-06-13 06:41:21.398324633 +0000 UTC m=+0.714808540 container died c76fd90c2ff657ff6b0c5620876d552f884d16cf96097f7c2a1fede36feeb1ea (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-13T06:41:21.718 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:21 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:21.558+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.442663+0000 front 2024-06-13T06:40:30.442784+0000 (oldest deadline 2024-06-13T06:40:55.742768+0000) 2024-06-13T06:41:21.718 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:21 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:21.558+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:46.844737+0000 front 2024-06-13T06:40:46.844713+0000 (oldest deadline 2024-06-13T06:41:10.944864+0000) 2024-06-13T06:41:21.718 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:21 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:21.558+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:53.245996+0000 front 2024-06-13T06:40:53.245909+0000 (oldest deadline 2024-06-13T06:41:16.745860+0000) 2024-06-13T06:41:21.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:21 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:21.322+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:21.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:21 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:21.322+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:21.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:21 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:21.322+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.546251+0000 front 2024-06-13T06:40:47.546585+0000 (oldest deadline 2024-06-13T06:41:09.246395+0000) 2024-06-13T06:41:21.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:21 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:21.322+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.147301+0000 front 2024-06-13T06:40:55.147274+0000 (oldest deadline 2024-06-13T06:41:21.047197+0000) 2024-06-13T06:41:21.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:21 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:21.313+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:41:21.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:21 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:21.313+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.658119+0000 front 2024-06-13T06:40:39.658094+0000 (oldest deadline 2024-06-13T06:41:02.558290+0000) 2024-06-13T06:41:21.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:21 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:21.313+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.459244+0000 front 2024-06-13T06:40:45.459437+0000 (oldest deadline 2024-06-13T06:41:08.359138+0000) 2024-06-13T06:41:21.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:21 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:21.313+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:53.560679+0000 front 2024-06-13T06:40:53.560827+0000 (oldest deadline 2024-06-13T06:41:17.660616+0000) 2024-06-13T06:41:21.927 DEBUG:teuthology.orchestra.run.smithi039:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@osd.6.service' 2024-06-13T06:41:21.952 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:21 smithi039 podman[103479]: 2024-06-13 06:41:21.914247732 +0000 UTC m=+0.510101592 container remove c76fd90c2ff657ff6b0c5620876d552f884d16cf96097f7c2a1fede36feeb1ea (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-6-deactivate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240528, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-13T06:41:22.074 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:21 smithi039 systemd[1]: ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@osd.6.service: Deactivated successfully. 2024-06-13T06:41:22.074 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:21 smithi039 systemd[1]: Stopped Ceph osd.6 for ae626f9c-294b-11ef-bc9c-c7b262605968. 2024-06-13T06:41:22.074 INFO:journalctl@ceph.osd.6.smithi039.stdout:Jun 13 06:41:21 smithi039 systemd[1]: ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@osd.6.service: Consumed 13.346s CPU time. 2024-06-13T06:41:22.074 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:21 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:21.677+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.534895+0000 front 2024-06-13T06:40:30.534764+0000 (oldest deadline 2024-06-13T06:40:54.634884+0000) 2024-06-13T06:41:22.075 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:21 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:21.677+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.737370+0000 front 2024-06-13T06:40:39.737227+0000 (oldest deadline 2024-06-13T06:41:05.637275+0000) 2024-06-13T06:41:22.075 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:21 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:21.677+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.637780+0000 front 2024-06-13T06:40:45.637718+0000 (oldest deadline 2024-06-13T06:41:08.537742+0000) 2024-06-13T06:41:22.076 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T06:41:22.076 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-06-13T06:41:22.076 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-06-13T06:41:22.076 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl stop ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@osd.7 2024-06-13T06:41:22.101 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:21 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:21.815+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:36.352150+0000 front 2024-06-13T06:40:36.352228+0000 (oldest deadline 2024-06-13T06:41:01.052349+0000) 2024-06-13T06:41:22.101 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:21 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:21.815+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.354871+0000 front 2024-06-13T06:40:47.354887+0000 (oldest deadline 2024-06-13T06:41:10.854633+0000) 2024-06-13T06:41:22.101 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:21 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:21.815+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:50.855134+0000 front 2024-06-13T06:40:50.855209+0000 (oldest deadline 2024-06-13T06:41:16.155140+0000) 2024-06-13T06:41:22.391 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:22 smithi096 systemd[1]: Stopping Ceph osd.7 for ae626f9c-294b-11ef-bc9c-c7b262605968... 2024-06-13T06:41:22.392 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:22 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:22.335+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:41:22.392 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:22 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:22.336+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.658119+0000 front 2024-06-13T06:40:39.658094+0000 (oldest deadline 2024-06-13T06:41:02.558290+0000) 2024-06-13T06:41:22.392 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:22 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:22.336+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.459244+0000 front 2024-06-13T06:40:45.459437+0000 (oldest deadline 2024-06-13T06:41:08.359138+0000) 2024-06-13T06:41:22.392 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:22 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:22.336+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:53.560679+0000 front 2024-06-13T06:40:53.560827+0000 (oldest deadline 2024-06-13T06:41:17.660616+0000) 2024-06-13T06:41:22.718 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:22 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:22.537+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.442663+0000 front 2024-06-13T06:40:30.442784+0000 (oldest deadline 2024-06-13T06:40:55.742768+0000) 2024-06-13T06:41:22.718 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:22 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:22.537+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:46.844737+0000 front 2024-06-13T06:40:46.844713+0000 (oldest deadline 2024-06-13T06:41:10.944864+0000) 2024-06-13T06:41:22.718 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:22 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:22.537+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:53.245996+0000 front 2024-06-13T06:40:53.245909+0000 (oldest deadline 2024-06-13T06:41:16.745860+0000) 2024-06-13T06:41:22.719 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:22 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:22.320+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:22.719 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:22 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:22.320+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:22.719 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:22 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:22.320+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.546251+0000 front 2024-06-13T06:40:47.546585+0000 (oldest deadline 2024-06-13T06:41:09.246395+0000) 2024-06-13T06:41:22.719 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:22 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:22.320+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.147301+0000 front 2024-06-13T06:40:55.147274+0000 (oldest deadline 2024-06-13T06:41:21.047197+0000) 2024-06-13T06:41:22.791 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:22 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:22.392+0000 7f826b7cc700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T06:41:22.791 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:22 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:22.392+0000 7f826b7cc700 -1 osd.7 115 *** Got signal Terminated *** 2024-06-13T06:41:22.791 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:22 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:22.392+0000 7f826b7cc700 -1 osd.7 115 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-13T06:41:22.921 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:22 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:22.637+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.534895+0000 front 2024-06-13T06:40:30.534764+0000 (oldest deadline 2024-06-13T06:40:54.634884+0000) 2024-06-13T06:41:22.922 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:22 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:22.637+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.737370+0000 front 2024-06-13T06:40:39.737227+0000 (oldest deadline 2024-06-13T06:41:05.637275+0000) 2024-06-13T06:41:22.922 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:22 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:22.637+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.637780+0000 front 2024-06-13T06:40:45.637718+0000 (oldest deadline 2024-06-13T06:41:08.537742+0000) 2024-06-13T06:41:22.922 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:22 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:22.637+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.539371+0000 front 2024-06-13T06:40:55.539331+0000 (oldest deadline 2024-06-13T06:41:21.939927+0000) 2024-06-13T06:41:23.291 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:22 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:22.817+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:36.352150+0000 front 2024-06-13T06:40:36.352228+0000 (oldest deadline 2024-06-13T06:41:01.052349+0000) 2024-06-13T06:41:23.291 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:22 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:22.817+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.354871+0000 front 2024-06-13T06:40:47.354887+0000 (oldest deadline 2024-06-13T06:41:10.854633+0000) 2024-06-13T06:41:23.291 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:22 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:22.817+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:50.855134+0000 front 2024-06-13T06:40:50.855209+0000 (oldest deadline 2024-06-13T06:41:16.155140+0000) 2024-06-13T06:41:23.718 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:23 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:23.582+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.442663+0000 front 2024-06-13T06:40:30.442784+0000 (oldest deadline 2024-06-13T06:40:55.742768+0000) 2024-06-13T06:41:23.718 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:23 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:23.582+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:46.844737+0000 front 2024-06-13T06:40:46.844713+0000 (oldest deadline 2024-06-13T06:41:10.944864+0000) 2024-06-13T06:41:23.718 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:23 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:23.582+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:53.245996+0000 front 2024-06-13T06:40:53.245909+0000 (oldest deadline 2024-06-13T06:41:16.745860+0000) 2024-06-13T06:41:23.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:23 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:23.349+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:23.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:23 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:23.349+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:23.719 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:23 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:23.349+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.546251+0000 front 2024-06-13T06:40:47.546585+0000 (oldest deadline 2024-06-13T06:41:09.246395+0000) 2024-06-13T06:41:23.719 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:23 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:23.349+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.147301+0000 front 2024-06-13T06:40:55.147274+0000 (oldest deadline 2024-06-13T06:41:21.047197+0000) 2024-06-13T06:41:23.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:23 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:23.304+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:41:23.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:23 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:23.304+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.658119+0000 front 2024-06-13T06:40:39.658094+0000 (oldest deadline 2024-06-13T06:41:02.558290+0000) 2024-06-13T06:41:23.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:23 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:23.304+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.459244+0000 front 2024-06-13T06:40:45.459437+0000 (oldest deadline 2024-06-13T06:41:08.359138+0000) 2024-06-13T06:41:23.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:23 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:23.304+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:53.560679+0000 front 2024-06-13T06:40:53.560827+0000 (oldest deadline 2024-06-13T06:41:17.660616+0000) 2024-06-13T06:41:23.921 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:23 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:23.618+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.534895+0000 front 2024-06-13T06:40:30.534764+0000 (oldest deadline 2024-06-13T06:40:54.634884+0000) 2024-06-13T06:41:23.922 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:23 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:23.618+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.737370+0000 front 2024-06-13T06:40:39.737227+0000 (oldest deadline 2024-06-13T06:41:05.637275+0000) 2024-06-13T06:41:23.922 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:23 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:23.618+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.637780+0000 front 2024-06-13T06:40:45.637718+0000 (oldest deadline 2024-06-13T06:41:08.537742+0000) 2024-06-13T06:41:23.922 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:23 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:23.618+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.539371+0000 front 2024-06-13T06:40:55.539331+0000 (oldest deadline 2024-06-13T06:41:21.939927+0000) 2024-06-13T06:41:24.291 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:23 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:23.840+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:36.352150+0000 front 2024-06-13T06:40:36.352228+0000 (oldest deadline 2024-06-13T06:41:01.052349+0000) 2024-06-13T06:41:24.291 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:23 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:23.840+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.354871+0000 front 2024-06-13T06:40:47.354887+0000 (oldest deadline 2024-06-13T06:41:10.854633+0000) 2024-06-13T06:41:24.291 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:23 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:23.840+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:50.855134+0000 front 2024-06-13T06:40:50.855209+0000 (oldest deadline 2024-06-13T06:41:16.155140+0000) 2024-06-13T06:41:24.608 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:24 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:24.355+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:24.609 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:24 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:24.355+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:24.609 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:24 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:24.355+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.546251+0000 front 2024-06-13T06:40:47.546585+0000 (oldest deadline 2024-06-13T06:41:09.246395+0000) 2024-06-13T06:41:24.609 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:24 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:24.355+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.147301+0000 front 2024-06-13T06:40:55.147274+0000 (oldest deadline 2024-06-13T06:41:21.047197+0000) 2024-06-13T06:41:24.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:24 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:24.309+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:41:24.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:24 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:24.309+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.658119+0000 front 2024-06-13T06:40:39.658094+0000 (oldest deadline 2024-06-13T06:41:02.558290+0000) 2024-06-13T06:41:24.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:24 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:24.309+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.459244+0000 front 2024-06-13T06:40:45.459437+0000 (oldest deadline 2024-06-13T06:41:08.359138+0000) 2024-06-13T06:41:24.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:24 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:24.309+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:53.560679+0000 front 2024-06-13T06:40:53.560827+0000 (oldest deadline 2024-06-13T06:41:17.660616+0000) 2024-06-13T06:41:24.921 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:24 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:24.654+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.534895+0000 front 2024-06-13T06:40:30.534764+0000 (oldest deadline 2024-06-13T06:40:54.634884+0000) 2024-06-13T06:41:24.921 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:24 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:24.654+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.737370+0000 front 2024-06-13T06:40:39.737227+0000 (oldest deadline 2024-06-13T06:41:05.637275+0000) 2024-06-13T06:41:24.921 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:24 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:24.654+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.637780+0000 front 2024-06-13T06:40:45.637718+0000 (oldest deadline 2024-06-13T06:41:08.537742+0000) 2024-06-13T06:41:24.921 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:24 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:24.654+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.539371+0000 front 2024-06-13T06:40:55.539331+0000 (oldest deadline 2024-06-13T06:41:21.939927+0000) 2024-06-13T06:41:24.968 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:24 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:24.609+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.442663+0000 front 2024-06-13T06:40:30.442784+0000 (oldest deadline 2024-06-13T06:40:55.742768+0000) 2024-06-13T06:41:24.968 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:24 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:24.609+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:46.844737+0000 front 2024-06-13T06:40:46.844713+0000 (oldest deadline 2024-06-13T06:41:10.944864+0000) 2024-06-13T06:41:24.968 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:24 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:24.609+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:53.245996+0000 front 2024-06-13T06:40:53.245909+0000 (oldest deadline 2024-06-13T06:41:16.745860+0000) 2024-06-13T06:41:25.278 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:24 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:24.868+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:36.352150+0000 front 2024-06-13T06:40:36.352228+0000 (oldest deadline 2024-06-13T06:41:01.052349+0000) 2024-06-13T06:41:25.278 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:24 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:24.868+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.354871+0000 front 2024-06-13T06:40:47.354887+0000 (oldest deadline 2024-06-13T06:41:10.854633+0000) 2024-06-13T06:41:25.278 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:24 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:24.868+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:50.855134+0000 front 2024-06-13T06:40:50.855209+0000 (oldest deadline 2024-06-13T06:41:16.155140+0000) 2024-06-13T06:41:25.278 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:24 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:24.868+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:01.356636+0000 front 2024-06-13T06:41:01.356663+0000 (oldest deadline 2024-06-13T06:41:24.856881+0000) 2024-06-13T06:41:25.541 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:25 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:25.279+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:41:25.541 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:25 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:25.279+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.658119+0000 front 2024-06-13T06:40:39.658094+0000 (oldest deadline 2024-06-13T06:41:02.558290+0000) 2024-06-13T06:41:25.541 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:25 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:25.279+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.459244+0000 front 2024-06-13T06:40:45.459437+0000 (oldest deadline 2024-06-13T06:41:08.359138+0000) 2024-06-13T06:41:25.541 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:25 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:25.279+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:53.560679+0000 front 2024-06-13T06:40:53.560827+0000 (oldest deadline 2024-06-13T06:41:17.660616+0000) 2024-06-13T06:41:25.633 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:25 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:25.380+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:25.634 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:25 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:25.380+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:25.634 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:25 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:25.380+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.546251+0000 front 2024-06-13T06:40:47.546585+0000 (oldest deadline 2024-06-13T06:41:09.246395+0000) 2024-06-13T06:41:25.634 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:25 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:25.380+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.147301+0000 front 2024-06-13T06:40:55.147274+0000 (oldest deadline 2024-06-13T06:41:21.047197+0000) 2024-06-13T06:41:25.968 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:25 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:25.634+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.442663+0000 front 2024-06-13T06:40:30.442784+0000 (oldest deadline 2024-06-13T06:40:55.742768+0000) 2024-06-13T06:41:25.968 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:25 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:25.634+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:46.844737+0000 front 2024-06-13T06:40:46.844713+0000 (oldest deadline 2024-06-13T06:41:10.944864+0000) 2024-06-13T06:41:25.968 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:25 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:25.634+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:53.245996+0000 front 2024-06-13T06:40:53.245909+0000 (oldest deadline 2024-06-13T06:41:16.745860+0000) 2024-06-13T06:41:25.968 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:25 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:25.634+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:02.647068+0000 front 2024-06-13T06:41:02.647145+0000 (oldest deadline 2024-06-13T06:41:25.547007+0000) 2024-06-13T06:41:26.171 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:25 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:25.691+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.534895+0000 front 2024-06-13T06:40:30.534764+0000 (oldest deadline 2024-06-13T06:40:54.634884+0000) 2024-06-13T06:41:26.171 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:25 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:25.691+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.737370+0000 front 2024-06-13T06:40:39.737227+0000 (oldest deadline 2024-06-13T06:41:05.637275+0000) 2024-06-13T06:41:26.172 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:25 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:25.691+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.637780+0000 front 2024-06-13T06:40:45.637718+0000 (oldest deadline 2024-06-13T06:41:08.537742+0000) 2024-06-13T06:41:26.172 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:25 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:25.691+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.539371+0000 front 2024-06-13T06:40:55.539331+0000 (oldest deadline 2024-06-13T06:41:21.939927+0000) 2024-06-13T06:41:26.291 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:25 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:25.854+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:36.352150+0000 front 2024-06-13T06:40:36.352228+0000 (oldest deadline 2024-06-13T06:41:01.052349+0000) 2024-06-13T06:41:26.291 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:25 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:25.854+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.354871+0000 front 2024-06-13T06:40:47.354887+0000 (oldest deadline 2024-06-13T06:41:10.854633+0000) 2024-06-13T06:41:26.291 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:25 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:25.854+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:50.855134+0000 front 2024-06-13T06:40:50.855209+0000 (oldest deadline 2024-06-13T06:41:16.155140+0000) 2024-06-13T06:41:26.291 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:25 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:25.854+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:01.356636+0000 front 2024-06-13T06:41:01.356663+0000 (oldest deadline 2024-06-13T06:41:24.856881+0000) 2024-06-13T06:41:26.718 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:26 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:26.595+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.442663+0000 front 2024-06-13T06:40:30.442784+0000 (oldest deadline 2024-06-13T06:40:55.742768+0000) 2024-06-13T06:41:26.718 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:26 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:26.595+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:46.844737+0000 front 2024-06-13T06:40:46.844713+0000 (oldest deadline 2024-06-13T06:41:10.944864+0000) 2024-06-13T06:41:26.718 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:26 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:26.595+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:53.245996+0000 front 2024-06-13T06:40:53.245909+0000 (oldest deadline 2024-06-13T06:41:16.745860+0000) 2024-06-13T06:41:26.718 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:26 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:26.595+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:02.647068+0000 front 2024-06-13T06:41:02.647145+0000 (oldest deadline 2024-06-13T06:41:25.547007+0000) 2024-06-13T06:41:26.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:26 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:26.350+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:26.719 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:26 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:26.350+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:26.719 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:26 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:26.350+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.546251+0000 front 2024-06-13T06:40:47.546585+0000 (oldest deadline 2024-06-13T06:41:09.246395+0000) 2024-06-13T06:41:26.719 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:26 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:26.350+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.147301+0000 front 2024-06-13T06:40:55.147274+0000 (oldest deadline 2024-06-13T06:41:21.047197+0000) 2024-06-13T06:41:26.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:26 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:26.313+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:41:26.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:26 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:26.313+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.658119+0000 front 2024-06-13T06:40:39.658094+0000 (oldest deadline 2024-06-13T06:41:02.558290+0000) 2024-06-13T06:41:26.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:26 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:26.313+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.459244+0000 front 2024-06-13T06:40:45.459437+0000 (oldest deadline 2024-06-13T06:41:08.359138+0000) 2024-06-13T06:41:26.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:26 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:26.313+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:53.560679+0000 front 2024-06-13T06:40:53.560827+0000 (oldest deadline 2024-06-13T06:41:17.660616+0000) 2024-06-13T06:41:26.921 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:26 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:26.669+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.534895+0000 front 2024-06-13T06:40:30.534764+0000 (oldest deadline 2024-06-13T06:40:54.634884+0000) 2024-06-13T06:41:26.921 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:26 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:26.669+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.737370+0000 front 2024-06-13T06:40:39.737227+0000 (oldest deadline 2024-06-13T06:41:05.637275+0000) 2024-06-13T06:41:26.921 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:26 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:26.669+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.637780+0000 front 2024-06-13T06:40:45.637718+0000 (oldest deadline 2024-06-13T06:41:08.537742+0000) 2024-06-13T06:41:26.921 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:26 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:26.669+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.539371+0000 front 2024-06-13T06:40:55.539331+0000 (oldest deadline 2024-06-13T06:41:21.939927+0000) 2024-06-13T06:41:27.291 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:26 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:26.817+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:36.352150+0000 front 2024-06-13T06:40:36.352228+0000 (oldest deadline 2024-06-13T06:41:01.052349+0000) 2024-06-13T06:41:27.291 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:26 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:26.817+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.354871+0000 front 2024-06-13T06:40:47.354887+0000 (oldest deadline 2024-06-13T06:41:10.854633+0000) 2024-06-13T06:41:27.291 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:26 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:26.817+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:50.855134+0000 front 2024-06-13T06:40:50.855209+0000 (oldest deadline 2024-06-13T06:41:16.155140+0000) 2024-06-13T06:41:27.291 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:26 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7[54609]: 2024-06-13T06:41:26.817+0000 7f8263db8700 -1 osd.7 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:01.356636+0000 front 2024-06-13T06:41:01.356663+0000 (oldest deadline 2024-06-13T06:41:24.856881+0000) 2024-06-13T06:41:27.637 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:27 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:27.322+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:27.637 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:27 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:27.322+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:27.637 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:27 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:27.322+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.546251+0000 front 2024-06-13T06:40:47.546585+0000 (oldest deadline 2024-06-13T06:41:09.246395+0000) 2024-06-13T06:41:27.637 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:27 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:27.322+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.147301+0000 front 2024-06-13T06:40:55.147274+0000 (oldest deadline 2024-06-13T06:41:21.047197+0000) 2024-06-13T06:41:27.637 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:27 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:27.322+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:01.047800+0000 front 2024-06-13T06:41:01.047735+0000 (oldest deadline 2024-06-13T06:41:26.947659+0000) 2024-06-13T06:41:27.760 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:27 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:27.317+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:41:27.761 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:27 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:27.317+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.658119+0000 front 2024-06-13T06:40:39.658094+0000 (oldest deadline 2024-06-13T06:41:02.558290+0000) 2024-06-13T06:41:27.761 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:27 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:27.317+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.459244+0000 front 2024-06-13T06:40:45.459437+0000 (oldest deadline 2024-06-13T06:41:08.359138+0000) 2024-06-13T06:41:27.761 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:27 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:27.317+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:53.560679+0000 front 2024-06-13T06:40:53.560827+0000 (oldest deadline 2024-06-13T06:41:17.660616+0000) 2024-06-13T06:41:27.921 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:27 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:27.636+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.534895+0000 front 2024-06-13T06:40:30.534764+0000 (oldest deadline 2024-06-13T06:40:54.634884+0000) 2024-06-13T06:41:27.921 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:27 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:27.636+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.737370+0000 front 2024-06-13T06:40:39.737227+0000 (oldest deadline 2024-06-13T06:41:05.637275+0000) 2024-06-13T06:41:27.921 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:27 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:27.636+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.637780+0000 front 2024-06-13T06:40:45.637718+0000 (oldest deadline 2024-06-13T06:41:08.537742+0000) 2024-06-13T06:41:27.921 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:27 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:27.636+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.539371+0000 front 2024-06-13T06:40:55.539331+0000 (oldest deadline 2024-06-13T06:41:21.939927+0000) 2024-06-13T06:41:27.968 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:27 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:27.638+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.442663+0000 front 2024-06-13T06:40:30.442784+0000 (oldest deadline 2024-06-13T06:40:55.742768+0000) 2024-06-13T06:41:27.968 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:27 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:27.638+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:46.844737+0000 front 2024-06-13T06:40:46.844713+0000 (oldest deadline 2024-06-13T06:41:10.944864+0000) 2024-06-13T06:41:27.968 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:27 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:27.638+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:53.245996+0000 front 2024-06-13T06:40:53.245909+0000 (oldest deadline 2024-06-13T06:41:16.745860+0000) 2024-06-13T06:41:27.968 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:27 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:27.638+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:02.647068+0000 front 2024-06-13T06:41:02.647145+0000 (oldest deadline 2024-06-13T06:41:25.547007+0000) 2024-06-13T06:41:28.041 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:27 smithi096 podman[74618]: 2024-06-13 06:41:27.761905052 +0000 UTC m=+5.492533260 container died 74a87a5d6ef414e2964cde7d7e66b4aa0b65e437a0ecf17e6beec197675b1468 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-06-13T06:41:28.333 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:28 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:28.332+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:28.333 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:28 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:28.332+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:28.333 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:28 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:28.332+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.546251+0000 front 2024-06-13T06:40:47.546585+0000 (oldest deadline 2024-06-13T06:41:09.246395+0000) 2024-06-13T06:41:28.333 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:28 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:28.332+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.147301+0000 front 2024-06-13T06:40:55.147274+0000 (oldest deadline 2024-06-13T06:41:21.047197+0000) 2024-06-13T06:41:28.333 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:28 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:28.332+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:01.047800+0000 front 2024-06-13T06:41:01.047735+0000 (oldest deadline 2024-06-13T06:41:26.947659+0000) 2024-06-13T06:41:28.348 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:28 smithi096 podman[74618]: 2024-06-13 06:41:28.159387789 +0000 UTC m=+5.890015997 container cleanup 74a87a5d6ef414e2964cde7d7e66b4aa0b65e437a0ecf17e6beec197675b1468 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240528, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc) 2024-06-13T06:41:28.348 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:28 smithi096 bash[74618]: ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7 2024-06-13T06:41:28.728 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:28 smithi096 podman[74634]: 2024-06-13 06:41:28.410681601 +0000 UTC m=+0.645433442 container remove 74a87a5d6ef414e2964cde7d7e66b4aa0b65e437a0ecf17e6beec197675b1468 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True) 2024-06-13T06:41:28.729 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:28 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:28.349+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:41:28.729 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:28 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:28.349+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.658119+0000 front 2024-06-13T06:40:39.658094+0000 (oldest deadline 2024-06-13T06:41:02.558290+0000) 2024-06-13T06:41:28.729 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:28 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:28.349+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.459244+0000 front 2024-06-13T06:40:45.459437+0000 (oldest deadline 2024-06-13T06:41:08.359138+0000) 2024-06-13T06:41:28.729 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:28 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:28.349+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:53.560679+0000 front 2024-06-13T06:40:53.560827+0000 (oldest deadline 2024-06-13T06:41:17.660616+0000) 2024-06-13T06:41:28.921 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:28 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:28.656+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.534895+0000 front 2024-06-13T06:40:30.534764+0000 (oldest deadline 2024-06-13T06:40:54.634884+0000) 2024-06-13T06:41:28.922 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:28 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:28.656+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.737370+0000 front 2024-06-13T06:40:39.737227+0000 (oldest deadline 2024-06-13T06:41:05.637275+0000) 2024-06-13T06:41:28.922 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:28 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:28.656+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.637780+0000 front 2024-06-13T06:40:45.637718+0000 (oldest deadline 2024-06-13T06:41:08.537742+0000) 2024-06-13T06:41:28.922 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:28 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:28.656+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.539371+0000 front 2024-06-13T06:40:55.539331+0000 (oldest deadline 2024-06-13T06:41:21.939927+0000) 2024-06-13T06:41:28.922 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:28 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:28.656+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:03.040924+0000 front 2024-06-13T06:41:03.040824+0000 (oldest deadline 2024-06-13T06:41:28.340763+0000) 2024-06-13T06:41:28.968 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:28 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:28.651+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.442663+0000 front 2024-06-13T06:40:30.442784+0000 (oldest deadline 2024-06-13T06:40:55.742768+0000) 2024-06-13T06:41:28.968 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:28 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:28.651+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:46.844737+0000 front 2024-06-13T06:40:46.844713+0000 (oldest deadline 2024-06-13T06:41:10.944864+0000) 2024-06-13T06:41:28.968 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:28 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:28.651+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:53.245996+0000 front 2024-06-13T06:40:53.245909+0000 (oldest deadline 2024-06-13T06:41:16.745860+0000) 2024-06-13T06:41:28.968 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:28 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:28.651+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:02.647068+0000 front 2024-06-13T06:41:02.647145+0000 (oldest deadline 2024-06-13T06:41:25.547007+0000) 2024-06-13T06:41:29.041 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:28 smithi096 podman[74724]: 2024-06-13 06:41:28.632680347 +0000 UTC m=+0.017528343 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-13T06:41:29.041 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:28 smithi096 podman[74724]: 2024-06-13 06:41:28.761713936 +0000 UTC m=+0.146561958 container create aab42c1d1e75e2c2f470cfa4f0c2729d25af68c1288979cfc8a372da3ee3ca45 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7-deactivate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, io.buildah.version=1.33.5, ceph=True) 2024-06-13T06:41:29.041 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:28 smithi096 podman[74724]: 2024-06-13 06:41:28.964043906 +0000 UTC m=+0.348891899 container init aab42c1d1e75e2c2f470cfa4f0c2729d25af68c1288979cfc8a372da3ee3ca45 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7-deactivate, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , ceph=True) 2024-06-13T06:41:29.041 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:28 smithi096 podman[74724]: 2024-06-13 06:41:28.967086215 +0000 UTC m=+0.351934198 container start aab42c1d1e75e2c2f470cfa4f0c2729d25af68c1288979cfc8a372da3ee3ca45 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7-deactivate, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True) 2024-06-13T06:41:29.307 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:29 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:29.308+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:41:29.307 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:29 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:29.308+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.658119+0000 front 2024-06-13T06:40:39.658094+0000 (oldest deadline 2024-06-13T06:41:02.558290+0000) 2024-06-13T06:41:29.307 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:29 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:29.308+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.459244+0000 front 2024-06-13T06:40:45.459437+0000 (oldest deadline 2024-06-13T06:41:08.359138+0000) 2024-06-13T06:41:29.307 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:29 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:29.308+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:53.560679+0000 front 2024-06-13T06:40:53.560827+0000 (oldest deadline 2024-06-13T06:41:17.660616+0000) 2024-06-13T06:41:29.307 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:29 smithi096 podman[74724]: 2024-06-13 06:41:29.081737187 +0000 UTC m=+0.466585186 container attach aab42c1d1e75e2c2f470cfa4f0c2729d25af68c1288979cfc8a372da3ee3ca45 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7-deactivate, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=squid-3d89acc, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240528, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-13T06:41:29.308 INFO:journalctl@ceph.osd.7.smithi096.stdout:Jun 13 06:41:29 smithi096 podman[74724]: 2024-06-13 06:41:29.265766168 +0000 UTC m=+0.650614151 container died aab42c1d1e75e2c2f470cfa4f0c2729d25af68c1288979cfc8a372da3ee3ca45 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240528, io.buildah.version=1.33.5, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc) 2024-06-13T06:41:29.616 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:29 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:29.308+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:03.561479+0000 front 2024-06-13T06:41:03.561508+0000 (oldest deadline 2024-06-13T06:41:28.861603+0000) 2024-06-13T06:41:29.674 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:29 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:29.328+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:29.674 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:29 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:29.328+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:29.674 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:29 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:29.328+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.546251+0000 front 2024-06-13T06:40:47.546585+0000 (oldest deadline 2024-06-13T06:41:09.246395+0000) 2024-06-13T06:41:29.674 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:29 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:29.328+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.147301+0000 front 2024-06-13T06:40:55.147274+0000 (oldest deadline 2024-06-13T06:41:21.047197+0000) 2024-06-13T06:41:29.674 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:29 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:29.328+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:01.047800+0000 front 2024-06-13T06:41:01.047735+0000 (oldest deadline 2024-06-13T06:41:26.947659+0000) 2024-06-13T06:41:29.941 DEBUG:teuthology.orchestra.run.smithi096:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@osd.7.service' 2024-06-13T06:41:29.968 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:29 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:29.674+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.442663+0000 front 2024-06-13T06:40:30.442784+0000 (oldest deadline 2024-06-13T06:40:55.742768+0000) 2024-06-13T06:41:29.968 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:29 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:29.674+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:46.844737+0000 front 2024-06-13T06:40:46.844713+0000 (oldest deadline 2024-06-13T06:41:10.944864+0000) 2024-06-13T06:41:29.968 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:29 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:29.674+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:53.245996+0000 front 2024-06-13T06:40:53.245909+0000 (oldest deadline 2024-06-13T06:41:16.745860+0000) 2024-06-13T06:41:29.968 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:29 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:29.674+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:02.647068+0000 front 2024-06-13T06:41:02.647145+0000 (oldest deadline 2024-06-13T06:41:25.547007+0000) 2024-06-13T06:41:30.019 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T06:41:30.019 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-06-13T06:41:30.019 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2024-06-13T06:41:30.019 DEBUG:teuthology.orchestra.run.smithi149:> sudo systemctl stop ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@osd.8 2024-06-13T06:41:30.171 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:29 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:29.673+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.534895+0000 front 2024-06-13T06:40:30.534764+0000 (oldest deadline 2024-06-13T06:40:54.634884+0000) 2024-06-13T06:41:30.172 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:29 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:29.673+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.737370+0000 front 2024-06-13T06:40:39.737227+0000 (oldest deadline 2024-06-13T06:41:05.637275+0000) 2024-06-13T06:41:30.172 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:29 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:29.673+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.637780+0000 front 2024-06-13T06:40:45.637718+0000 (oldest deadline 2024-06-13T06:41:08.537742+0000) 2024-06-13T06:41:30.172 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:29 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:29.673+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.539371+0000 front 2024-06-13T06:40:55.539331+0000 (oldest deadline 2024-06-13T06:41:21.939927+0000) 2024-06-13T06:41:30.172 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:29 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:29.673+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:03.040924+0000 front 2024-06-13T06:41:03.040824+0000 (oldest deadline 2024-06-13T06:41:28.340763+0000) 2024-06-13T06:41:30.309 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:30 smithi149 systemd[1]: Stopping Ceph osd.8 for ae626f9c-294b-11ef-bc9c-c7b262605968... 2024-06-13T06:41:30.541 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:30 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:30.349+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:41:30.541 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:30 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:30.349+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.658119+0000 front 2024-06-13T06:40:39.658094+0000 (oldest deadline 2024-06-13T06:41:02.558290+0000) 2024-06-13T06:41:30.541 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:30 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:30.349+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.459244+0000 front 2024-06-13T06:40:45.459437+0000 (oldest deadline 2024-06-13T06:41:08.359138+0000) 2024-06-13T06:41:30.541 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:30 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:30.349+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:53.560679+0000 front 2024-06-13T06:40:53.560827+0000 (oldest deadline 2024-06-13T06:41:17.660616+0000) 2024-06-13T06:41:30.541 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:30 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:30.349+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:03.561479+0000 front 2024-06-13T06:41:03.561508+0000 (oldest deadline 2024-06-13T06:41:28.861603+0000) 2024-06-13T06:41:30.674 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:30 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:30.309+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:30.674 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:30 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:30.309+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:30.674 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:30 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:30.309+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.546251+0000 front 2024-06-13T06:40:47.546585+0000 (oldest deadline 2024-06-13T06:41:09.246395+0000) 2024-06-13T06:41:30.674 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:30 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:30.309+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.147301+0000 front 2024-06-13T06:40:55.147274+0000 (oldest deadline 2024-06-13T06:41:21.047197+0000) 2024-06-13T06:41:30.674 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:30 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:30.309+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:01.047800+0000 front 2024-06-13T06:41:01.047735+0000 (oldest deadline 2024-06-13T06:41:26.947659+0000) 2024-06-13T06:41:30.674 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:30 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:30.320+0000 7fdf77fc5700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T06:41:30.675 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:30 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:30.320+0000 7fdf77fc5700 -1 osd.8 115 *** Got signal Terminated *** 2024-06-13T06:41:30.675 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:30 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:30.320+0000 7fdf77fc5700 -1 osd.8 115 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-13T06:41:30.675 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:30 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:30.674+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.442663+0000 front 2024-06-13T06:40:30.442784+0000 (oldest deadline 2024-06-13T06:40:55.742768+0000) 2024-06-13T06:41:30.675 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:30 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:30.674+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:46.844737+0000 front 2024-06-13T06:40:46.844713+0000 (oldest deadline 2024-06-13T06:41:10.944864+0000) 2024-06-13T06:41:30.675 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:30 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:30.674+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:53.245996+0000 front 2024-06-13T06:40:53.245909+0000 (oldest deadline 2024-06-13T06:41:16.745860+0000) 2024-06-13T06:41:30.968 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:30 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:30.674+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:02.647068+0000 front 2024-06-13T06:41:02.647145+0000 (oldest deadline 2024-06-13T06:41:25.547007+0000) 2024-06-13T06:41:31.171 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:30 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:30.697+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.534895+0000 front 2024-06-13T06:40:30.534764+0000 (oldest deadline 2024-06-13T06:40:54.634884+0000) 2024-06-13T06:41:31.172 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:30 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:30.697+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.737370+0000 front 2024-06-13T06:40:39.737227+0000 (oldest deadline 2024-06-13T06:41:05.637275+0000) 2024-06-13T06:41:31.172 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:30 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:30.697+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.637780+0000 front 2024-06-13T06:40:45.637718+0000 (oldest deadline 2024-06-13T06:41:08.537742+0000) 2024-06-13T06:41:31.172 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:30 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:30.697+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.539371+0000 front 2024-06-13T06:40:55.539331+0000 (oldest deadline 2024-06-13T06:41:21.939927+0000) 2024-06-13T06:41:31.172 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:30 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:30.697+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:03.040924+0000 front 2024-06-13T06:41:03.040824+0000 (oldest deadline 2024-06-13T06:41:28.340763+0000) 2024-06-13T06:41:31.688 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:31 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:31.330+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:31.689 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:31 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:31.330+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:31.689 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:31 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:31.330+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.546251+0000 front 2024-06-13T06:40:47.546585+0000 (oldest deadline 2024-06-13T06:41:09.246395+0000) 2024-06-13T06:41:31.689 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:31 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:31.330+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.147301+0000 front 2024-06-13T06:40:55.147274+0000 (oldest deadline 2024-06-13T06:41:21.047197+0000) 2024-06-13T06:41:31.689 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:31 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:31.330+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:01.047800+0000 front 2024-06-13T06:41:01.047735+0000 (oldest deadline 2024-06-13T06:41:26.947659+0000) 2024-06-13T06:41:31.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:31 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:31.356+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:41:31.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:31 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:31.356+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.658119+0000 front 2024-06-13T06:40:39.658094+0000 (oldest deadline 2024-06-13T06:41:02.558290+0000) 2024-06-13T06:41:31.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:31 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:31.356+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.459244+0000 front 2024-06-13T06:40:45.459437+0000 (oldest deadline 2024-06-13T06:41:08.359138+0000) 2024-06-13T06:41:31.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:31 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:31.356+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:53.560679+0000 front 2024-06-13T06:40:53.560827+0000 (oldest deadline 2024-06-13T06:41:17.660616+0000) 2024-06-13T06:41:31.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:31 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:31.356+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:03.561479+0000 front 2024-06-13T06:41:03.561508+0000 (oldest deadline 2024-06-13T06:41:28.861603+0000) 2024-06-13T06:41:31.968 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:31 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:31.689+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.442663+0000 front 2024-06-13T06:40:30.442784+0000 (oldest deadline 2024-06-13T06:40:55.742768+0000) 2024-06-13T06:41:31.968 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:31 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:31.689+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:46.844737+0000 front 2024-06-13T06:40:46.844713+0000 (oldest deadline 2024-06-13T06:41:10.944864+0000) 2024-06-13T06:41:31.968 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:31 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:31.689+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:53.245996+0000 front 2024-06-13T06:40:53.245909+0000 (oldest deadline 2024-06-13T06:41:16.745860+0000) 2024-06-13T06:41:31.968 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:31 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:31.689+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:02.647068+0000 front 2024-06-13T06:41:02.647145+0000 (oldest deadline 2024-06-13T06:41:25.547007+0000) 2024-06-13T06:41:32.171 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:31 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:31.714+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.534895+0000 front 2024-06-13T06:40:30.534764+0000 (oldest deadline 2024-06-13T06:40:54.634884+0000) 2024-06-13T06:41:32.171 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:31 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:31.714+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.737370+0000 front 2024-06-13T06:40:39.737227+0000 (oldest deadline 2024-06-13T06:41:05.637275+0000) 2024-06-13T06:41:32.171 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:31 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:31.714+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.637780+0000 front 2024-06-13T06:40:45.637718+0000 (oldest deadline 2024-06-13T06:41:08.537742+0000) 2024-06-13T06:41:32.172 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:31 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:31.714+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.539371+0000 front 2024-06-13T06:40:55.539331+0000 (oldest deadline 2024-06-13T06:41:21.939927+0000) 2024-06-13T06:41:32.172 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:31 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:31.714+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:03.040924+0000 front 2024-06-13T06:41:03.040824+0000 (oldest deadline 2024-06-13T06:41:28.340763+0000) 2024-06-13T06:41:32.643 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:32 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:32.335+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:32.643 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:32 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:32.335+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:32.644 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:32 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:32.335+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.546251+0000 front 2024-06-13T06:40:47.546585+0000 (oldest deadline 2024-06-13T06:41:09.246395+0000) 2024-06-13T06:41:32.644 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:32 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:32.335+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.147301+0000 front 2024-06-13T06:40:55.147274+0000 (oldest deadline 2024-06-13T06:41:21.047197+0000) 2024-06-13T06:41:32.644 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:32 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:32.335+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:01.047800+0000 front 2024-06-13T06:41:01.047735+0000 (oldest deadline 2024-06-13T06:41:26.947659+0000) 2024-06-13T06:41:32.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:32 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:32.341+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:41:32.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:32 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:32.341+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.658119+0000 front 2024-06-13T06:40:39.658094+0000 (oldest deadline 2024-06-13T06:41:02.558290+0000) 2024-06-13T06:41:32.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:32 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:32.341+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.459244+0000 front 2024-06-13T06:40:45.459437+0000 (oldest deadline 2024-06-13T06:41:08.359138+0000) 2024-06-13T06:41:32.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:32 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:32.341+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:53.560679+0000 front 2024-06-13T06:40:53.560827+0000 (oldest deadline 2024-06-13T06:41:17.660616+0000) 2024-06-13T06:41:32.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:32 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:32.341+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:03.561479+0000 front 2024-06-13T06:41:03.561508+0000 (oldest deadline 2024-06-13T06:41:28.861603+0000) 2024-06-13T06:41:32.968 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:32 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:32.644+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.442663+0000 front 2024-06-13T06:40:30.442784+0000 (oldest deadline 2024-06-13T06:40:55.742768+0000) 2024-06-13T06:41:32.968 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:32 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:32.644+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:46.844737+0000 front 2024-06-13T06:40:46.844713+0000 (oldest deadline 2024-06-13T06:41:10.944864+0000) 2024-06-13T06:41:32.968 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:32 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:32.644+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:53.245996+0000 front 2024-06-13T06:40:53.245909+0000 (oldest deadline 2024-06-13T06:41:16.745860+0000) 2024-06-13T06:41:32.968 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:32 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:32.644+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:02.647068+0000 front 2024-06-13T06:41:02.647145+0000 (oldest deadline 2024-06-13T06:41:25.547007+0000) 2024-06-13T06:41:33.073 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:32 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:32.753+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.534895+0000 front 2024-06-13T06:40:30.534764+0000 (oldest deadline 2024-06-13T06:40:54.634884+0000) 2024-06-13T06:41:33.073 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:32 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:32.753+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.737370+0000 front 2024-06-13T06:40:39.737227+0000 (oldest deadline 2024-06-13T06:41:05.637275+0000) 2024-06-13T06:41:33.073 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:32 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:32.753+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.637780+0000 front 2024-06-13T06:40:45.637718+0000 (oldest deadline 2024-06-13T06:41:08.537742+0000) 2024-06-13T06:41:33.073 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:32 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:32.753+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.539371+0000 front 2024-06-13T06:40:55.539331+0000 (oldest deadline 2024-06-13T06:41:21.939927+0000) 2024-06-13T06:41:33.073 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:32 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:32.753+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:03.040924+0000 front 2024-06-13T06:41:03.040824+0000 (oldest deadline 2024-06-13T06:41:28.340763+0000) 2024-06-13T06:41:33.669 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:33 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:33.355+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:33.670 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:33 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:33.355+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:33.670 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:33 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:33.355+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.546251+0000 front 2024-06-13T06:40:47.546585+0000 (oldest deadline 2024-06-13T06:41:09.246395+0000) 2024-06-13T06:41:33.670 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:33 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:33.355+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.147301+0000 front 2024-06-13T06:40:55.147274+0000 (oldest deadline 2024-06-13T06:41:21.047197+0000) 2024-06-13T06:41:33.670 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:33 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:33.355+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:01.047800+0000 front 2024-06-13T06:41:01.047735+0000 (oldest deadline 2024-06-13T06:41:26.947659+0000) 2024-06-13T06:41:33.692 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:33 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:33.318+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:41:33.692 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:33 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:33.318+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.658119+0000 front 2024-06-13T06:40:39.658094+0000 (oldest deadline 2024-06-13T06:41:02.558290+0000) 2024-06-13T06:41:33.692 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:33 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:33.318+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.459244+0000 front 2024-06-13T06:40:45.459437+0000 (oldest deadline 2024-06-13T06:41:08.359138+0000) 2024-06-13T06:41:33.692 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:33 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:33.318+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:53.560679+0000 front 2024-06-13T06:40:53.560827+0000 (oldest deadline 2024-06-13T06:41:17.660616+0000) 2024-06-13T06:41:33.692 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:33 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:33.318+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:03.561479+0000 front 2024-06-13T06:41:03.561508+0000 (oldest deadline 2024-06-13T06:41:28.861603+0000) 2024-06-13T06:41:33.692 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:33 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:33.318+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-13T06:41:10.864056+0000 front 2024-06-13T06:41:10.863870+0000 (oldest deadline 2024-06-13T06:41:32.464037+0000) 2024-06-13T06:41:33.940 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:33 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:33.670+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.442663+0000 front 2024-06-13T06:40:30.442784+0000 (oldest deadline 2024-06-13T06:40:55.742768+0000) 2024-06-13T06:41:33.940 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:33 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:33.670+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:46.844737+0000 front 2024-06-13T06:40:46.844713+0000 (oldest deadline 2024-06-13T06:41:10.944864+0000) 2024-06-13T06:41:33.941 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:33 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:33.670+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:53.245996+0000 front 2024-06-13T06:40:53.245909+0000 (oldest deadline 2024-06-13T06:41:16.745860+0000) 2024-06-13T06:41:33.941 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:33 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:33.670+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:02.647068+0000 front 2024-06-13T06:41:02.647145+0000 (oldest deadline 2024-06-13T06:41:25.547007+0000) 2024-06-13T06:41:34.172 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:33 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:33.734+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.534895+0000 front 2024-06-13T06:40:30.534764+0000 (oldest deadline 2024-06-13T06:40:54.634884+0000) 2024-06-13T06:41:34.172 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:33 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:33.734+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.737370+0000 front 2024-06-13T06:40:39.737227+0000 (oldest deadline 2024-06-13T06:41:05.637275+0000) 2024-06-13T06:41:34.172 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:33 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:33.734+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.637780+0000 front 2024-06-13T06:40:45.637718+0000 (oldest deadline 2024-06-13T06:41:08.537742+0000) 2024-06-13T06:41:34.172 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:33 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:33.734+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.539371+0000 front 2024-06-13T06:40:55.539331+0000 (oldest deadline 2024-06-13T06:41:21.939927+0000) 2024-06-13T06:41:34.172 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:33 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:33.734+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:03.040924+0000 front 2024-06-13T06:41:03.040824+0000 (oldest deadline 2024-06-13T06:41:28.340763+0000) 2024-06-13T06:41:34.541 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:34 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:34.290+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:41:34.541 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:34 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:34.290+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.658119+0000 front 2024-06-13T06:40:39.658094+0000 (oldest deadline 2024-06-13T06:41:02.558290+0000) 2024-06-13T06:41:34.541 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:34 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:34.290+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.459244+0000 front 2024-06-13T06:40:45.459437+0000 (oldest deadline 2024-06-13T06:41:08.359138+0000) 2024-06-13T06:41:34.541 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:34 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:34.290+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:53.560679+0000 front 2024-06-13T06:40:53.560827+0000 (oldest deadline 2024-06-13T06:41:17.660616+0000) 2024-06-13T06:41:34.541 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:34 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:34.290+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:03.561479+0000 front 2024-06-13T06:41:03.561508+0000 (oldest deadline 2024-06-13T06:41:28.861603+0000) 2024-06-13T06:41:34.541 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:34 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:34.290+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-13T06:41:10.864056+0000 front 2024-06-13T06:41:10.863870+0000 (oldest deadline 2024-06-13T06:41:32.464037+0000) 2024-06-13T06:41:34.706 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:34 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:34.349+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:34.706 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:34 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:34.349+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:34.706 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:34 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:34.349+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.546251+0000 front 2024-06-13T06:40:47.546585+0000 (oldest deadline 2024-06-13T06:41:09.246395+0000) 2024-06-13T06:41:34.706 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:34 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:34.349+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.147301+0000 front 2024-06-13T06:40:55.147274+0000 (oldest deadline 2024-06-13T06:41:21.047197+0000) 2024-06-13T06:41:34.706 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:34 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:34.349+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:01.047800+0000 front 2024-06-13T06:41:01.047735+0000 (oldest deadline 2024-06-13T06:41:26.947659+0000) 2024-06-13T06:41:34.968 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:34 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:34.706+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.442663+0000 front 2024-06-13T06:40:30.442784+0000 (oldest deadline 2024-06-13T06:40:55.742768+0000) 2024-06-13T06:41:34.968 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:34 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:34.706+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:46.844737+0000 front 2024-06-13T06:40:46.844713+0000 (oldest deadline 2024-06-13T06:41:10.944864+0000) 2024-06-13T06:41:34.968 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:34 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:34.706+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:53.245996+0000 front 2024-06-13T06:40:53.245909+0000 (oldest deadline 2024-06-13T06:41:16.745860+0000) 2024-06-13T06:41:34.968 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:34 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8[55545]: 2024-06-13T06:41:34.706+0000 7fdf705b1700 -1 osd.8 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:02.647068+0000 front 2024-06-13T06:41:02.647145+0000 (oldest deadline 2024-06-13T06:41:25.547007+0000) 2024-06-13T06:41:35.171 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:34 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:34.709+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.534895+0000 front 2024-06-13T06:40:30.534764+0000 (oldest deadline 2024-06-13T06:40:54.634884+0000) 2024-06-13T06:41:35.172 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:34 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:34.709+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.737370+0000 front 2024-06-13T06:40:39.737227+0000 (oldest deadline 2024-06-13T06:41:05.637275+0000) 2024-06-13T06:41:35.172 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:34 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:34.709+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.637780+0000 front 2024-06-13T06:40:45.637718+0000 (oldest deadline 2024-06-13T06:41:08.537742+0000) 2024-06-13T06:41:35.172 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:34 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:34.709+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.539371+0000 front 2024-06-13T06:40:55.539331+0000 (oldest deadline 2024-06-13T06:41:21.939927+0000) 2024-06-13T06:41:35.172 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:34 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:34.709+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:03.040924+0000 front 2024-06-13T06:41:03.040824+0000 (oldest deadline 2024-06-13T06:41:28.340763+0000) 2024-06-13T06:41:35.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:35 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:35.380+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:35.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:35 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:35.380+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:35.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:35 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:35.380+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.546251+0000 front 2024-06-13T06:40:47.546585+0000 (oldest deadline 2024-06-13T06:41:09.246395+0000) 2024-06-13T06:41:35.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:35 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:35.380+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.147301+0000 front 2024-06-13T06:40:55.147274+0000 (oldest deadline 2024-06-13T06:41:21.047197+0000) 2024-06-13T06:41:35.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:35 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:35.380+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:01.047800+0000 front 2024-06-13T06:41:01.047735+0000 (oldest deadline 2024-06-13T06:41:26.947659+0000) 2024-06-13T06:41:35.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:35 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:35.336+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:41:35.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:35 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:35.336+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.658119+0000 front 2024-06-13T06:40:39.658094+0000 (oldest deadline 2024-06-13T06:41:02.558290+0000) 2024-06-13T06:41:35.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:35 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:35.336+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.459244+0000 front 2024-06-13T06:40:45.459437+0000 (oldest deadline 2024-06-13T06:41:08.359138+0000) 2024-06-13T06:41:35.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:35 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:35.336+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:53.560679+0000 front 2024-06-13T06:40:53.560827+0000 (oldest deadline 2024-06-13T06:41:17.660616+0000) 2024-06-13T06:41:35.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:35 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:35.336+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:03.561479+0000 front 2024-06-13T06:41:03.561508+0000 (oldest deadline 2024-06-13T06:41:28.861603+0000) 2024-06-13T06:41:35.792 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:35 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:35.336+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-13T06:41:10.864056+0000 front 2024-06-13T06:41:10.863870+0000 (oldest deadline 2024-06-13T06:41:32.464037+0000) 2024-06-13T06:41:36.095 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:35 smithi149 podman[75562]: 2024-06-13 06:41:35.796861044 +0000 UTC m=+5.587712233 container died 01e209593fb8a0a26d1bf474d30b1cd294f2b42f2aaa9e271a09be907dae2f69 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528) 2024-06-13T06:41:36.171 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:35 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:35.691+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.534895+0000 front 2024-06-13T06:40:30.534764+0000 (oldest deadline 2024-06-13T06:40:54.634884+0000) 2024-06-13T06:41:36.172 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:35 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:35.691+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.737370+0000 front 2024-06-13T06:40:39.737227+0000 (oldest deadline 2024-06-13T06:41:05.637275+0000) 2024-06-13T06:41:36.172 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:35 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:35.691+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.637780+0000 front 2024-06-13T06:40:45.637718+0000 (oldest deadline 2024-06-13T06:41:08.537742+0000) 2024-06-13T06:41:36.172 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:35 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:35.691+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.539371+0000 front 2024-06-13T06:40:55.539331+0000 (oldest deadline 2024-06-13T06:41:21.939927+0000) 2024-06-13T06:41:36.172 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:35 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:35.691+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:03.040924+0000 front 2024-06-13T06:41:03.040824+0000 (oldest deadline 2024-06-13T06:41:28.340763+0000) 2024-06-13T06:41:36.353 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:36 smithi149 podman[75562]: 2024-06-13 06:41:36.179528264 +0000 UTC m=+5.970379495 container cleanup 01e209593fb8a0a26d1bf474d30b1cd294f2b42f2aaa9e271a09be907dae2f69 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-06-13T06:41:36.353 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:36 smithi149 bash[75562]: ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8 2024-06-13T06:41:36.718 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:36 smithi149 podman[75590]: 2024-06-13 06:41:36.431117285 +0000 UTC m=+0.631235831 container remove 01e209593fb8a0a26d1bf474d30b1cd294f2b42f2aaa9e271a09be907dae2f69 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8, org.label-schema.build-date=20240528, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, CEPH_POINT_RELEASE=) 2024-06-13T06:41:36.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:36 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:36.354+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:36.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:36 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:36.354+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:36.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:36 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:36.354+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.546251+0000 front 2024-06-13T06:40:47.546585+0000 (oldest deadline 2024-06-13T06:41:09.246395+0000) 2024-06-13T06:41:36.719 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:36 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:36.354+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.147301+0000 front 2024-06-13T06:40:55.147274+0000 (oldest deadline 2024-06-13T06:41:21.047197+0000) 2024-06-13T06:41:36.719 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:36 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:36.354+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:01.047800+0000 front 2024-06-13T06:41:01.047735+0000 (oldest deadline 2024-06-13T06:41:26.947659+0000) 2024-06-13T06:41:36.719 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:36 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:36.354+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-13T06:41:10.448498+0000 front 2024-06-13T06:41:10.448530+0000 (oldest deadline 2024-06-13T06:41:36.348519+0000) 2024-06-13T06:41:36.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:36 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:36.379+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:41:36.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:36 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:36.379+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.658119+0000 front 2024-06-13T06:40:39.658094+0000 (oldest deadline 2024-06-13T06:41:02.558290+0000) 2024-06-13T06:41:36.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:36 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:36.379+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.459244+0000 front 2024-06-13T06:40:45.459437+0000 (oldest deadline 2024-06-13T06:41:08.359138+0000) 2024-06-13T06:41:36.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:36 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:36.379+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:53.560679+0000 front 2024-06-13T06:40:53.560827+0000 (oldest deadline 2024-06-13T06:41:17.660616+0000) 2024-06-13T06:41:36.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:36 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:36.379+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:03.561479+0000 front 2024-06-13T06:41:03.561508+0000 (oldest deadline 2024-06-13T06:41:28.861603+0000) 2024-06-13T06:41:36.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:36 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:36.379+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-13T06:41:10.864056+0000 front 2024-06-13T06:41:10.863870+0000 (oldest deadline 2024-06-13T06:41:32.464037+0000) 2024-06-13T06:41:37.016 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:36 smithi149 podman[75681]: 2024-06-13 06:41:36.650202524 +0000 UTC m=+0.017551546 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-13T06:41:37.016 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:36 smithi149 podman[75681]: 2024-06-13 06:41:36.74852586 +0000 UTC m=+0.115874867 container create 36673bda25157adb98c5c0b24a47d5dd904c254e69d7280f1b9a8e0a0abb5cc2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8-deactivate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240528, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-06-13T06:41:37.171 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:36 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:36.731+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.534895+0000 front 2024-06-13T06:40:30.534764+0000 (oldest deadline 2024-06-13T06:40:54.634884+0000) 2024-06-13T06:41:37.171 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:36 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:36.731+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.737370+0000 front 2024-06-13T06:40:39.737227+0000 (oldest deadline 2024-06-13T06:41:05.637275+0000) 2024-06-13T06:41:37.172 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:36 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:36.731+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.637780+0000 front 2024-06-13T06:40:45.637718+0000 (oldest deadline 2024-06-13T06:41:08.537742+0000) 2024-06-13T06:41:37.172 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:36 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:36.731+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.539371+0000 front 2024-06-13T06:40:55.539331+0000 (oldest deadline 2024-06-13T06:41:21.939927+0000) 2024-06-13T06:41:37.172 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:36 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:36.731+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:03.040924+0000 front 2024-06-13T06:41:03.040824+0000 (oldest deadline 2024-06-13T06:41:28.340763+0000) 2024-06-13T06:41:37.306 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:37 smithi149 podman[75681]: 2024-06-13 06:41:37.018010143 +0000 UTC m=+0.385359162 container init 36673bda25157adb98c5c0b24a47d5dd904c254e69d7280f1b9a8e0a0abb5cc2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8-deactivate, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-06-13T06:41:37.307 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:37 smithi149 podman[75681]: 2024-06-13 06:41:37.021302135 +0000 UTC m=+0.388651142 container start 36673bda25157adb98c5c0b24a47d5dd904c254e69d7280f1b9a8e0a0abb5cc2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8-deactivate, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=squid-3d89acc, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-13T06:41:37.307 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:37 smithi149 podman[75681]: 2024-06-13 06:41:37.126451683 +0000 UTC m=+0.493800709 container attach 36673bda25157adb98c5c0b24a47d5dd904c254e69d7280f1b9a8e0a0abb5cc2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8-deactivate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240528, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, org.label-schema.schema-version=1.0) 2024-06-13T06:41:37.653 INFO:journalctl@ceph.osd.8.smithi149.stdout:Jun 13 06:41:37 smithi149 podman[75681]: 2024-06-13 06:41:37.308679011 +0000 UTC m=+0.676028032 container died 36673bda25157adb98c5c0b24a47d5dd904c254e69d7280f1b9a8e0a0abb5cc2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-8-deactivate, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-06-13T06:41:37.653 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:37 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:37.403+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:37.653 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:37 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:37.403+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:37.654 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:37 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:37.403+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.546251+0000 front 2024-06-13T06:40:47.546585+0000 (oldest deadline 2024-06-13T06:41:09.246395+0000) 2024-06-13T06:41:37.654 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:37 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:37.403+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.147301+0000 front 2024-06-13T06:40:55.147274+0000 (oldest deadline 2024-06-13T06:41:21.047197+0000) 2024-06-13T06:41:37.654 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:37 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:37.403+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:01.047800+0000 front 2024-06-13T06:41:01.047735+0000 (oldest deadline 2024-06-13T06:41:26.947659+0000) 2024-06-13T06:41:37.654 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:37 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:37.403+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-13T06:41:10.448498+0000 front 2024-06-13T06:41:10.448530+0000 (oldest deadline 2024-06-13T06:41:36.348519+0000) 2024-06-13T06:41:37.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:37 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:37.386+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:41:37.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:37 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:37.386+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.658119+0000 front 2024-06-13T06:40:39.658094+0000 (oldest deadline 2024-06-13T06:41:02.558290+0000) 2024-06-13T06:41:37.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:37 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:37.386+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.459244+0000 front 2024-06-13T06:40:45.459437+0000 (oldest deadline 2024-06-13T06:41:08.359138+0000) 2024-06-13T06:41:37.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:37 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:37.386+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:53.560679+0000 front 2024-06-13T06:40:53.560827+0000 (oldest deadline 2024-06-13T06:41:17.660616+0000) 2024-06-13T06:41:37.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:37 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:37.386+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:03.561479+0000 front 2024-06-13T06:41:03.561508+0000 (oldest deadline 2024-06-13T06:41:28.861603+0000) 2024-06-13T06:41:37.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:37 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:37.386+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-13T06:41:10.864056+0000 front 2024-06-13T06:41:10.863870+0000 (oldest deadline 2024-06-13T06:41:32.464037+0000) 2024-06-13T06:41:37.974 DEBUG:teuthology.orchestra.run.smithi149:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@osd.8.service' 2024-06-13T06:41:38.014 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T06:41:38.014 INFO:tasks.cephadm.osd.8:Stopped osd.8 2024-06-13T06:41:38.014 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2024-06-13T06:41:38.014 DEBUG:teuthology.orchestra.run.smithi039:> sudo systemctl stop ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@osd.9 2024-06-13T06:41:38.044 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:37 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:37.738+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.534895+0000 front 2024-06-13T06:40:30.534764+0000 (oldest deadline 2024-06-13T06:40:54.634884+0000) 2024-06-13T06:41:38.044 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:37 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:37.738+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.737370+0000 front 2024-06-13T06:40:39.737227+0000 (oldest deadline 2024-06-13T06:41:05.637275+0000) 2024-06-13T06:41:38.044 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:37 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:37.738+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.637780+0000 front 2024-06-13T06:40:45.637718+0000 (oldest deadline 2024-06-13T06:41:08.537742+0000) 2024-06-13T06:41:38.044 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:37 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:37.738+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.539371+0000 front 2024-06-13T06:40:55.539331+0000 (oldest deadline 2024-06-13T06:41:21.939927+0000) 2024-06-13T06:41:38.044 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:37 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:37.738+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:03.040924+0000 front 2024-06-13T06:41:03.040824+0000 (oldest deadline 2024-06-13T06:41:28.340763+0000) 2024-06-13T06:41:38.357 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:38 smithi039 systemd[1]: Stopping Ceph osd.9 for ae626f9c-294b-11ef-bc9c-c7b262605968... 2024-06-13T06:41:38.671 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:38 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:38.357+0000 7fb0cceca700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T06:41:38.671 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:38 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:38.357+0000 7fb0cceca700 -1 osd.9 115 *** Got signal Terminated *** 2024-06-13T06:41:38.671 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:38 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:38.357+0000 7fb0cceca700 -1 osd.9 115 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-13T06:41:38.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:38 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:38.397+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:38.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:38 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:38.397+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:38.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:38 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:38.397+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.546251+0000 front 2024-06-13T06:40:47.546585+0000 (oldest deadline 2024-06-13T06:41:09.246395+0000) 2024-06-13T06:41:38.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:38 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:38.397+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.147301+0000 front 2024-06-13T06:40:55.147274+0000 (oldest deadline 2024-06-13T06:41:21.047197+0000) 2024-06-13T06:41:38.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:38 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:38.397+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:01.047800+0000 front 2024-06-13T06:41:01.047735+0000 (oldest deadline 2024-06-13T06:41:26.947659+0000) 2024-06-13T06:41:38.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:38 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:38.397+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-13T06:41:10.448498+0000 front 2024-06-13T06:41:10.448530+0000 (oldest deadline 2024-06-13T06:41:36.348519+0000) 2024-06-13T06:41:38.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:38 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:38.349+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:41:38.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:38 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:38.349+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.658119+0000 front 2024-06-13T06:40:39.658094+0000 (oldest deadline 2024-06-13T06:41:02.558290+0000) 2024-06-13T06:41:38.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:38 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:38.349+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.459244+0000 front 2024-06-13T06:40:45.459437+0000 (oldest deadline 2024-06-13T06:41:08.359138+0000) 2024-06-13T06:41:38.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:38 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:38.349+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:53.560679+0000 front 2024-06-13T06:40:53.560827+0000 (oldest deadline 2024-06-13T06:41:17.660616+0000) 2024-06-13T06:41:38.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:38 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:38.349+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:03.561479+0000 front 2024-06-13T06:41:03.561508+0000 (oldest deadline 2024-06-13T06:41:28.861603+0000) 2024-06-13T06:41:38.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:38 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:38.349+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-13T06:41:10.864056+0000 front 2024-06-13T06:41:10.863870+0000 (oldest deadline 2024-06-13T06:41:32.464037+0000) 2024-06-13T06:41:39.171 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:38 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:38.749+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.534895+0000 front 2024-06-13T06:40:30.534764+0000 (oldest deadline 2024-06-13T06:40:54.634884+0000) 2024-06-13T06:41:39.172 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:38 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:38.749+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.737370+0000 front 2024-06-13T06:40:39.737227+0000 (oldest deadline 2024-06-13T06:41:05.637275+0000) 2024-06-13T06:41:39.172 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:38 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:38.749+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.637780+0000 front 2024-06-13T06:40:45.637718+0000 (oldest deadline 2024-06-13T06:41:08.537742+0000) 2024-06-13T06:41:39.172 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:38 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:38.749+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.539371+0000 front 2024-06-13T06:40:55.539331+0000 (oldest deadline 2024-06-13T06:41:21.939927+0000) 2024-06-13T06:41:39.172 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:38 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:38.749+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:03.040924+0000 front 2024-06-13T06:41:03.040824+0000 (oldest deadline 2024-06-13T06:41:28.340763+0000) 2024-06-13T06:41:39.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:39 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:39.399+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:39.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:39 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:39.399+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:39.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:39 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:39.399+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.546251+0000 front 2024-06-13T06:40:47.546585+0000 (oldest deadline 2024-06-13T06:41:09.246395+0000) 2024-06-13T06:41:39.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:39 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:39.399+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.147301+0000 front 2024-06-13T06:40:55.147274+0000 (oldest deadline 2024-06-13T06:41:21.047197+0000) 2024-06-13T06:41:39.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:39 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:39.399+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:01.047800+0000 front 2024-06-13T06:41:01.047735+0000 (oldest deadline 2024-06-13T06:41:26.947659+0000) 2024-06-13T06:41:39.719 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:39 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:39.399+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-13T06:41:10.448498+0000 front 2024-06-13T06:41:10.448530+0000 (oldest deadline 2024-06-13T06:41:36.348519+0000) 2024-06-13T06:41:39.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:39 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:39.347+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:41:39.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:39 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:39.347+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.658119+0000 front 2024-06-13T06:40:39.658094+0000 (oldest deadline 2024-06-13T06:41:02.558290+0000) 2024-06-13T06:41:39.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:39 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:39.347+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.459244+0000 front 2024-06-13T06:40:45.459437+0000 (oldest deadline 2024-06-13T06:41:08.359138+0000) 2024-06-13T06:41:39.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:39 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:39.347+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:53.560679+0000 front 2024-06-13T06:40:53.560827+0000 (oldest deadline 2024-06-13T06:41:17.660616+0000) 2024-06-13T06:41:39.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:39 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:39.347+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:03.561479+0000 front 2024-06-13T06:41:03.561508+0000 (oldest deadline 2024-06-13T06:41:28.861603+0000) 2024-06-13T06:41:39.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:39 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:39.347+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-13T06:41:10.864056+0000 front 2024-06-13T06:41:10.863870+0000 (oldest deadline 2024-06-13T06:41:32.464037+0000) 2024-06-13T06:41:40.171 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:39 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:39.737+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.534895+0000 front 2024-06-13T06:40:30.534764+0000 (oldest deadline 2024-06-13T06:40:54.634884+0000) 2024-06-13T06:41:40.172 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:39 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:39.737+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.737370+0000 front 2024-06-13T06:40:39.737227+0000 (oldest deadline 2024-06-13T06:41:05.637275+0000) 2024-06-13T06:41:40.172 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:39 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:39.737+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.637780+0000 front 2024-06-13T06:40:45.637718+0000 (oldest deadline 2024-06-13T06:41:08.537742+0000) 2024-06-13T06:41:40.172 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:39 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:39.737+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.539371+0000 front 2024-06-13T06:40:55.539331+0000 (oldest deadline 2024-06-13T06:41:21.939927+0000) 2024-06-13T06:41:40.172 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:39 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:39.737+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:03.040924+0000 front 2024-06-13T06:41:03.040824+0000 (oldest deadline 2024-06-13T06:41:28.340763+0000) 2024-06-13T06:41:40.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:40 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:40.375+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:40.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:40 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:40.375+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:40.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:40 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:40.375+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.546251+0000 front 2024-06-13T06:40:47.546585+0000 (oldest deadline 2024-06-13T06:41:09.246395+0000) 2024-06-13T06:41:40.719 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:40 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:40.375+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.147301+0000 front 2024-06-13T06:40:55.147274+0000 (oldest deadline 2024-06-13T06:41:21.047197+0000) 2024-06-13T06:41:40.719 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:40 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:40.375+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:01.047800+0000 front 2024-06-13T06:41:01.047735+0000 (oldest deadline 2024-06-13T06:41:26.947659+0000) 2024-06-13T06:41:40.719 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:40 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:40.375+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-13T06:41:10.448498+0000 front 2024-06-13T06:41:10.448530+0000 (oldest deadline 2024-06-13T06:41:36.348519+0000) 2024-06-13T06:41:40.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:40 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:40.378+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:41:40.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:40 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:40.378+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.658119+0000 front 2024-06-13T06:40:39.658094+0000 (oldest deadline 2024-06-13T06:41:02.558290+0000) 2024-06-13T06:41:40.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:40 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:40.378+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.459244+0000 front 2024-06-13T06:40:45.459437+0000 (oldest deadline 2024-06-13T06:41:08.359138+0000) 2024-06-13T06:41:40.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:40 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:40.378+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:53.560679+0000 front 2024-06-13T06:40:53.560827+0000 (oldest deadline 2024-06-13T06:41:17.660616+0000) 2024-06-13T06:41:40.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:40 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:40.378+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:03.561479+0000 front 2024-06-13T06:41:03.561508+0000 (oldest deadline 2024-06-13T06:41:28.861603+0000) 2024-06-13T06:41:40.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:40 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:40.378+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-13T06:41:10.864056+0000 front 2024-06-13T06:41:10.863870+0000 (oldest deadline 2024-06-13T06:41:32.464037+0000) 2024-06-13T06:41:41.172 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:40 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:40.739+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.534895+0000 front 2024-06-13T06:40:30.534764+0000 (oldest deadline 2024-06-13T06:40:54.634884+0000) 2024-06-13T06:41:41.172 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:40 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:40.739+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.737370+0000 front 2024-06-13T06:40:39.737227+0000 (oldest deadline 2024-06-13T06:41:05.637275+0000) 2024-06-13T06:41:41.172 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:40 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:40.739+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.637780+0000 front 2024-06-13T06:40:45.637718+0000 (oldest deadline 2024-06-13T06:41:08.537742+0000) 2024-06-13T06:41:41.172 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:40 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:40.739+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.539371+0000 front 2024-06-13T06:40:55.539331+0000 (oldest deadline 2024-06-13T06:41:21.939927+0000) 2024-06-13T06:41:41.172 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:40 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:40.739+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:03.040924+0000 front 2024-06-13T06:41:03.040824+0000 (oldest deadline 2024-06-13T06:41:28.340763+0000) 2024-06-13T06:41:41.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:41 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:41.425+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:41.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:41 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:41.425+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:41.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:41 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:41.425+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.546251+0000 front 2024-06-13T06:40:47.546585+0000 (oldest deadline 2024-06-13T06:41:09.246395+0000) 2024-06-13T06:41:41.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:41 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:41.425+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.147301+0000 front 2024-06-13T06:40:55.147274+0000 (oldest deadline 2024-06-13T06:41:21.047197+0000) 2024-06-13T06:41:41.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:41 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:41.425+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:01.047800+0000 front 2024-06-13T06:41:01.047735+0000 (oldest deadline 2024-06-13T06:41:26.947659+0000) 2024-06-13T06:41:41.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:41 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:41.425+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-13T06:41:10.448498+0000 front 2024-06-13T06:41:10.448530+0000 (oldest deadline 2024-06-13T06:41:36.348519+0000) 2024-06-13T06:41:41.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:41 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:41.420+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:41:41.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:41 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:41.420+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.658119+0000 front 2024-06-13T06:40:39.658094+0000 (oldest deadline 2024-06-13T06:41:02.558290+0000) 2024-06-13T06:41:41.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:41 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:41.420+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.459244+0000 front 2024-06-13T06:40:45.459437+0000 (oldest deadline 2024-06-13T06:41:08.359138+0000) 2024-06-13T06:41:41.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:41 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:41.420+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:53.560679+0000 front 2024-06-13T06:40:53.560827+0000 (oldest deadline 2024-06-13T06:41:17.660616+0000) 2024-06-13T06:41:41.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:41 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:41.420+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:03.561479+0000 front 2024-06-13T06:41:03.561508+0000 (oldest deadline 2024-06-13T06:41:28.861603+0000) 2024-06-13T06:41:41.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:41 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:41.420+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-13T06:41:10.864056+0000 front 2024-06-13T06:41:10.863870+0000 (oldest deadline 2024-06-13T06:41:32.464037+0000) 2024-06-13T06:41:41.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:41 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:41.420+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6822 osd.6 since back 2024-06-13T06:41:15.365273+0000 front 2024-06-13T06:41:15.365370+0000 (oldest deadline 2024-06-13T06:41:41.265144+0000) 2024-06-13T06:41:42.171 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:41 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:41.724+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.534895+0000 front 2024-06-13T06:40:30.534764+0000 (oldest deadline 2024-06-13T06:40:54.634884+0000) 2024-06-13T06:41:42.171 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:41 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:41.724+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.737370+0000 front 2024-06-13T06:40:39.737227+0000 (oldest deadline 2024-06-13T06:41:05.637275+0000) 2024-06-13T06:41:42.171 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:41 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:41.724+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.637780+0000 front 2024-06-13T06:40:45.637718+0000 (oldest deadline 2024-06-13T06:41:08.537742+0000) 2024-06-13T06:41:42.172 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:41 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:41.724+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.539371+0000 front 2024-06-13T06:40:55.539331+0000 (oldest deadline 2024-06-13T06:41:21.939927+0000) 2024-06-13T06:41:42.172 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:41 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:41.724+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:03.040924+0000 front 2024-06-13T06:41:03.040824+0000 (oldest deadline 2024-06-13T06:41:28.340763+0000) 2024-06-13T06:41:42.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:42 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:42.460+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:42.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:42 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:42.460+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:42.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:42 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:42.460+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.546251+0000 front 2024-06-13T06:40:47.546585+0000 (oldest deadline 2024-06-13T06:41:09.246395+0000) 2024-06-13T06:41:42.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:42 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:42.460+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.147301+0000 front 2024-06-13T06:40:55.147274+0000 (oldest deadline 2024-06-13T06:41:21.047197+0000) 2024-06-13T06:41:42.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:42 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:42.460+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:01.047800+0000 front 2024-06-13T06:41:01.047735+0000 (oldest deadline 2024-06-13T06:41:26.947659+0000) 2024-06-13T06:41:42.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:42 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:42.460+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-13T06:41:10.448498+0000 front 2024-06-13T06:41:10.448530+0000 (oldest deadline 2024-06-13T06:41:36.348519+0000) 2024-06-13T06:41:42.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:42 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:42.392+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:41:42.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:42 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:42.392+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.658119+0000 front 2024-06-13T06:40:39.658094+0000 (oldest deadline 2024-06-13T06:41:02.558290+0000) 2024-06-13T06:41:42.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:42 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:42.392+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.459244+0000 front 2024-06-13T06:40:45.459437+0000 (oldest deadline 2024-06-13T06:41:08.359138+0000) 2024-06-13T06:41:42.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:42 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:42.392+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:53.560679+0000 front 2024-06-13T06:40:53.560827+0000 (oldest deadline 2024-06-13T06:41:17.660616+0000) 2024-06-13T06:41:42.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:42 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:42.392+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:03.561479+0000 front 2024-06-13T06:41:03.561508+0000 (oldest deadline 2024-06-13T06:41:28.861603+0000) 2024-06-13T06:41:42.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:42 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:42.392+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-13T06:41:10.864056+0000 front 2024-06-13T06:41:10.863870+0000 (oldest deadline 2024-06-13T06:41:32.464037+0000) 2024-06-13T06:41:42.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:42 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:42.392+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6822 osd.6 since back 2024-06-13T06:41:15.365273+0000 front 2024-06-13T06:41:15.365370+0000 (oldest deadline 2024-06-13T06:41:41.265144+0000) 2024-06-13T06:41:43.172 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:42 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:42.730+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.534895+0000 front 2024-06-13T06:40:30.534764+0000 (oldest deadline 2024-06-13T06:40:54.634884+0000) 2024-06-13T06:41:43.172 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:42 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:42.730+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.737370+0000 front 2024-06-13T06:40:39.737227+0000 (oldest deadline 2024-06-13T06:41:05.637275+0000) 2024-06-13T06:41:43.172 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:42 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:42.730+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.637780+0000 front 2024-06-13T06:40:45.637718+0000 (oldest deadline 2024-06-13T06:41:08.537742+0000) 2024-06-13T06:41:43.172 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:42 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:42.730+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.539371+0000 front 2024-06-13T06:40:55.539331+0000 (oldest deadline 2024-06-13T06:41:21.939927+0000) 2024-06-13T06:41:43.172 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:42 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9[64227]: 2024-06-13T06:41:42.730+0000 7fb0c54b6700 -1 osd.9 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:03.040924+0000 front 2024-06-13T06:41:03.040824+0000 (oldest deadline 2024-06-13T06:41:28.340763+0000) 2024-06-13T06:41:43.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:43 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:43.439+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:41:43.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:43 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:43.439+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.658119+0000 front 2024-06-13T06:40:39.658094+0000 (oldest deadline 2024-06-13T06:41:02.558290+0000) 2024-06-13T06:41:43.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:43 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:43.439+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.459244+0000 front 2024-06-13T06:40:45.459437+0000 (oldest deadline 2024-06-13T06:41:08.359138+0000) 2024-06-13T06:41:43.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:43 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:43.439+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:53.560679+0000 front 2024-06-13T06:40:53.560827+0000 (oldest deadline 2024-06-13T06:41:17.660616+0000) 2024-06-13T06:41:43.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:43 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:43.439+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:03.561479+0000 front 2024-06-13T06:41:03.561508+0000 (oldest deadline 2024-06-13T06:41:28.861603+0000) 2024-06-13T06:41:43.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:43 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:43.439+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-13T06:41:10.864056+0000 front 2024-06-13T06:41:10.863870+0000 (oldest deadline 2024-06-13T06:41:32.464037+0000) 2024-06-13T06:41:43.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:43 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:43.439+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6822 osd.6 since back 2024-06-13T06:41:15.365273+0000 front 2024-06-13T06:41:15.365370+0000 (oldest deadline 2024-06-13T06:41:41.265144+0000) 2024-06-13T06:41:43.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:43 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:43.476+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:43.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:43 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:43.476+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:43.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:43 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:43.476+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.546251+0000 front 2024-06-13T06:40:47.546585+0000 (oldest deadline 2024-06-13T06:41:09.246395+0000) 2024-06-13T06:41:43.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:43 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:43.476+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.147301+0000 front 2024-06-13T06:40:55.147274+0000 (oldest deadline 2024-06-13T06:41:21.047197+0000) 2024-06-13T06:41:43.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:43 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:43.476+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:01.047800+0000 front 2024-06-13T06:41:01.047735+0000 (oldest deadline 2024-06-13T06:41:26.947659+0000) 2024-06-13T06:41:43.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:43 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:43.476+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-13T06:41:10.448498+0000 front 2024-06-13T06:41:10.448530+0000 (oldest deadline 2024-06-13T06:41:36.348519+0000) 2024-06-13T06:41:44.098 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:43 smithi039 podman[103582]: 2024-06-13 06:41:43.750618518 +0000 UTC m=+5.518822996 container died 38cd1680ab1c73970bc6bbf6b85c8c431f683248f8fad1f259e6d11146ddb9c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_CLEAN=True, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-13T06:41:44.422 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:44 smithi039 podman[103582]: 2024-06-13 06:41:44.257597231 +0000 UTC m=+6.025801760 container cleanup 38cd1680ab1c73970bc6bbf6b85c8c431f683248f8fad1f259e6d11146ddb9c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240528) 2024-06-13T06:41:44.422 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:44 smithi039 bash[103582]: ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9 2024-06-13T06:41:44.754 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:44 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:44.452+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:41:44.754 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:44 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:44.452+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.658119+0000 front 2024-06-13T06:40:39.658094+0000 (oldest deadline 2024-06-13T06:41:02.558290+0000) 2024-06-13T06:41:44.755 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:44 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:44.452+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.459244+0000 front 2024-06-13T06:40:45.459437+0000 (oldest deadline 2024-06-13T06:41:08.359138+0000) 2024-06-13T06:41:44.755 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:44 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:44.452+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:53.560679+0000 front 2024-06-13T06:40:53.560827+0000 (oldest deadline 2024-06-13T06:41:17.660616+0000) 2024-06-13T06:41:44.755 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:44 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:44.452+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:03.561479+0000 front 2024-06-13T06:41:03.561508+0000 (oldest deadline 2024-06-13T06:41:28.861603+0000) 2024-06-13T06:41:44.755 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:44 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:44.452+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-13T06:41:10.864056+0000 front 2024-06-13T06:41:10.863870+0000 (oldest deadline 2024-06-13T06:41:32.464037+0000) 2024-06-13T06:41:44.755 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:44 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:44.452+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6822 osd.6 since back 2024-06-13T06:41:15.365273+0000 front 2024-06-13T06:41:15.365370+0000 (oldest deadline 2024-06-13T06:41:41.265144+0000) 2024-06-13T06:41:44.758 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:44 smithi039 podman[103597]: 2024-06-13 06:41:44.467461144 +0000 UTC m=+0.712545217 container remove 38cd1680ab1c73970bc6bbf6b85c8c431f683248f8fad1f259e6d11146ddb9c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-13T06:41:44.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:44 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:44.504+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:44.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:44 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:44.504+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:44.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:44 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:44.504+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.546251+0000 front 2024-06-13T06:40:47.546585+0000 (oldest deadline 2024-06-13T06:41:09.246395+0000) 2024-06-13T06:41:44.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:44 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:44.504+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.147301+0000 front 2024-06-13T06:40:55.147274+0000 (oldest deadline 2024-06-13T06:41:21.047197+0000) 2024-06-13T06:41:44.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:44 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:44.504+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:01.047800+0000 front 2024-06-13T06:41:01.047735+0000 (oldest deadline 2024-06-13T06:41:26.947659+0000) 2024-06-13T06:41:44.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:44 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:44.504+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-13T06:41:10.448498+0000 front 2024-06-13T06:41:10.448530+0000 (oldest deadline 2024-06-13T06:41:36.348519+0000) 2024-06-13T06:41:45.119 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:44 smithi039 podman[103687]: 2024-06-13 06:41:44.893241436 +0000 UTC m=+0.102413602 container create d7673bf65cb1b631527c6b84ca5a8c1e58ba06c616cc89a80c491510c8656200 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9-deactivate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, GIT_CLEAN=True, org.label-schema.build-date=20240528, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True) 2024-06-13T06:41:45.119 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:44 smithi039 podman[103687]: 2024-06-13 06:41:44.808816634 +0000 UTC m=+0.017988811 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-13T06:41:45.422 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:45 smithi039 podman[103687]: 2024-06-13 06:41:45.120968498 +0000 UTC m=+0.330140665 container init d7673bf65cb1b631527c6b84ca5a8c1e58ba06c616cc89a80c491510c8656200 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9-deactivate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True, RELEASE=squid-3d89acc, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-06-13T06:41:45.422 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:45 smithi039 podman[103687]: 2024-06-13 06:41:45.124509842 +0000 UTC m=+0.333682009 container start d7673bf65cb1b631527c6b84ca5a8c1e58ba06c616cc89a80c491510c8656200 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9-deactivate, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-13T06:41:45.422 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:45 smithi039 podman[103687]: 2024-06-13 06:41:45.187314 +0000 UTC m=+0.396486166 container attach d7673bf65cb1b631527c6b84ca5a8c1e58ba06c616cc89a80c491510c8656200 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9-deactivate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240528) 2024-06-13T06:41:45.713 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:45 smithi039 podman[103687]: 2024-06-13 06:41:45.43313462 +0000 UTC m=+0.642306794 container died d7673bf65cb1b631527c6b84ca5a8c1e58ba06c616cc89a80c491510c8656200 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9-deactivate, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-06-13T06:41:45.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:45 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:45.496+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:41:45.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:45 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:45.496+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.658119+0000 front 2024-06-13T06:40:39.658094+0000 (oldest deadline 2024-06-13T06:41:02.558290+0000) 2024-06-13T06:41:45.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:45 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:45.496+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.459244+0000 front 2024-06-13T06:40:45.459437+0000 (oldest deadline 2024-06-13T06:41:08.359138+0000) 2024-06-13T06:41:45.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:45 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:45.496+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:53.560679+0000 front 2024-06-13T06:40:53.560827+0000 (oldest deadline 2024-06-13T06:41:17.660616+0000) 2024-06-13T06:41:45.792 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:45 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:45.496+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:03.561479+0000 front 2024-06-13T06:41:03.561508+0000 (oldest deadline 2024-06-13T06:41:28.861603+0000) 2024-06-13T06:41:45.792 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:45 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:45.496+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-13T06:41:10.864056+0000 front 2024-06-13T06:41:10.863870+0000 (oldest deadline 2024-06-13T06:41:32.464037+0000) 2024-06-13T06:41:45.792 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:45 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:45.496+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6822 osd.6 since back 2024-06-13T06:41:15.365273+0000 front 2024-06-13T06:41:15.365370+0000 (oldest deadline 2024-06-13T06:41:41.265144+0000) 2024-06-13T06:41:45.965 INFO:journalctl@ceph.osd.9.smithi039.stdout:Jun 13 06:41:45 smithi039 podman[103714]: 2024-06-13 06:41:45.948630954 +0000 UTC m=+0.509364943 container remove d7673bf65cb1b631527c6b84ca5a8c1e58ba06c616cc89a80c491510c8656200 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-9-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240528, RELEASE=squid-3d89acc, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-13T06:41:45.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:45 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:45.546+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:45.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:45 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:45.546+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:45.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:45 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:45.546+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.546251+0000 front 2024-06-13T06:40:47.546585+0000 (oldest deadline 2024-06-13T06:41:09.246395+0000) 2024-06-13T06:41:45.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:45 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:45.546+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.147301+0000 front 2024-06-13T06:40:55.147274+0000 (oldest deadline 2024-06-13T06:41:21.047197+0000) 2024-06-13T06:41:45.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:45 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:45.546+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:01.047800+0000 front 2024-06-13T06:41:01.047735+0000 (oldest deadline 2024-06-13T06:41:26.947659+0000) 2024-06-13T06:41:45.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:45 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:45.546+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-13T06:41:10.448498+0000 front 2024-06-13T06:41:10.448530+0000 (oldest deadline 2024-06-13T06:41:36.348519+0000) 2024-06-13T06:41:45.971 DEBUG:teuthology.orchestra.run.smithi039:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@osd.9.service' 2024-06-13T06:41:46.052 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T06:41:46.053 INFO:tasks.cephadm.osd.9:Stopped osd.9 2024-06-13T06:41:46.053 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2024-06-13T06:41:46.053 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl stop ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@osd.10 2024-06-13T06:41:46.360 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:46 smithi096 systemd[1]: Stopping Ceph osd.10 for ae626f9c-294b-11ef-bc9c-c7b262605968... 2024-06-13T06:41:46.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:46 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:46.360+0000 7f9f83cd0700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T06:41:46.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:46 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:46.360+0000 7f9f83cd0700 -1 osd.10 115 *** Got signal Terminated *** 2024-06-13T06:41:46.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:46 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:46.360+0000 7f9f83cd0700 -1 osd.10 115 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-13T06:41:46.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:46 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:46.515+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:41:46.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:46 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:46.515+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.658119+0000 front 2024-06-13T06:40:39.658094+0000 (oldest deadline 2024-06-13T06:41:02.558290+0000) 2024-06-13T06:41:46.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:46 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:46.515+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.459244+0000 front 2024-06-13T06:40:45.459437+0000 (oldest deadline 2024-06-13T06:41:08.359138+0000) 2024-06-13T06:41:46.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:46 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:46.515+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:53.560679+0000 front 2024-06-13T06:40:53.560827+0000 (oldest deadline 2024-06-13T06:41:17.660616+0000) 2024-06-13T06:41:46.792 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:46 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:46.515+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:03.561479+0000 front 2024-06-13T06:41:03.561508+0000 (oldest deadline 2024-06-13T06:41:28.861603+0000) 2024-06-13T06:41:46.792 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:46 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:46.515+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-13T06:41:10.864056+0000 front 2024-06-13T06:41:10.863870+0000 (oldest deadline 2024-06-13T06:41:32.464037+0000) 2024-06-13T06:41:46.792 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:46 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:46.515+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6822 osd.6 since back 2024-06-13T06:41:15.365273+0000 front 2024-06-13T06:41:15.365370+0000 (oldest deadline 2024-06-13T06:41:41.265144+0000) 2024-06-13T06:41:46.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:46 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:46.544+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:46.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:46 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:46.544+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:46.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:46 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:46.544+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.546251+0000 front 2024-06-13T06:40:47.546585+0000 (oldest deadline 2024-06-13T06:41:09.246395+0000) 2024-06-13T06:41:46.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:46 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:46.544+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.147301+0000 front 2024-06-13T06:40:55.147274+0000 (oldest deadline 2024-06-13T06:41:21.047197+0000) 2024-06-13T06:41:46.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:46 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:46.544+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:01.047800+0000 front 2024-06-13T06:41:01.047735+0000 (oldest deadline 2024-06-13T06:41:26.947659+0000) 2024-06-13T06:41:46.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:46 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:46.544+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-13T06:41:10.448498+0000 front 2024-06-13T06:41:10.448530+0000 (oldest deadline 2024-06-13T06:41:36.348519+0000) 2024-06-13T06:41:47.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:47 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:47.519+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:41:47.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:47 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:47.520+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.658119+0000 front 2024-06-13T06:40:39.658094+0000 (oldest deadline 2024-06-13T06:41:02.558290+0000) 2024-06-13T06:41:47.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:47 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:47.520+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.459244+0000 front 2024-06-13T06:40:45.459437+0000 (oldest deadline 2024-06-13T06:41:08.359138+0000) 2024-06-13T06:41:47.792 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:47 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:47.520+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:53.560679+0000 front 2024-06-13T06:40:53.560827+0000 (oldest deadline 2024-06-13T06:41:17.660616+0000) 2024-06-13T06:41:47.792 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:47 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:47.520+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:03.561479+0000 front 2024-06-13T06:41:03.561508+0000 (oldest deadline 2024-06-13T06:41:28.861603+0000) 2024-06-13T06:41:47.792 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:47 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:47.520+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-13T06:41:10.864056+0000 front 2024-06-13T06:41:10.863870+0000 (oldest deadline 2024-06-13T06:41:32.464037+0000) 2024-06-13T06:41:47.792 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:47 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:47.520+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6822 osd.6 since back 2024-06-13T06:41:15.365273+0000 front 2024-06-13T06:41:15.365370+0000 (oldest deadline 2024-06-13T06:41:41.265144+0000) 2024-06-13T06:41:47.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:47 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:47.574+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:47.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:47 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:47.574+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:47.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:47 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:47.574+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.546251+0000 front 2024-06-13T06:40:47.546585+0000 (oldest deadline 2024-06-13T06:41:09.246395+0000) 2024-06-13T06:41:47.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:47 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:47.574+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.147301+0000 front 2024-06-13T06:40:55.147274+0000 (oldest deadline 2024-06-13T06:41:21.047197+0000) 2024-06-13T06:41:47.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:47 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:47.574+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:01.047800+0000 front 2024-06-13T06:41:01.047735+0000 (oldest deadline 2024-06-13T06:41:26.947659+0000) 2024-06-13T06:41:47.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:47 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:47.574+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-13T06:41:10.448498+0000 front 2024-06-13T06:41:10.448530+0000 (oldest deadline 2024-06-13T06:41:36.348519+0000) 2024-06-13T06:41:48.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:48 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:48.522+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:41:48.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:48 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:48.522+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.658119+0000 front 2024-06-13T06:40:39.658094+0000 (oldest deadline 2024-06-13T06:41:02.558290+0000) 2024-06-13T06:41:48.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:48 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:48.522+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.459244+0000 front 2024-06-13T06:40:45.459437+0000 (oldest deadline 2024-06-13T06:41:08.359138+0000) 2024-06-13T06:41:48.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:48 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:48.522+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:53.560679+0000 front 2024-06-13T06:40:53.560827+0000 (oldest deadline 2024-06-13T06:41:17.660616+0000) 2024-06-13T06:41:48.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:48 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:48.522+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:03.561479+0000 front 2024-06-13T06:41:03.561508+0000 (oldest deadline 2024-06-13T06:41:28.861603+0000) 2024-06-13T06:41:48.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:48 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:48.522+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-13T06:41:10.864056+0000 front 2024-06-13T06:41:10.863870+0000 (oldest deadline 2024-06-13T06:41:32.464037+0000) 2024-06-13T06:41:48.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:48 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:48.522+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6822 osd.6 since back 2024-06-13T06:41:15.365273+0000 front 2024-06-13T06:41:15.365370+0000 (oldest deadline 2024-06-13T06:41:41.265144+0000) 2024-06-13T06:41:48.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:48 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:48.527+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:48.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:48 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:48.527+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:48.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:48 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:48.527+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.546251+0000 front 2024-06-13T06:40:47.546585+0000 (oldest deadline 2024-06-13T06:41:09.246395+0000) 2024-06-13T06:41:48.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:48 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:48.527+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.147301+0000 front 2024-06-13T06:40:55.147274+0000 (oldest deadline 2024-06-13T06:41:21.047197+0000) 2024-06-13T06:41:48.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:48 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:48.527+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:01.047800+0000 front 2024-06-13T06:41:01.047735+0000 (oldest deadline 2024-06-13T06:41:26.947659+0000) 2024-06-13T06:41:48.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:48 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:48.527+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-13T06:41:10.448498+0000 front 2024-06-13T06:41:10.448530+0000 (oldest deadline 2024-06-13T06:41:36.348519+0000) 2024-06-13T06:41:48.969 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:48 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:48.527+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6820 osd.7 since back 2024-06-13T06:41:22.249493+0000 front 2024-06-13T06:41:22.249541+0000 (oldest deadline 2024-06-13T06:41:48.149407+0000) 2024-06-13T06:41:49.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:49 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:49.474+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:41:49.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:49 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:49.474+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.658119+0000 front 2024-06-13T06:40:39.658094+0000 (oldest deadline 2024-06-13T06:41:02.558290+0000) 2024-06-13T06:41:49.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:49 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:49.474+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.459244+0000 front 2024-06-13T06:40:45.459437+0000 (oldest deadline 2024-06-13T06:41:08.359138+0000) 2024-06-13T06:41:49.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:49 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:49.474+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:53.560679+0000 front 2024-06-13T06:40:53.560827+0000 (oldest deadline 2024-06-13T06:41:17.660616+0000) 2024-06-13T06:41:49.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:49 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:49.474+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:03.561479+0000 front 2024-06-13T06:41:03.561508+0000 (oldest deadline 2024-06-13T06:41:28.861603+0000) 2024-06-13T06:41:49.792 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:49 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:49.474+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-13T06:41:10.864056+0000 front 2024-06-13T06:41:10.863870+0000 (oldest deadline 2024-06-13T06:41:32.464037+0000) 2024-06-13T06:41:49.792 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:49 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:49.474+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6822 osd.6 since back 2024-06-13T06:41:15.365273+0000 front 2024-06-13T06:41:15.365370+0000 (oldest deadline 2024-06-13T06:41:41.265144+0000) 2024-06-13T06:41:49.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:49 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:49.485+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:49.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:49 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:49.485+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:49.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:49 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:49.485+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.546251+0000 front 2024-06-13T06:40:47.546585+0000 (oldest deadline 2024-06-13T06:41:09.246395+0000) 2024-06-13T06:41:49.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:49 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:49.485+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.147301+0000 front 2024-06-13T06:40:55.147274+0000 (oldest deadline 2024-06-13T06:41:21.047197+0000) 2024-06-13T06:41:49.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:49 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:49.485+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:01.047800+0000 front 2024-06-13T06:41:01.047735+0000 (oldest deadline 2024-06-13T06:41:26.947659+0000) 2024-06-13T06:41:49.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:49 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:49.485+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-13T06:41:10.448498+0000 front 2024-06-13T06:41:10.448530+0000 (oldest deadline 2024-06-13T06:41:36.348519+0000) 2024-06-13T06:41:49.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:49 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:49.485+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6820 osd.7 since back 2024-06-13T06:41:22.249493+0000 front 2024-06-13T06:41:22.249541+0000 (oldest deadline 2024-06-13T06:41:48.149407+0000) 2024-06-13T06:41:50.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:50 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:50.480+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.857028+0000 front 2024-06-13T06:40:30.857146+0000 (oldest deadline 2024-06-13T06:40:56.157042+0000) 2024-06-13T06:41:50.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:50 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:50.480+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.658119+0000 front 2024-06-13T06:40:39.658094+0000 (oldest deadline 2024-06-13T06:41:02.558290+0000) 2024-06-13T06:41:50.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:50 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:50.480+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:45.459244+0000 front 2024-06-13T06:40:45.459437+0000 (oldest deadline 2024-06-13T06:41:08.359138+0000) 2024-06-13T06:41:50.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:50 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:50.480+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:53.560679+0000 front 2024-06-13T06:40:53.560827+0000 (oldest deadline 2024-06-13T06:41:17.660616+0000) 2024-06-13T06:41:50.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:50 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:50.480+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:03.561479+0000 front 2024-06-13T06:41:03.561508+0000 (oldest deadline 2024-06-13T06:41:28.861603+0000) 2024-06-13T06:41:50.791 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:50 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:50.480+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-13T06:41:10.864056+0000 front 2024-06-13T06:41:10.863870+0000 (oldest deadline 2024-06-13T06:41:32.464037+0000) 2024-06-13T06:41:50.792 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:50 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10[61588]: 2024-06-13T06:41:50.480+0000 7f9f7c2bc700 -1 osd.10 115 heartbeat_check: no reply from 172.21.15.39:6822 osd.6 since back 2024-06-13T06:41:15.365273+0000 front 2024-06-13T06:41:15.365370+0000 (oldest deadline 2024-06-13T06:41:41.265144+0000) 2024-06-13T06:41:50.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:50 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:50.523+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:50.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:50 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:50.523+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:50.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:50 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:50.523+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.546251+0000 front 2024-06-13T06:40:47.546585+0000 (oldest deadline 2024-06-13T06:41:09.246395+0000) 2024-06-13T06:41:50.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:50 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:50.523+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.147301+0000 front 2024-06-13T06:40:55.147274+0000 (oldest deadline 2024-06-13T06:41:21.047197+0000) 2024-06-13T06:41:50.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:50 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:50.523+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:01.047800+0000 front 2024-06-13T06:41:01.047735+0000 (oldest deadline 2024-06-13T06:41:26.947659+0000) 2024-06-13T06:41:50.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:50 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:50.523+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-13T06:41:10.448498+0000 front 2024-06-13T06:41:10.448530+0000 (oldest deadline 2024-06-13T06:41:36.348519+0000) 2024-06-13T06:41:50.969 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:50 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:50.523+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6820 osd.7 since back 2024-06-13T06:41:22.249493+0000 front 2024-06-13T06:41:22.249541+0000 (oldest deadline 2024-06-13T06:41:48.149407+0000) 2024-06-13T06:41:51.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:51 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:51.541+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:51.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:51 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:51.541+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:51.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:51 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:51.541+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.546251+0000 front 2024-06-13T06:40:47.546585+0000 (oldest deadline 2024-06-13T06:41:09.246395+0000) 2024-06-13T06:41:51.969 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:51 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:51.541+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.147301+0000 front 2024-06-13T06:40:55.147274+0000 (oldest deadline 2024-06-13T06:41:21.047197+0000) 2024-06-13T06:41:51.969 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:51 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:51.541+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:01.047800+0000 front 2024-06-13T06:41:01.047735+0000 (oldest deadline 2024-06-13T06:41:26.947659+0000) 2024-06-13T06:41:51.969 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:51 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:51.541+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-13T06:41:10.448498+0000 front 2024-06-13T06:41:10.448530+0000 (oldest deadline 2024-06-13T06:41:36.348519+0000) 2024-06-13T06:41:51.969 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:51 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:51.541+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6820 osd.7 since back 2024-06-13T06:41:22.249493+0000 front 2024-06-13T06:41:22.249541+0000 (oldest deadline 2024-06-13T06:41:48.149407+0000) 2024-06-13T06:41:52.041 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:51 smithi096 podman[74841]: 2024-06-13 06:41:51.734865542 +0000 UTC m=+5.489969510 container died f552b737d615b7d60880e13ef0868baca6f42e208a33e597470c9b02faca59e2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240528, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc) 2024-06-13T06:41:52.541 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:52 smithi096 podman[74841]: 2024-06-13 06:41:52.051473607 +0000 UTC m=+5.806577576 container cleanup f552b737d615b7d60880e13ef0868baca6f42e208a33e597470c9b02faca59e2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2) 2024-06-13T06:41:52.541 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:52 smithi096 bash[74841]: ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10 2024-06-13T06:41:52.541 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:52 smithi096 podman[74857]: 2024-06-13 06:41:52.228063431 +0000 UTC m=+0.486477158 container remove f552b737d615b7d60880e13ef0868baca6f42e208a33e597470c9b02faca59e2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, RELEASE=squid-3d89acc, GIT_CLEAN=True, org.label-schema.build-date=20240528) 2024-06-13T06:41:52.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:52 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:52.500+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:52.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:52 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:52.500+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:52.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:52 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:52.500+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.546251+0000 front 2024-06-13T06:40:47.546585+0000 (oldest deadline 2024-06-13T06:41:09.246395+0000) 2024-06-13T06:41:52.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:52 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:52.500+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.147301+0000 front 2024-06-13T06:40:55.147274+0000 (oldest deadline 2024-06-13T06:41:21.047197+0000) 2024-06-13T06:41:52.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:52 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:52.500+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:01.047800+0000 front 2024-06-13T06:41:01.047735+0000 (oldest deadline 2024-06-13T06:41:26.947659+0000) 2024-06-13T06:41:52.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:52 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:52.500+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-13T06:41:10.448498+0000 front 2024-06-13T06:41:10.448530+0000 (oldest deadline 2024-06-13T06:41:36.348519+0000) 2024-06-13T06:41:52.969 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:52 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:52.500+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6820 osd.7 since back 2024-06-13T06:41:22.249493+0000 front 2024-06-13T06:41:22.249541+0000 (oldest deadline 2024-06-13T06:41:48.149407+0000) 2024-06-13T06:41:52.979 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:52 smithi096 podman[74946]: 2024-06-13 06:41:52.569122101 +0000 UTC m=+0.017259367 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-13T06:41:52.979 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:52 smithi096 podman[74946]: 2024-06-13 06:41:52.670422148 +0000 UTC m=+0.118559403 container create e37d0760ae34c62c9f4e5819cc9b3e2dd74593f5956597195283a8eac35248e0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10-deactivate, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240528, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True) 2024-06-13T06:41:52.979 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:52 smithi096 podman[74946]: 2024-06-13 06:41:52.89811514 +0000 UTC m=+0.346252405 container init e37d0760ae34c62c9f4e5819cc9b3e2dd74593f5956597195283a8eac35248e0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10-deactivate, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=squid-3d89acc, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-06-13T06:41:52.980 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:52 smithi096 podman[74946]: 2024-06-13 06:41:52.901424006 +0000 UTC m=+0.349561261 container start e37d0760ae34c62c9f4e5819cc9b3e2dd74593f5956597195283a8eac35248e0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10-deactivate, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=squid-3d89acc, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-06-13T06:41:52.980 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:52 smithi096 podman[74946]: 2024-06-13 06:41:52.981006634 +0000 UTC m=+0.429143898 container attach e37d0760ae34c62c9f4e5819cc9b3e2dd74593f5956597195283a8eac35248e0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10-deactivate, RELEASE=squid-3d89acc, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-13T06:41:53.291 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:53 smithi096 podman[74946]: 2024-06-13 06:41:53.192057411 +0000 UTC m=+0.640194669 container died e37d0760ae34c62c9f4e5819cc9b3e2dd74593f5956597195283a8eac35248e0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10-deactivate, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=squid-3d89acc, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8) 2024-06-13T06:41:53.720 INFO:journalctl@ceph.osd.10.smithi096.stdout:Jun 13 06:41:53 smithi096 podman[74972]: 2024-06-13 06:41:53.709285701 +0000 UTC m=+0.507498266 container remove e37d0760ae34c62c9f4e5819cc9b3e2dd74593f5956597195283a8eac35248e0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-10-deactivate, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-06-13T06:41:53.725 DEBUG:teuthology.orchestra.run.smithi096:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@osd.10.service' 2024-06-13T06:41:53.762 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T06:41:53.763 INFO:tasks.cephadm.osd.10:Stopped osd.10 2024-06-13T06:41:53.763 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2024-06-13T06:41:53.763 DEBUG:teuthology.orchestra.run.smithi149:> sudo systemctl stop ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@osd.11 2024-06-13T06:41:53.789 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:53 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:53.475+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:53.789 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:53 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:53.475+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:53.790 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:53 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:53.475+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.546251+0000 front 2024-06-13T06:40:47.546585+0000 (oldest deadline 2024-06-13T06:41:09.246395+0000) 2024-06-13T06:41:53.790 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:53 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:53.475+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.147301+0000 front 2024-06-13T06:40:55.147274+0000 (oldest deadline 2024-06-13T06:41:21.047197+0000) 2024-06-13T06:41:53.790 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:53 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:53.475+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:01.047800+0000 front 2024-06-13T06:41:01.047735+0000 (oldest deadline 2024-06-13T06:41:26.947659+0000) 2024-06-13T06:41:53.790 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:53 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:53.475+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-13T06:41:10.448498+0000 front 2024-06-13T06:41:10.448530+0000 (oldest deadline 2024-06-13T06:41:36.348519+0000) 2024-06-13T06:41:53.790 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:53 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:53.475+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6820 osd.7 since back 2024-06-13T06:41:22.249493+0000 front 2024-06-13T06:41:22.249541+0000 (oldest deadline 2024-06-13T06:41:48.149407+0000) 2024-06-13T06:41:54.065 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:53 smithi149 systemd[1]: Stopping Ceph osd.11 for ae626f9c-294b-11ef-bc9c-c7b262605968... 2024-06-13T06:41:54.467 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:54 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:54.065+0000 7f3ab146e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T06:41:54.468 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:54 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:54.065+0000 7f3ab146e700 -1 osd.11 115 *** Got signal Terminated *** 2024-06-13T06:41:54.468 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:54 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:54.065+0000 7f3ab146e700 -1 osd.11 115 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-06-13T06:41:54.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:54 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:54.518+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:54.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:54 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:54.518+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:54.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:54 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:54.518+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.546251+0000 front 2024-06-13T06:40:47.546585+0000 (oldest deadline 2024-06-13T06:41:09.246395+0000) 2024-06-13T06:41:54.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:54 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:54.518+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.147301+0000 front 2024-06-13T06:40:55.147274+0000 (oldest deadline 2024-06-13T06:41:21.047197+0000) 2024-06-13T06:41:54.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:54 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:54.518+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:01.047800+0000 front 2024-06-13T06:41:01.047735+0000 (oldest deadline 2024-06-13T06:41:26.947659+0000) 2024-06-13T06:41:54.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:54 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:54.518+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-13T06:41:10.448498+0000 front 2024-06-13T06:41:10.448530+0000 (oldest deadline 2024-06-13T06:41:36.348519+0000) 2024-06-13T06:41:54.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:54 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:54.518+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6820 osd.7 since back 2024-06-13T06:41:22.249493+0000 front 2024-06-13T06:41:22.249541+0000 (oldest deadline 2024-06-13T06:41:48.149407+0000) 2024-06-13T06:41:55.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:55 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:55.504+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:55.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:55 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:55.504+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:55.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:55 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:55.504+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.546251+0000 front 2024-06-13T06:40:47.546585+0000 (oldest deadline 2024-06-13T06:41:09.246395+0000) 2024-06-13T06:41:55.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:55 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:55.504+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.147301+0000 front 2024-06-13T06:40:55.147274+0000 (oldest deadline 2024-06-13T06:41:21.047197+0000) 2024-06-13T06:41:55.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:55 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:55.504+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:01.047800+0000 front 2024-06-13T06:41:01.047735+0000 (oldest deadline 2024-06-13T06:41:26.947659+0000) 2024-06-13T06:41:55.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:55 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:55.504+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-13T06:41:10.448498+0000 front 2024-06-13T06:41:10.448530+0000 (oldest deadline 2024-06-13T06:41:36.348519+0000) 2024-06-13T06:41:55.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:55 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:55.504+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6820 osd.7 since back 2024-06-13T06:41:22.249493+0000 front 2024-06-13T06:41:22.249541+0000 (oldest deadline 2024-06-13T06:41:48.149407+0000) 2024-06-13T06:41:56.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:56 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:56.471+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:56.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:56 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:56.471+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:56.969 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:56 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:56.471+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.546251+0000 front 2024-06-13T06:40:47.546585+0000 (oldest deadline 2024-06-13T06:41:09.246395+0000) 2024-06-13T06:41:56.969 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:56 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:56.471+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.147301+0000 front 2024-06-13T06:40:55.147274+0000 (oldest deadline 2024-06-13T06:41:21.047197+0000) 2024-06-13T06:41:56.969 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:56 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:56.471+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:01.047800+0000 front 2024-06-13T06:41:01.047735+0000 (oldest deadline 2024-06-13T06:41:26.947659+0000) 2024-06-13T06:41:56.969 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:56 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:56.471+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-13T06:41:10.448498+0000 front 2024-06-13T06:41:10.448530+0000 (oldest deadline 2024-06-13T06:41:36.348519+0000) 2024-06-13T06:41:56.969 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:56 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:56.471+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6820 osd.7 since back 2024-06-13T06:41:22.249493+0000 front 2024-06-13T06:41:22.249541+0000 (oldest deadline 2024-06-13T06:41:48.149407+0000) 2024-06-13T06:41:57.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:57 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:57.484+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:57.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:57 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:57.484+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:57.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:57 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:57.484+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.546251+0000 front 2024-06-13T06:40:47.546585+0000 (oldest deadline 2024-06-13T06:41:09.246395+0000) 2024-06-13T06:41:57.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:57 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:57.484+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.147301+0000 front 2024-06-13T06:40:55.147274+0000 (oldest deadline 2024-06-13T06:41:21.047197+0000) 2024-06-13T06:41:57.968 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:57 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:57.484+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:01.047800+0000 front 2024-06-13T06:41:01.047735+0000 (oldest deadline 2024-06-13T06:41:26.947659+0000) 2024-06-13T06:41:57.969 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:57 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:57.484+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-13T06:41:10.448498+0000 front 2024-06-13T06:41:10.448530+0000 (oldest deadline 2024-06-13T06:41:36.348519+0000) 2024-06-13T06:41:57.969 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:57 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:57.484+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6820 osd.7 since back 2024-06-13T06:41:22.249493+0000 front 2024-06-13T06:41:22.249541+0000 (oldest deadline 2024-06-13T06:41:48.149407+0000) 2024-06-13T06:41:58.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:58 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:58.464+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2024-06-13T06:40:30.643862+0000 front 2024-06-13T06:40:30.644053+0000 (oldest deadline 2024-06-13T06:40:55.343955+0000) 2024-06-13T06:41:58.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:58 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:58.464+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6804 osd.1 since back 2024-06-13T06:40:39.445011+0000 front 2024-06-13T06:40:39.444786+0000 (oldest deadline 2024-06-13T06:41:02.944944+0000) 2024-06-13T06:41:58.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:58 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:58.464+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6804 osd.2 since back 2024-06-13T06:40:47.546251+0000 front 2024-06-13T06:40:47.546585+0000 (oldest deadline 2024-06-13T06:41:09.246395+0000) 2024-06-13T06:41:58.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:58 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:58.464+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2024-06-13T06:40:55.147301+0000 front 2024-06-13T06:40:55.147274+0000 (oldest deadline 2024-06-13T06:41:21.047197+0000) 2024-06-13T06:41:58.718 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:58 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:58.464+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6812 osd.4 since back 2024-06-13T06:41:01.047800+0000 front 2024-06-13T06:41:01.047735+0000 (oldest deadline 2024-06-13T06:41:26.947659+0000) 2024-06-13T06:41:58.719 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:58 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:58.464+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6812 osd.5 since back 2024-06-13T06:41:10.448498+0000 front 2024-06-13T06:41:10.448530+0000 (oldest deadline 2024-06-13T06:41:36.348519+0000) 2024-06-13T06:41:58.719 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:58 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:58.464+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.96:6820 osd.7 since back 2024-06-13T06:41:22.249493+0000 front 2024-06-13T06:41:22.249541+0000 (oldest deadline 2024-06-13T06:41:48.149407+0000) 2024-06-13T06:41:58.719 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:58 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11[62266]: 2024-06-13T06:41:58.464+0000 7f3aa9a5a700 -1 osd.11 115 heartbeat_check: no reply from 172.21.15.149:6820 osd.8 since back 2024-06-13T06:41:32.651342+0000 front 2024-06-13T06:41:32.651271+0000 (oldest deadline 2024-06-13T06:41:57.951363+0000) 2024-06-13T06:41:59.907 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:41:59 smithi149 podman[75786]: 2024-06-13 06:41:59.605687482 +0000 UTC m=+5.638970739 container died 88d24f2c8841c0f2c4bff90960b1b74acf1bab25033a36de2f8337c9366e4596 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-13T06:42:00.218 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:42:00 smithi149 podman[75786]: 2024-06-13 06:42:00.007351641 +0000 UTC m=+6.040634897 container cleanup 88d24f2c8841c0f2c4bff90960b1b74acf1bab25033a36de2f8337c9366e4596 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc) 2024-06-13T06:42:00.218 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:42:00 smithi149 bash[75786]: ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11 2024-06-13T06:42:00.570 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:42:00 smithi149 podman[75800]: 2024-06-13 06:42:00.233432189 +0000 UTC m=+0.621917252 container remove 88d24f2c8841c0f2c4bff90960b1b74acf1bab25033a36de2f8337c9366e4596 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, io.buildah.version=1.33.5, ceph=True, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-06-13T06:42:00.885 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:42:00 smithi149 podman[75888]: 2024-06-13 06:42:00.473897296 +0000 UTC m=+0.017740696 image pull b045ac545f826a15724cc02d20333d2cc28f7e0eeb5a24d748d09a02280116e1 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9 2024-06-13T06:42:00.885 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:42:00 smithi149 podman[75888]: 2024-06-13 06:42:00.584223654 +0000 UTC m=+0.128067047 container create f11ba7d0585d4b6957a50f406cbe75772ae13ebef1bbbf55f185bc8472e4dabc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240528, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc) 2024-06-13T06:42:00.885 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:42:00 smithi149 podman[75888]: 2024-06-13 06:42:00.811761078 +0000 UTC m=+0.355604485 container init f11ba7d0585d4b6957a50f406cbe75772ae13ebef1bbbf55f185bc8472e4dabc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11-deactivate, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240528) 2024-06-13T06:42:00.885 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:42:00 smithi149 podman[75888]: 2024-06-13 06:42:00.814680223 +0000 UTC m=+0.358523626 container start f11ba7d0585d4b6957a50f406cbe75772ae13ebef1bbbf55f185bc8472e4dabc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240528, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-06-13T06:42:00.885 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:42:00 smithi149 podman[75888]: 2024-06-13 06:42:00.886529682 +0000 UTC m=+0.430373096 container attach f11ba7d0585d4b6957a50f406cbe75772ae13ebef1bbbf55f185bc8472e4dabc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11-deactivate, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=squid-3d89acc, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240528, GIT_CLEAN=True) 2024-06-13T06:42:01.218 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:42:01 smithi149 podman[75888]: 2024-06-13 06:42:01.119969721 +0000 UTC m=+0.663813123 container died f11ba7d0585d4b6957a50f406cbe75772ae13ebef1bbbf55f185bc8472e4dabc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc) 2024-06-13T06:42:01.636 DEBUG:teuthology.orchestra.run.smithi149:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@osd.11.service' 2024-06-13T06:42:01.698 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:42:01 smithi149 podman[75914]: 2024-06-13 06:42:01.623432146 +0000 UTC m=+0.492939070 container remove f11ba7d0585d4b6957a50f406cbe75772ae13ebef1bbbf55f185bc8472e4dabc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-osd-11-deactivate, org.label-schema.license=GPLv2, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-06-13T06:42:01.698 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:42:01 smithi149 systemd[1]: ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@osd.11.service: Deactivated successfully. 2024-06-13T06:42:01.698 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:42:01 smithi149 systemd[1]: Stopped Ceph osd.11 for ae626f9c-294b-11ef-bc9c-c7b262605968. 2024-06-13T06:42:01.698 INFO:journalctl@ceph.osd.11.smithi149.stdout:Jun 13 06:42:01 smithi149 systemd[1]: ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@osd.11.service: Consumed 10.958s CPU time. 2024-06-13T06:42:01.713 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T06:42:01.713 INFO:tasks.cephadm.osd.11:Stopped osd.11 2024-06-13T06:42:01.713 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-06-13T06:42:01.713 DEBUG:teuthology.orchestra.run.smithi039:> sudo systemctl stop ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mds.a 2024-06-13T06:42:01.999 INFO:journalctl@ceph.mds.a.smithi039.stdout:Jun 13 06:42:01 smithi039 systemd[1]: Stopping Ceph mds.a for ae626f9c-294b-11ef-bc9c-c7b262605968... 2024-06-13T06:42:02.421 INFO:journalctl@ceph.mds.a.smithi039.stdout:Jun 13 06:42:02 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-a[71593]: 2024-06-13T06:42:01.999+0000 7f45b62c2700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T06:42:02.422 INFO:journalctl@ceph.mds.a.smithi039.stdout:Jun 13 06:42:02 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-a[71593]: 2024-06-13T06:42:01.999+0000 7f45b62c2700 -1 mds.a *** got signal Terminated *** 2024-06-13T06:42:06.223 INFO:journalctl@ceph.mds.a.smithi039.stdout:Jun 13 06:42:05 smithi039 podman[103792]: 2024-06-13 06:42:05.933436588 +0000 UTC m=+4.019825758 container died 7491eb937b271ea9de7e70f18f269bb830baf75997a5b085c731ebfa90f940fb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-a, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=squid-3d89acc, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528) 2024-06-13T06:42:06.223 INFO:journalctl@ceph.mds.a.smithi039.stdout:Jun 13 06:42:06 smithi039 podman[103792]: 2024-06-13 06:42:06.22418652 +0000 UTC m=+4.310575731 container cleanup 7491eb937b271ea9de7e70f18f269bb830baf75997a5b085c731ebfa90f940fb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-a, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240528, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=) 2024-06-13T06:42:06.578 INFO:journalctl@ceph.mds.a.smithi039.stdout:Jun 13 06:42:06 smithi039 bash[103792]: ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-a 2024-06-13T06:42:06.578 INFO:journalctl@ceph.mds.a.smithi039.stdout:Jun 13 06:42:06 smithi039 podman[103805]: 2024-06-13 06:42:06.442417575 +0000 UTC m=+0.508465607 container remove 7491eb937b271ea9de7e70f18f269bb830baf75997a5b085c731ebfa90f940fb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-a, GIT_CLEAN=True, RELEASE=squid-3d89acc, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, org.label-schema.build-date=20240528) 2024-06-13T06:42:06.601 DEBUG:teuthology.orchestra.run.smithi039:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mds.a.service' 2024-06-13T06:42:06.636 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T06:42:06.637 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-06-13T06:42:06.637 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2024-06-13T06:42:06.637 DEBUG:teuthology.orchestra.run.smithi039:> sudo systemctl stop ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mds.d 2024-06-13T06:42:06.922 INFO:journalctl@ceph.mds.d.smithi039.stdout:Jun 13 06:42:06 smithi039 systemd[1]: Stopping Ceph mds.d for ae626f9c-294b-11ef-bc9c-c7b262605968... 2024-06-13T06:42:07.421 INFO:journalctl@ceph.mds.d.smithi039.stdout:Jun 13 06:42:06 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-d[70238]: 2024-06-13T06:42:06.969+0000 7fa2d107f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T06:42:07.421 INFO:journalctl@ceph.mds.d.smithi039.stdout:Jun 13 06:42:06 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-d[70238]: 2024-06-13T06:42:06.969+0000 7fa2d107f700 -1 mds.d *** got signal Terminated *** 2024-06-13T06:42:11.327 INFO:journalctl@ceph.mds.d.smithi039.stdout:Jun 13 06:42:10 smithi039 podman[103912]: 2024-06-13 06:42:10.981320256 +0000 UTC m=+4.111740152 container died 70ddb665755f86a2e27e920f79b3f3860f7fa7a6dc4be9587391a72608af8fa0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-d, RELEASE=squid-3d89acc, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-06-13T06:42:11.595 INFO:journalctl@ceph.mds.d.smithi039.stdout:Jun 13 06:42:11 smithi039 podman[103912]: 2024-06-13 06:42:11.403209816 +0000 UTC m=+4.533629711 container cleanup 70ddb665755f86a2e27e920f79b3f3860f7fa7a6dc4be9587391a72608af8fa0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-d, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-06-13T06:42:11.595 INFO:journalctl@ceph.mds.d.smithi039.stdout:Jun 13 06:42:11 smithi039 bash[103912]: ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-d 2024-06-13T06:42:11.844 DEBUG:teuthology.orchestra.run.smithi039:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mds.d.service' 2024-06-13T06:42:11.866 INFO:journalctl@ceph.mds.d.smithi039.stdout:Jun 13 06:42:11 smithi039 podman[103923]: 2024-06-13 06:42:11.596067684 +0000 UTC m=+0.610452303 container remove 70ddb665755f86a2e27e920f79b3f3860f7fa7a6dc4be9587391a72608af8fa0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-d, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=squid-3d89acc) 2024-06-13T06:42:11.866 INFO:journalctl@ceph.mds.d.smithi039.stdout:Jun 13 06:42:11 smithi039 systemd[1]: ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mds.d.service: Deactivated successfully. 2024-06-13T06:42:11.867 INFO:journalctl@ceph.mds.d.smithi039.stdout:Jun 13 06:42:11 smithi039 systemd[1]: Stopped Ceph mds.d for ae626f9c-294b-11ef-bc9c-c7b262605968. 2024-06-13T06:42:11.867 INFO:journalctl@ceph.mds.d.smithi039.stdout:Jun 13 06:42:11 smithi039 systemd[1]: ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mds.d.service: Consumed 1.214s CPU time. 2024-06-13T06:42:11.878 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T06:42:11.879 INFO:tasks.cephadm.mds.d:Stopped mds.d 2024-06-13T06:42:11.879 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2024-06-13T06:42:11.879 DEBUG:teuthology.orchestra.run.smithi039:> sudo systemctl stop ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mds.g 2024-06-13T06:42:12.171 INFO:journalctl@ceph.mds.g.smithi039.stdout:Jun 13 06:42:11 smithi039 systemd[1]: Stopping Ceph mds.g for ae626f9c-294b-11ef-bc9c-c7b262605968... 2024-06-13T06:42:12.671 INFO:journalctl@ceph.mds.g.smithi039.stdout:Jun 13 06:42:12 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-g[71177]: 2024-06-13T06:42:12.215+0000 7fc5f902b700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T06:42:12.671 INFO:journalctl@ceph.mds.g.smithi039.stdout:Jun 13 06:42:12 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-g[71177]: 2024-06-13T06:42:12.215+0000 7fc5f902b700 -1 mds.g *** got signal Terminated *** 2024-06-13T06:42:14.414 INFO:journalctl@ceph.mds.g.smithi039.stdout:Jun 13 06:42:14 smithi039 podman[104033]: 2024-06-13 06:42:14.1029143 +0000 UTC m=+1.998745403 container died 6f739b3189244fff23704d24f7a45170ab568471e275b9d8f6ed6f87090e2d1b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-g, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True) 2024-06-13T06:42:14.671 INFO:journalctl@ceph.mds.g.smithi039.stdout:Jun 13 06:42:14 smithi039 podman[104033]: 2024-06-13 06:42:14.415063971 +0000 UTC m=+2.310895073 container cleanup 6f739b3189244fff23704d24f7a45170ab568471e275b9d8f6ed6f87090e2d1b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-g, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240528, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc) 2024-06-13T06:42:14.672 INFO:journalctl@ceph.mds.g.smithi039.stdout:Jun 13 06:42:14 smithi039 bash[104033]: ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-g 2024-06-13T06:42:14.672 INFO:journalctl@ceph.mds.g.smithi039.stdout:Jun 13 06:42:14 smithi039 podman[104044]: 2024-06-13 06:42:14.626970581 +0000 UTC m=+0.525709214 container remove 6f739b3189244fff23704d24f7a45170ab568471e275b9d8f6ed6f87090e2d1b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-g, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=squid-3d89acc, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-06-13T06:42:14.865 DEBUG:teuthology.orchestra.run.smithi039:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mds.g.service' 2024-06-13T06:42:14.898 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T06:42:14.898 INFO:tasks.cephadm.mds.g:Stopped mds.g 2024-06-13T06:42:14.898 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2024-06-13T06:42:14.899 DEBUG:teuthology.orchestra.run.smithi039:> sudo systemctl stop ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mds.j 2024-06-13T06:42:15.171 INFO:journalctl@ceph.mds.j.smithi039.stdout:Jun 13 06:42:14 smithi039 systemd[1]: Stopping Ceph mds.j for ae626f9c-294b-11ef-bc9c-c7b262605968... 2024-06-13T06:42:15.671 INFO:journalctl@ceph.mds.j.smithi039.stdout:Jun 13 06:42:15 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-j[69901]: 2024-06-13T06:42:15.262+0000 7fbfa8381700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T06:42:15.672 INFO:journalctl@ceph.mds.j.smithi039.stdout:Jun 13 06:42:15 smithi039 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-j[69901]: 2024-06-13T06:42:15.262+0000 7fbfa8381700 -1 mds.j *** got signal Terminated *** 2024-06-13T06:42:16.503 INFO:journalctl@ceph.mds.j.smithi039.stdout:Jun 13 06:42:16 smithi039 podman[104153]: 2024-06-13 06:42:16.247293603 +0000 UTC m=+1.119223596 container died 572cd6e2979b94410d1028367f142982094838d6857d21a98484c344ff636c74 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-j, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-06-13T06:42:16.812 INFO:journalctl@ceph.mds.j.smithi039.stdout:Jun 13 06:42:16 smithi039 podman[104153]: 2024-06-13 06:42:16.679500333 +0000 UTC m=+1.551430333 container cleanup 572cd6e2979b94410d1028367f142982094838d6857d21a98484c344ff636c74 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-j, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, RELEASE=squid-3d89acc, io.buildah.version=1.33.5, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-06-13T06:42:16.812 INFO:journalctl@ceph.mds.j.smithi039.stdout:Jun 13 06:42:16 smithi039 bash[104153]: ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-j 2024-06-13T06:42:17.037 DEBUG:teuthology.orchestra.run.smithi039:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mds.j.service' 2024-06-13T06:42:17.069 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T06:42:17.069 INFO:tasks.cephadm.mds.j:Stopped mds.j 2024-06-13T06:42:17.070 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-06-13T06:42:17.070 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl stop ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mds.b 2024-06-13T06:42:17.449 INFO:journalctl@ceph.mds.b.smithi096.stdout:Jun 13 06:42:17 smithi096 systemd[1]: Stopping Ceph mds.b for ae626f9c-294b-11ef-bc9c-c7b262605968... 2024-06-13T06:42:17.791 INFO:journalctl@ceph.mds.b.smithi096.stdout:Jun 13 06:42:17 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-b[67235]: 2024-06-13T06:42:17.450+0000 7f671155d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T06:42:17.791 INFO:journalctl@ceph.mds.b.smithi096.stdout:Jun 13 06:42:17 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-b[67235]: 2024-06-13T06:42:17.450+0000 7f671155d700 -1 mds.b *** got signal Terminated *** 2024-06-13T06:42:20.735 INFO:journalctl@ceph.mds.b.smithi096.stdout:Jun 13 06:42:20 smithi096 podman[75053]: 2024-06-13 06:42:20.46730005 +0000 UTC m=+3.204253613 container died 52c2d9e6fa9e97f3f0d9e9c376afce9108019972f49cd5f7ece1081d49480b1e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-b, ceph=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-06-13T06:42:21.041 INFO:journalctl@ceph.mds.b.smithi096.stdout:Jun 13 06:42:20 smithi096 podman[75053]: 2024-06-13 06:42:20.83273608 +0000 UTC m=+3.569689641 container cleanup 52c2d9e6fa9e97f3f0d9e9c376afce9108019972f49cd5f7ece1081d49480b1e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-b, maintainer=Guillaume Abrioux , RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-06-13T06:42:21.041 INFO:journalctl@ceph.mds.b.smithi096.stdout:Jun 13 06:42:20 smithi096 bash[75053]: ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-b 2024-06-13T06:42:21.210 DEBUG:teuthology.orchestra.run.smithi096:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mds.b.service' 2024-06-13T06:42:21.245 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T06:42:21.245 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-06-13T06:42:21.246 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2024-06-13T06:42:21.246 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl stop ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mds.e 2024-06-13T06:42:21.541 INFO:journalctl@ceph.mds.e.smithi096.stdout:Jun 13 06:42:21 smithi096 systemd[1]: Stopping Ceph mds.e for ae626f9c-294b-11ef-bc9c-c7b262605968... 2024-06-13T06:42:22.041 INFO:journalctl@ceph.mds.e.smithi096.stdout:Jun 13 06:42:21 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-e[66632]: 2024-06-13T06:42:21.569+0000 7fab415df700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T06:42:22.041 INFO:journalctl@ceph.mds.e.smithi096.stdout:Jun 13 06:42:21 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-e[66632]: 2024-06-13T06:42:21.569+0000 7fab415df700 -1 mds.e *** got signal Terminated *** 2024-06-13T06:42:24.727 INFO:journalctl@ceph.mds.e.smithi096.stdout:Jun 13 06:42:24 smithi096 podman[75185]: 2024-06-13 06:42:24.465861653 +0000 UTC m=+3.002176754 container died 01e448ce0291704c2b606dd85e8d5adffd6283a0f244dc60b4f0a5851a2820da (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-e, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc) 2024-06-13T06:42:25.041 INFO:journalctl@ceph.mds.e.smithi096.stdout:Jun 13 06:42:24 smithi096 podman[75185]: 2024-06-13 06:42:24.845267201 +0000 UTC m=+3.381582304 container cleanup 01e448ce0291704c2b606dd85e8d5adffd6283a0f244dc60b4f0a5851a2820da (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-e, org.label-schema.license=GPLv2, org.label-schema.build-date=20240528, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5) 2024-06-13T06:42:25.041 INFO:journalctl@ceph.mds.e.smithi096.stdout:Jun 13 06:42:24 smithi096 bash[75185]: ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-e 2024-06-13T06:42:25.323 DEBUG:teuthology.orchestra.run.smithi096:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mds.e.service' 2024-06-13T06:42:25.355 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T06:42:25.355 INFO:tasks.cephadm.mds.e:Stopped mds.e 2024-06-13T06:42:25.355 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2024-06-13T06:42:25.356 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl stop ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mds.h 2024-06-13T06:42:25.681 INFO:journalctl@ceph.mds.h.smithi096.stdout:Jun 13 06:42:25 smithi096 systemd[1]: Stopping Ceph mds.h for ae626f9c-294b-11ef-bc9c-c7b262605968... 2024-06-13T06:42:26.041 INFO:journalctl@ceph.mds.h.smithi096.stdout:Jun 13 06:42:25 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-h[66935]: 2024-06-13T06:42:25.682+0000 7f368a357700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T06:42:26.041 INFO:journalctl@ceph.mds.h.smithi096.stdout:Jun 13 06:42:25 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-h[66935]: 2024-06-13T06:42:25.682+0000 7f368a357700 -1 mds.h *** got signal Terminated *** 2024-06-13T06:42:28.740 INFO:journalctl@ceph.mds.h.smithi096.stdout:Jun 13 06:42:28 smithi096 podman[75306]: 2024-06-13 06:42:28.479970211 +0000 UTC m=+2.902529673 container died 64b8443865aa4930ad1df17f4e4213306f3bcb8eb9b5b5f18cf4e433b7b826f6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-h, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-13T06:42:29.041 INFO:journalctl@ceph.mds.h.smithi096.stdout:Jun 13 06:42:28 smithi096 podman[75306]: 2024-06-13 06:42:28.832320753 +0000 UTC m=+3.254880216 container cleanup 64b8443865aa4930ad1df17f4e4213306f3bcb8eb9b5b5f18cf4e433b7b826f6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-h, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240528, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc) 2024-06-13T06:42:29.041 INFO:journalctl@ceph.mds.h.smithi096.stdout:Jun 13 06:42:28 smithi096 bash[75306]: ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-h 2024-06-13T06:42:29.214 DEBUG:teuthology.orchestra.run.smithi096:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mds.h.service' 2024-06-13T06:42:29.245 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T06:42:29.246 INFO:tasks.cephadm.mds.h:Stopped mds.h 2024-06-13T06:42:29.246 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2024-06-13T06:42:29.246 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl stop ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mds.k 2024-06-13T06:42:29.541 INFO:journalctl@ceph.mds.k.smithi096.stdout:Jun 13 06:42:29 smithi096 systemd[1]: Stopping Ceph mds.k for ae626f9c-294b-11ef-bc9c-c7b262605968... 2024-06-13T06:42:30.041 INFO:journalctl@ceph.mds.k.smithi096.stdout:Jun 13 06:42:29 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-k[66319]: 2024-06-13T06:42:29.543+0000 7fbaae6a6700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T06:42:30.041 INFO:journalctl@ceph.mds.k.smithi096.stdout:Jun 13 06:42:29 smithi096 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-k[66319]: 2024-06-13T06:42:29.543+0000 7fbaae6a6700 -1 mds.k *** got signal Terminated *** 2024-06-13T06:42:32.726 INFO:journalctl@ceph.mds.k.smithi096.stdout:Jun 13 06:42:32 smithi096 podman[75426]: 2024-06-13 06:42:32.47490146 +0000 UTC m=+3.016424909 container died 27b79a91f73c8f5999ed58dcd8f4c14d004f7d071523522567fb4fdbc15cb3ee (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-k, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc, maintainer=Guillaume Abrioux , GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240528, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-06-13T06:42:33.018 INFO:journalctl@ceph.mds.k.smithi096.stdout:Jun 13 06:42:32 smithi096 podman[75426]: 2024-06-13 06:42:32.818885239 +0000 UTC m=+3.360408696 container cleanup 27b79a91f73c8f5999ed58dcd8f4c14d004f7d071523522567fb4fdbc15cb3ee (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-k, GIT_CLEAN=True, org.label-schema.build-date=20240528, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-06-13T06:42:33.019 INFO:journalctl@ceph.mds.k.smithi096.stdout:Jun 13 06:42:32 smithi096 bash[75426]: ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-k 2024-06-13T06:42:33.227 DEBUG:teuthology.orchestra.run.smithi096:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mds.k.service' 2024-06-13T06:42:33.257 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T06:42:33.257 INFO:tasks.cephadm.mds.k:Stopped mds.k 2024-06-13T06:42:33.258 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2024-06-13T06:42:33.258 DEBUG:teuthology.orchestra.run.smithi149:> sudo systemctl stop ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mds.c 2024-06-13T06:42:33.718 INFO:journalctl@ceph.mds.c.smithi149.stdout:Jun 13 06:42:33 smithi149 systemd[1]: Stopping Ceph mds.c for ae626f9c-294b-11ef-bc9c-c7b262605968... 2024-06-13T06:42:34.218 INFO:journalctl@ceph.mds.c.smithi149.stdout:Jun 13 06:42:33 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-c[67181]: 2024-06-13T06:42:33.723+0000 7f066b4d4700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T06:42:34.218 INFO:journalctl@ceph.mds.c.smithi149.stdout:Jun 13 06:42:33 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-c[67181]: 2024-06-13T06:42:33.723+0000 7f066b4d4700 -1 mds.c *** got signal Terminated *** 2024-06-13T06:42:36.718 INFO:journalctl@ceph.mds.c.smithi149.stdout:Jun 13 06:42:36 smithi149 podman[75994]: 2024-06-13 06:42:36.46654638 +0000 UTC m=+3.019958144 container died cc54e0927144223e18134888b2a4349a8c45622fb33fb5433e77d9a82fa663ab (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-c, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240528, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-06-13T06:42:37.072 INFO:journalctl@ceph.mds.c.smithi149.stdout:Jun 13 06:42:36 smithi149 podman[75994]: 2024-06-13 06:42:36.822683805 +0000 UTC m=+3.376095570 container cleanup cc54e0927144223e18134888b2a4349a8c45622fb33fb5433e77d9a82fa663ab (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-c, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-06-13T06:42:37.072 INFO:journalctl@ceph.mds.c.smithi149.stdout:Jun 13 06:42:36 smithi149 bash[75994]: ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-c 2024-06-13T06:42:37.245 DEBUG:teuthology.orchestra.run.smithi149:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mds.c.service' 2024-06-13T06:42:37.280 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T06:42:37.280 INFO:tasks.cephadm.mds.c:Stopped mds.c 2024-06-13T06:42:37.280 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2024-06-13T06:42:37.280 DEBUG:teuthology.orchestra.run.smithi149:> sudo systemctl stop ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mds.f 2024-06-13T06:42:37.592 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 13 06:42:37 smithi149 systemd[1]: Stopping Ceph mds.f for ae626f9c-294b-11ef-bc9c-c7b262605968... 2024-06-13T06:42:37.968 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 13 06:42:37 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-f[66874]: 2024-06-13T06:42:37.593+0000 7f2d2e929700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T06:42:37.968 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 13 06:42:37 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-f[66874]: 2024-06-13T06:42:37.593+0000 7f2d2e929700 -1 mds.f *** got signal Terminated *** 2024-06-13T06:42:41.218 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 13 06:42:40 smithi149 podman[76127]: 2024-06-13 06:42:40.953494439 +0000 UTC m=+3.450314497 container died 3baf0324b3dff2c7e10a18d69a6083cea75353d8f9b37a67d2fceffad3f75aa5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-f, org.label-schema.schema-version=1.0, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240528, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-06-13T06:42:41.602 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 13 06:42:41 smithi149 podman[76127]: 2024-06-13 06:42:41.335042686 +0000 UTC m=+3.831862743 container cleanup 3baf0324b3dff2c7e10a18d69a6083cea75353d8f9b37a67d2fceffad3f75aa5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-f, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-3d89acc, org.label-schema.build-date=20240528, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-13T06:42:41.603 INFO:journalctl@ceph.mds.f.smithi149.stdout:Jun 13 06:42:41 smithi149 bash[76127]: ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-f 2024-06-13T06:42:41.761 DEBUG:teuthology.orchestra.run.smithi149:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mds.f.service' 2024-06-13T06:42:41.792 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T06:42:41.792 INFO:tasks.cephadm.mds.f:Stopped mds.f 2024-06-13T06:42:41.793 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2024-06-13T06:42:41.793 DEBUG:teuthology.orchestra.run.smithi149:> sudo systemctl stop ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mds.i 2024-06-13T06:42:42.179 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 13 06:42:41 smithi149 systemd[1]: Stopping Ceph mds.i for ae626f9c-294b-11ef-bc9c-c7b262605968... 2024-06-13T06:42:42.468 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 13 06:42:42 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-i[67482]: 2024-06-13T06:42:42.179+0000 7f034dac4700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T06:42:42.468 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 13 06:42:42 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-i[67482]: 2024-06-13T06:42:42.179+0000 7f034dac4700 -1 mds.i *** got signal Terminated *** 2024-06-13T06:42:44.718 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 13 06:42:44 smithi149 podman[76246]: 2024-06-13 06:42:44.463420849 +0000 UTC m=+2.454879451 container died f346a99f718c72682fa467c66c6dcb4be46369a67dfce7a59ecb6be87c801280 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-i, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240528, RELEASE=squid-3d89acc, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-13T06:42:45.063 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 13 06:42:44 smithi149 podman[76246]: 2024-06-13 06:42:44.872046984 +0000 UTC m=+2.863505586 container cleanup f346a99f718c72682fa467c66c6dcb4be46369a67dfce7a59ecb6be87c801280 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-i, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=squid-3d89acc, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240528, org.label-schema.name=CentOS Stream 8 Base Image) 2024-06-13T06:42:45.063 INFO:journalctl@ceph.mds.i.smithi149.stdout:Jun 13 06:42:44 smithi149 bash[76246]: ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-i 2024-06-13T06:42:45.187 DEBUG:teuthology.orchestra.run.smithi149:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mds.i.service' 2024-06-13T06:42:45.219 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T06:42:45.219 INFO:tasks.cephadm.mds.i:Stopped mds.i 2024-06-13T06:42:45.219 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2024-06-13T06:42:45.219 DEBUG:teuthology.orchestra.run.smithi149:> sudo systemctl stop ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mds.l 2024-06-13T06:42:45.468 INFO:journalctl@ceph.mds.l.smithi149.stdout:Jun 13 06:42:45 smithi149 systemd[1]: Stopping Ceph mds.l for ae626f9c-294b-11ef-bc9c-c7b262605968... 2024-06-13T06:42:45.968 INFO:journalctl@ceph.mds.l.smithi149.stdout:Jun 13 06:42:45 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-l[66560]: 2024-06-13T06:42:45.566+0000 7f4fd56da700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-06-13T06:42:45.968 INFO:journalctl@ceph.mds.l.smithi149.stdout:Jun 13 06:42:45 smithi149 ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-l[66560]: 2024-06-13T06:42:45.566+0000 7f4fd56da700 -1 mds.l *** got signal Terminated *** 2024-06-13T06:42:49.718 INFO:journalctl@ceph.mds.l.smithi149.stdout:Jun 13 06:42:49 smithi149 podman[76366]: 2024-06-13 06:42:49.273826263 +0000 UTC m=+3.835239458 container died 0b46c3ab0ad8daf69f9d3f0ff2ead941b750140cb218cce5c3ba02337ebb131e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-l, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=squid-3d89acc, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.build-date=20240528, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-06-13T06:42:50.092 INFO:journalctl@ceph.mds.l.smithi149.stdout:Jun 13 06:42:49 smithi149 podman[76366]: 2024-06-13 06:42:49.859102052 +0000 UTC m=+4.420515246 container cleanup 0b46c3ab0ad8daf69f9d3f0ff2ead941b750140cb218cce5c3ba02337ebb131e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:fe72ccfadf2b7c7c133c6379dcb4e96c4db2f7f512b19bd8eb3efb31f1d8c5d9, name=ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-l, org.label-schema.build-date=20240528, RELEASE=squid-3d89acc, CEPH_POINT_RELEASE=, GIT_COMMIT=fe3baff630f29ddc3eb9757f6b798ccb55ab7bd8, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-06-13T06:42:50.092 INFO:journalctl@ceph.mds.l.smithi149.stdout:Jun 13 06:42:49 smithi149 bash[76366]: ceph-ae626f9c-294b-11ef-bc9c-c7b262605968-mds-l 2024-06-13T06:42:50.222 DEBUG:teuthology.orchestra.run.smithi149:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ae626f9c-294b-11ef-bc9c-c7b262605968@mds.l.service' 2024-06-13T06:42:50.252 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-06-13T06:42:50.252 INFO:tasks.cephadm.mds.l:Stopped mds.l 2024-06-13T06:42:50.252 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 --force --keep-logs 2024-06-13T06:42:50.453 INFO:teuthology.orchestra.run.smithi039.stdout:Deleting cluster with fsid: ae626f9c-294b-11ef-bc9c-c7b262605968 2024-06-13T06:42:53.012 DEBUG:teuthology.orchestra.run.smithi096:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 --force --keep-logs 2024-06-13T06:42:53.205 INFO:teuthology.orchestra.run.smithi096.stdout:Deleting cluster with fsid: ae626f9c-294b-11ef-bc9c-c7b262605968 2024-06-13T06:42:55.553 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 --force --keep-logs 2024-06-13T06:42:55.742 INFO:teuthology.orchestra.run.smithi149.stdout:Deleting cluster with fsid: ae626f9c-294b-11ef-bc9c-c7b262605968 2024-06-13T06:42:58.031 DEBUG:teuthology.orchestra.run.smithi039:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-06-13T06:42:58.065 DEBUG:teuthology.orchestra.run.smithi096:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-06-13T06:42:58.097 DEBUG:teuthology.orchestra.run.smithi149:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-06-13T06:42:58.122 INFO:tasks.cephadm:Archiving crash dumps... 2024-06-13T06:42:58.124 DEBUG:teuthology.misc:Transferring archived files from smithi039:/var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-06-12_21:24:03-fs-squid-distro-default-smithi/7752724/remote/smithi039/crash 2024-06-13T06:42:58.125 DEBUG:teuthology.orchestra.run.smithi039:> sudo tar c -f - -C /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/crash -- . 2024-06-13T06:42:58.165 INFO:teuthology.orchestra.run.smithi039.stderr:tar: /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/crash: Cannot open: No such file or directory 2024-06-13T06:42:58.165 INFO:teuthology.orchestra.run.smithi039.stderr:tar: Error is not recoverable: exiting now 2024-06-13T06:42:58.167 DEBUG:teuthology.misc:Transferring archived files from smithi096:/var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-06-12_21:24:03-fs-squid-distro-default-smithi/7752724/remote/smithi096/crash 2024-06-13T06:42:58.168 DEBUG:teuthology.orchestra.run.smithi096:> sudo tar c -f - -C /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/crash -- . 2024-06-13T06:42:58.284 INFO:teuthology.orchestra.run.smithi096.stderr:tar: /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/crash: Cannot open: No such file or directory 2024-06-13T06:42:58.284 INFO:teuthology.orchestra.run.smithi096.stderr:tar: Error is not recoverable: exiting now 2024-06-13T06:42:58.286 DEBUG:teuthology.misc:Transferring archived files from smithi149:/var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-06-12_21:24:03-fs-squid-distro-default-smithi/7752724/remote/smithi149/crash 2024-06-13T06:42:58.287 DEBUG:teuthology.orchestra.run.smithi149:> sudo tar c -f - -C /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/crash -- . 2024-06-13T06:42:58.323 INFO:teuthology.orchestra.run.smithi149.stderr:tar: /var/lib/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/crash: Cannot open: No such file or directory 2024-06-13T06:42:58.323 INFO:teuthology.orchestra.run.smithi149.stderr:tar: Error is not recoverable: exiting now 2024-06-13T06:42:58.324 INFO:tasks.cephadm:Checking cluster log for badness... 2024-06-13T06:42:58.324 DEBUG:teuthology.orchestra.run.smithi039:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | head -n 1 2024-06-13T06:42:58.364 INFO:teuthology.orchestra.run.smithi039.stdout:2024-06-13T06:20:00.000138+0000 mon.a (mon.0) 1019 : cluster [WRN] application not enabled on pool 'cephfs_metadata' 2024-06-13T06:42:58.364 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-06-13T06:42:58.364 DEBUG:teuthology.orchestra.run.smithi039:> sudo egrep '\[SEC\]' /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | head -n 1 2024-06-13T06:42:58.441 DEBUG:teuthology.orchestra.run.smithi039:> sudo egrep '\[ERR\]' /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | head -n 1 2024-06-13T06:42:58.518 DEBUG:teuthology.orchestra.run.smithi039:> sudo egrep '\[WRN\]' /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | head -n 1 2024-06-13T06:42:58.593 INFO:teuthology.orchestra.run.smithi039.stdout:2024-06-13T06:20:00.000138+0000 mon.a (mon.0) 1019 : cluster [WRN] application not enabled on pool 'cephfs_metadata' 2024-06-13T06:42:58.593 INFO:tasks.cephadm:Compressing logs... 2024-06-13T06:42:58.594 DEBUG:teuthology.orchestra.run.smithi039:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-06-13T06:42:58.636 DEBUG:teuthology.orchestra.run.smithi096:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-06-13T06:42:58.639 DEBUG:teuthology.orchestra.run.smithi149:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-06-13T06:42:58.660 INFO:teuthology.orchestra.run.smithi039.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph.log 2024-06-13T06:42:58.660 INFO:teuthology.orchestra.run.smithi039.stderr:: No such file or directory 2024-06-13T06:42:58.660 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph.audit.log 2024-06-13T06:42:58.661 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mds.g.log 2024-06-13T06:42:58.661 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph.log: /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mds.j.log 2024-06-13T06:42:58.661 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mds.g.log: gzip -5 --verbose -- /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-osd.3.log 2024-06-13T06:42:58.663 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose --/var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mds.j.log: /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-osd.0.log 2024-06-13T06:42:58.663 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mgr.x.log 2024-06-13T06:42:58.664 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mon.a.log 2024-06-13T06:42:58.664 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-osd.6.log 2024-06-13T06:42:58.664 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mon.a.log: 87.6% -- replaced with /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph.log.gz 2024-06-13T06:42:58.665 INFO:teuthology.orchestra.run.smithi039.stderr: 90.3% -- replaced with /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph.audit.log.gz 2024-06-13T06:42:58.671 INFO:teuthology.orchestra.run.smithi096.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph.log 2024-06-13T06:42:58.671 INFO:teuthology.orchestra.run.smithi096.stderr:: No such file or directory 2024-06-13T06:42:58.671 INFO:teuthology.orchestra.run.smithi096.stderr:gzip -5 --verbose -- /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph.audit.log 2024-06-13T06:42:58.672 INFO:teuthology.orchestra.run.smithi096.stderr:/var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-osd.7.log 2024-06-13T06:42:58.672 INFO:teuthology.orchestra.run.smithi096.stderr:/var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mds.b.log 2024-06-13T06:42:58.672 INFO:teuthology.orchestra.run.smithi096.stderr:/var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-osd.4.log 2024-06-13T06:42:58.672 INFO:teuthology.orchestra.run.smithi096.stderr:/var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-osd.1.log 2024-06-13T06:42:58.672 INFO:teuthology.orchestra.run.smithi096.stderr:/var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mgr.y.log 2024-06-13T06:42:58.672 INFO:teuthology.orchestra.run.smithi096.stderr:/var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mds.h.log 2024-06-13T06:42:58.672 INFO:teuthology.orchestra.run.smithi096.stderr:/var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-osd.10.log 2024-06-13T06:42:58.672 INFO:teuthology.orchestra.run.smithi096.stderr: 87.7% -- replaced with /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph.log.gz 2024-06-13T06:42:58.672 INFO:teuthology.orchestra.run.smithi096.stderr:/var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mds.h.log: 90.5% -- replaced with /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph.audit.log.gz 2024-06-13T06:42:58.675 INFO:teuthology.orchestra.run.smithi096.stderr: 92.3% -- replaced with /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mgr.y.log.gz 2024-06-13T06:42:58.678 INFO:teuthology.orchestra.run.smithi039.stderr: 94.5% -- replaced with /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mds.g.log.gz 2024-06-13T06:42:58.678 INFO:teuthology.orchestra.run.smithi039.stderr: 94.6% -- replaced with /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mds.j.log.gz 2024-06-13T06:42:58.678 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph.cephadm.log 2024-06-13T06:42:58.678 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mds.a.log 2024-06-13T06:42:58.678 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-volume.log 2024-06-13T06:42:58.678 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mds.a.log: 83.9% -- replaced with /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph.cephadm.log.gz 2024-06-13T06:42:58.678 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mds.d.log 2024-06-13T06:42:58.678 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-osd.9.log 2024-06-13T06:42:58.678 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-volume.log: /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mds.d.log: 94.4% -- replaced with /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mds.a.log.gz 2024-06-13T06:42:58.679 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-06-13T06:42:58.679 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-osd.9.log: 94.5% -- replaced with /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mds.d.log.gz 2024-06-13T06:42:58.680 INFO:teuthology.orchestra.run.smithi149.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph.log 2024-06-13T06:42:58.680 INFO:teuthology.orchestra.run.smithi149.stderr:: No such file or directory 2024-06-13T06:42:58.680 INFO:teuthology.orchestra.run.smithi149.stderr:gzip -5 --verbose -- /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-osd.2.log 2024-06-13T06:42:58.681 INFO:teuthology.orchestra.run.smithi149.stderr:/var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mds.f.log 2024-06-13T06:42:58.681 INFO:teuthology.orchestra.run.smithi149.stderr:/var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph.audit.log 2024-06-13T06:42:58.681 INFO:teuthology.orchestra.run.smithi149.stderr:/var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mds.f.log: gzip -5 --verbose -- /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-osd.5.log 2024-06-13T06:42:58.681 INFO:teuthology.orchestra.run.smithi149.stderr:gzip/var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph.audit.log: -5 --verbose -- /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mds.c.log 2024-06-13T06:42:58.681 INFO:teuthology.orchestra.run.smithi149.stderr:/var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mon.c.log 2024-06-13T06:42:58.681 INFO:teuthology.orchestra.run.smithi149.stderr:/var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mgr.z.log 2024-06-13T06:42:58.681 INFO:teuthology.orchestra.run.smithi149.stderr:/var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mds.i.log 2024-06-13T06:42:58.681 INFO:teuthology.orchestra.run.smithi149.stderr:/var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mgr.z.log: 87.7% -- replaced with /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph.log.gz 2024-06-13T06:42:58.681 INFO:teuthology.orchestra.run.smithi149.stderr:gzip -5 --verbose -- /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph.cephadm.log 2024-06-13T06:42:58.682 INFO:teuthology.orchestra.run.smithi149.stderr:/var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mds.i.log: 90.5% -- replaced with /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph.audit.log.gz 2024-06-13T06:42:58.682 INFO:teuthology.orchestra.run.smithi149.stderr:gzip -5 --verbose -- /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-osd.11.log 2024-06-13T06:42:58.682 INFO:teuthology.orchestra.run.smithi149.stderr:/var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph.cephadm.log: 83.4% -- replaced with /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph.cephadm.log.gz 2024-06-13T06:42:58.682 INFO:teuthology.orchestra.run.smithi149.stderr:gzip -5 --verbose -- /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-osd.8.log 2024-06-13T06:42:58.682 INFO:teuthology.orchestra.run.smithi149.stderr:/var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-osd.11.log: 94.5% -- replaced with /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mds.f.log.gz 2024-06-13T06:42:58.682 INFO:teuthology.orchestra.run.smithi149.stderr:gzip -5 --verbose -- /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-volume.log 2024-06-13T06:42:58.682 INFO:teuthology.orchestra.run.smithi149.stderr:/var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-osd.8.log: 92.3% -- replaced with /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mgr.z.log.gz 2024-06-13T06:42:58.682 INFO:teuthology.orchestra.run.smithi149.stderr:gzip -5 --verbose -- /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mds.l.log 2024-06-13T06:42:58.684 INFO:teuthology.orchestra.run.smithi096.stderr:gzip -5 --verbose -- /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph.cephadm.log 2024-06-13T06:42:58.684 INFO:teuthology.orchestra.run.smithi096.stderr:/var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-osd.10.log: gzip -5 --verbose -- /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mds.e.log 2024-06-13T06:42:58.684 INFO:teuthology.orchestra.run.smithi096.stderr:/var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-volume.log 2024-06-13T06:42:58.684 INFO:teuthology.orchestra.run.smithi096.stderr: 83.4% -- replaced with /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph.cephadm.log.gz 2024-06-13T06:42:58.685 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/cephadm.log: 91.1% -- replaced with /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-volume.log.gz 2024-06-13T06:42:58.687 INFO:teuthology.orchestra.run.smithi039.stderr: 94.0% -- replaced with /var/log/ceph/cephadm.log.gz 2024-06-13T06:42:58.688 INFO:teuthology.orchestra.run.smithi149.stderr:/var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-06-13T06:42:58.694 INFO:teuthology.orchestra.run.smithi149.stderr:/var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mds.l.log: 91.0% -- replaced with /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-volume.log.gz 2024-06-13T06:42:58.695 INFO:teuthology.orchestra.run.smithi096.stderr:/var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mds.e.log: gzip -5 --verbose -- /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mon.b.log 2024-06-13T06:42:58.700 INFO:teuthology.orchestra.run.smithi149.stderr:/var/log/ceph/cephadm.log: 94.6% -- replaced with /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mds.l.log.gz 2024-06-13T06:42:58.707 INFO:teuthology.orchestra.run.smithi096.stderr:/var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mds.k.log 2024-06-13T06:42:58.709 INFO:teuthology.orchestra.run.smithi096.stderr:/var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mon.b.log: 91.0% -- replaced with /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-volume.log.gz 2024-06-13T06:42:58.711 INFO:teuthology.orchestra.run.smithi149.stderr: 92.4% -- replaced with /var/log/ceph/cephadm.log.gz 2024-06-13T06:42:58.714 INFO:teuthology.orchestra.run.smithi096.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-06-13T06:42:58.731 INFO:teuthology.orchestra.run.smithi096.stderr:/var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mds.k.log: /var/log/ceph/cephadm.log: 92.1% -- replaced with /var/log/ceph/cephadm.log.gz 2024-06-13T06:42:58.756 INFO:teuthology.orchestra.run.smithi149.stderr: 94.7% -- replaced with /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mds.c.log.gz 2024-06-13T06:42:58.780 INFO:teuthology.orchestra.run.smithi096.stderr: 92.7% -- replaced with /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mds.h.log.gz 2024-06-13T06:42:58.795 INFO:teuthology.orchestra.run.smithi096.stderr: 93.0% -- replaced with /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mds.e.log.gz 2024-06-13T06:42:58.836 INFO:teuthology.orchestra.run.smithi096.stderr: 94.6% -- replaced with /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mds.k.log.gz 2024-06-13T06:42:58.975 INFO:teuthology.orchestra.run.smithi149.stderr: 94.0% -- replaced with /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mds.i.log.gz 2024-06-13T06:42:59.118 INFO:teuthology.orchestra.run.smithi149.stderr: 92.0% -- replaced with /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mon.c.log.gz 2024-06-13T06:42:59.128 INFO:teuthology.orchestra.run.smithi096.stderr: 92.0% -- replaced with /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mon.b.log.gz 2024-06-13T06:42:59.130 INFO:teuthology.orchestra.run.smithi039.stderr: 90.2% -- replaced with /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mgr.x.log.gz 2024-06-13T06:42:59.700 INFO:teuthology.orchestra.run.smithi039.stderr: 90.3% -- replaced with /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mon.a.log.gz 2024-06-13T06:42:59.902 INFO:teuthology.orchestra.run.smithi149.stderr: 93.4% -- replaced with /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-osd.11.log.gz 2024-06-13T06:43:00.046 INFO:teuthology.orchestra.run.smithi039.stderr: 92.8% -- replaced with /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-osd.6.log.gz 2024-06-13T06:43:00.166 INFO:teuthology.orchestra.run.smithi149.stderr: 92.7% -- replaced with /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-osd.2.log.gz 2024-06-13T06:43:00.198 INFO:teuthology.orchestra.run.smithi039.stderr: 92.3% -- replaced with /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-osd.3.log.gz 2024-06-13T06:43:00.308 INFO:teuthology.orchestra.run.smithi039.stderr: 93.1% -- replaced with /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-osd.0.log.gz 2024-06-13T06:43:00.390 INFO:teuthology.orchestra.run.smithi096.stderr: 92.3% -- replaced with /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-osd.1.log.gz 2024-06-13T06:43:00.431 INFO:teuthology.orchestra.run.smithi039.stderr: 92.6% -- replaced with /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-osd.9.log.gz 2024-06-13T06:43:00.434 INFO:teuthology.orchestra.run.smithi039.stderr: 2024-06-13T06:43:00.434 INFO:teuthology.orchestra.run.smithi039.stderr:real 0m1.784s 2024-06-13T06:43:00.434 INFO:teuthology.orchestra.run.smithi039.stderr:user 0m7.635s 2024-06-13T06:43:00.434 INFO:teuthology.orchestra.run.smithi039.stderr:sys 0m0.255s 2024-06-13T06:43:00.435 INFO:teuthology.orchestra.run.smithi096.stderr: 91.4% -- replaced with /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-osd.4.log.gz 2024-06-13T06:43:00.440 INFO:teuthology.orchestra.run.smithi149.stderr: 91.5% -- replaced with /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-osd.5.log.gz 2024-06-13T06:43:00.583 INFO:teuthology.orchestra.run.smithi149.stderr: 92.4% -- replaced with /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-osd.8.log.gz 2024-06-13T06:43:00.585 INFO:teuthology.orchestra.run.smithi149.stderr: 2024-06-13T06:43:00.585 INFO:teuthology.orchestra.run.smithi149.stderr:real 0m1.931s 2024-06-13T06:43:00.585 INFO:teuthology.orchestra.run.smithi149.stderr:user 0m7.071s 2024-06-13T06:43:00.585 INFO:teuthology.orchestra.run.smithi149.stderr:sys 0m0.259s 2024-06-13T06:43:00.641 INFO:teuthology.orchestra.run.smithi096.stderr: 93.0% -- replaced with /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-mds.b.log.gz 2024-06-13T06:43:00.722 INFO:teuthology.orchestra.run.smithi096.stderr: 92.3% -- replaced with /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-osd.10.log.gz 2024-06-13T06:43:00.838 INFO:teuthology.orchestra.run.smithi096.stderr: 92.7% -- replaced with /var/log/ceph/ae626f9c-294b-11ef-bc9c-c7b262605968/ceph-osd.7.log.gz 2024-06-13T06:43:00.839 INFO:teuthology.orchestra.run.smithi096.stderr: 2024-06-13T06:43:00.839 INFO:teuthology.orchestra.run.smithi096.stderr:real 0m2.184s 2024-06-13T06:43:00.839 INFO:teuthology.orchestra.run.smithi096.stderr:user 0m10.099s 2024-06-13T06:43:00.839 INFO:teuthology.orchestra.run.smithi096.stderr:sys 0m0.322s 2024-06-13T06:43:00.839 INFO:tasks.cephadm:Archiving logs... 2024-06-13T06:43:00.839 DEBUG:teuthology.misc:Transferring archived files from smithi039:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-06-12_21:24:03-fs-squid-distro-default-smithi/7752724/remote/smithi039/log 2024-06-13T06:43:00.841 DEBUG:teuthology.orchestra.run.smithi039:> sudo tar c -f - -C /var/log/ceph -- . 2024-06-13T06:43:01.917 DEBUG:teuthology.misc:Transferring archived files from smithi096:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-06-12_21:24:03-fs-squid-distro-default-smithi/7752724/remote/smithi096/log 2024-06-13T06:43:01.918 DEBUG:teuthology.orchestra.run.smithi096:> sudo tar c -f - -C /var/log/ceph -- . 2024-06-13T06:43:03.345 DEBUG:teuthology.misc:Transferring archived files from smithi149:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-06-12_21:24:03-fs-squid-distro-default-smithi/7752724/remote/smithi149/log 2024-06-13T06:43:03.346 DEBUG:teuthology.orchestra.run.smithi149:> sudo tar c -f - -C /var/log/ceph -- . 2024-06-13T06:43:04.452 INFO:tasks.cephadm:Removing cluster... 2024-06-13T06:43:04.452 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 --force 2024-06-13T06:43:04.655 INFO:teuthology.orchestra.run.smithi039.stdout:Deleting cluster with fsid: ae626f9c-294b-11ef-bc9c-c7b262605968 2024-06-13T06:43:04.930 DEBUG:teuthology.orchestra.run.smithi096:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 --force 2024-06-13T06:43:05.117 INFO:teuthology.orchestra.run.smithi096.stdout:Deleting cluster with fsid: ae626f9c-294b-11ef-bc9c-c7b262605968 2024-06-13T06:43:05.377 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid ae626f9c-294b-11ef-bc9c-c7b262605968 --force 2024-06-13T06:43:05.559 INFO:teuthology.orchestra.run.smithi149.stdout:Deleting cluster with fsid: ae626f9c-294b-11ef-bc9c-c7b262605968 2024-06-13T06:43:06.053 INFO:tasks.cephadm:Removing cephadm ... 2024-06-13T06:43:06.053 DEBUG:teuthology.orchestra.run.smithi039:> rm -rf /home/ubuntu/cephtest/cephadm 2024-06-13T06:43:06.073 DEBUG:teuthology.orchestra.run.smithi096:> rm -rf /home/ubuntu/cephtest/cephadm 2024-06-13T06:43:06.090 DEBUG:teuthology.orchestra.run.smithi149:> rm -rf /home/ubuntu/cephtest/cephadm 2024-06-13T06:43:06.106 INFO:tasks.cephadm:Teardown complete 2024-06-13T06:43:06.107 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-06-13T06:43:06.120 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-06-13T06:43:06.120 DEBUG:teuthology.orchestra.run.smithi039:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-06-13T06:43:06.123 DEBUG:teuthology.orchestra.run.smithi096:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-06-13T06:43:06.132 DEBUG:teuthology.orchestra.run.smithi149:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-06-13T06:43:06.255 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-06-13T06:43:06.266 INFO:teuthology.task.clock:Checking final clock skew... 2024-06-13T06:43:06.266 DEBUG:teuthology.orchestra.run.smithi039:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-06-13T06:43:06.269 DEBUG:teuthology.orchestra.run.smithi096:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-06-13T06:43:06.272 DEBUG:teuthology.orchestra.run.smithi149:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-06-13T06:43:06.285 INFO:teuthology.orchestra.run.smithi096.stderr:bash: line 1: ntpq: command not found 2024-06-13T06:43:06.285 INFO:teuthology.orchestra.run.smithi039.stderr:bash: line 1: ntpq: command not found 2024-06-13T06:43:06.286 INFO:teuthology.orchestra.run.smithi149.stderr:bash: line 1: ntpq: command not found 2024-06-13T06:43:06.289 INFO:teuthology.orchestra.run.smithi096.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-06-13T06:43:06.289 INFO:teuthology.orchestra.run.smithi096.stdout:=============================================================================== 2024-06-13T06:43:06.289 INFO:teuthology.orchestra.run.smithi096.stdout:^* hv01.front.sepia.ceph.com 3 6 377 52 +1448us[+1452us] +/- 58ms 2024-06-13T06:43:06.289 INFO:teuthology.orchestra.run.smithi096.stdout:^+ hv02.front.sepia.ceph.com 3 8 377 178 -625us[ -614us] +/- 54ms 2024-06-13T06:43:06.289 INFO:teuthology.orchestra.run.smithi096.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 55 -1360us[-1356us] +/- 81ms 2024-06-13T06:43:06.289 INFO:teuthology.orchestra.run.smithi096.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-06-13T06:43:06.291 INFO:teuthology.orchestra.run.smithi039.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-06-13T06:43:06.292 INFO:teuthology.orchestra.run.smithi039.stdout:=============================================================================== 2024-06-13T06:43:06.292 INFO:teuthology.orchestra.run.smithi039.stdout:^* hv01.front.sepia.ceph.com 3 7 377 52 +1376us[+1369us] +/- 58ms 2024-06-13T06:43:06.292 INFO:teuthology.orchestra.run.smithi039.stdout:^+ hv02.front.sepia.ceph.com 3 7 377 55 -692us[ -698us] +/- 56ms 2024-06-13T06:43:06.292 INFO:teuthology.orchestra.run.smithi039.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 47 -1438us[-1438us] +/- 81ms 2024-06-13T06:43:06.292 INFO:teuthology.orchestra.run.smithi039.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-06-13T06:43:06.292 INFO:teuthology.orchestra.run.smithi149.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-06-13T06:43:06.292 INFO:teuthology.orchestra.run.smithi149.stdout:=============================================================================== 2024-06-13T06:43:06.292 INFO:teuthology.orchestra.run.smithi149.stdout:^* hv01.front.sepia.ceph.com 3 6 377 51 +1491us[+1490us] +/- 58ms 2024-06-13T06:43:06.292 INFO:teuthology.orchestra.run.smithi149.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 55 -603us[ -604us] +/- 56ms 2024-06-13T06:43:06.292 INFO:teuthology.orchestra.run.smithi149.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 49 -1326us[-1326us] +/- 81ms 2024-06-13T06:43:06.292 INFO:teuthology.orchestra.run.smithi149.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-06-13T06:43:06.293 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-06-13T06:43:06.303 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-06-13T06:43:06.303 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-06-13T06:43:06.345 DEBUG:teuthology.orchestra.run.smithi039:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-06-13T06:43:06.440 DEBUG:teuthology.orchestra.run.smithi096:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-06-13T06:43:06.508 DEBUG:teuthology.orchestra.run.smithi149:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-06-13T06:43:06.575 DEBUG:teuthology.orchestra.run.smithi039:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-06-13T06:43:06.607 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-13T06:43:06.607 DEBUG:teuthology.orchestra.run.smithi096:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-06-13T06:43:06.634 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-13T06:43:06.635 DEBUG:teuthology.orchestra.run.smithi149:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-06-13T06:43:06.661 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-13T06:43:06.662 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-06-13T06:43:06.679 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-06-13T06:43:06.719 INFO:teuthology.task.internal:Duration was 2355.382227 seconds 2024-06-13T06:43:06.720 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-06-13T06:43:06.764 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-06-13T06:43:06.764 DEBUG:teuthology.orchestra.run.smithi039:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-06-13T06:43:06.766 DEBUG:teuthology.orchestra.run.smithi096:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-06-13T06:43:06.769 DEBUG:teuthology.orchestra.run.smithi149:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-06-13T06:43:06.805 INFO:teuthology.orchestra.run.smithi096.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-06-13T06:43:06.805 INFO:teuthology.orchestra.run.smithi149.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-06-13T06:43:06.808 INFO:teuthology.orchestra.run.smithi039.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-06-13T06:43:07.261 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-06-13T06:43:07.262 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi039.front.sepia.ceph.com 2024-06-13T06:43:07.262 DEBUG:teuthology.orchestra.run.smithi039:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-06-13T06:43:07.288 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi096.front.sepia.ceph.com 2024-06-13T06:43:07.288 DEBUG:teuthology.orchestra.run.smithi096:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-06-13T06:43:07.316 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi149.front.sepia.ceph.com 2024-06-13T06:43:07.316 DEBUG:teuthology.orchestra.run.smithi149:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-06-13T06:43:07.337 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-06-13T06:43:07.338 DEBUG:teuthology.orchestra.run.smithi039:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-06-13T06:43:07.340 DEBUG:teuthology.orchestra.run.smithi096:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-06-13T06:43:07.358 DEBUG:teuthology.orchestra.run.smithi149:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-06-13T06:43:07.404 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-06-13T06:43:07.404 DEBUG:teuthology.orchestra.run.smithi039:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-06-13T06:43:07.411 DEBUG:teuthology.orchestra.run.smithi096:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-06-13T06:43:07.425 DEBUG:teuthology.orchestra.run.smithi149:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-06-13T06:43:08.155 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-06-13T06:43:08.167 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-06-13T06:43:08.167 DEBUG:teuthology.orchestra.run.smithi039:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-06-13T06:43:08.193 DEBUG:teuthology.orchestra.run.smithi096:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-06-13T06:43:08.218 DEBUG:teuthology.orchestra.run.smithi149:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-06-13T06:43:08.243 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-06-13T06:43:08.258 DEBUG:teuthology.orchestra.run.smithi039:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-06-13T06:43:08.260 DEBUG:teuthology.orchestra.run.smithi096:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-06-13T06:43:08.262 DEBUG:teuthology.orchestra.run.smithi149:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-06-13T06:43:08.281 INFO:teuthology.orchestra.run.smithi039.stdout:kernel.core_pattern = core 2024-06-13T06:43:08.283 INFO:teuthology.orchestra.run.smithi096.stdout:kernel.core_pattern = core 2024-06-13T06:43:08.306 INFO:teuthology.orchestra.run.smithi149.stdout:kernel.core_pattern = core 2024-06-13T06:43:08.325 DEBUG:teuthology.orchestra.run.smithi039:> test -e /home/ubuntu/cephtest/archive/coredump 2024-06-13T06:43:08.349 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-13T06:43:08.350 DEBUG:teuthology.orchestra.run.smithi096:> test -e /home/ubuntu/cephtest/archive/coredump 2024-06-13T06:43:08.364 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-13T06:43:08.364 DEBUG:teuthology.orchestra.run.smithi149:> test -e /home/ubuntu/cephtest/archive/coredump 2024-06-13T06:43:08.380 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-06-13T06:43:08.380 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-06-13T06:43:08.391 INFO:teuthology.task.internal:Transferring archived files... 2024-06-13T06:43:08.392 DEBUG:teuthology.misc:Transferring archived files from smithi039:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-06-12_21:24:03-fs-squid-distro-default-smithi/7752724/remote/smithi039 2024-06-13T06:43:08.393 DEBUG:teuthology.orchestra.run.smithi039:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-06-13T06:43:08.446 DEBUG:teuthology.misc:Transferring archived files from smithi096:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-06-12_21:24:03-fs-squid-distro-default-smithi/7752724/remote/smithi096 2024-06-13T06:43:08.447 DEBUG:teuthology.orchestra.run.smithi096:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-06-13T06:43:08.481 DEBUG:teuthology.misc:Transferring archived files from smithi149:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-06-12_21:24:03-fs-squid-distro-default-smithi/7752724/remote/smithi149 2024-06-13T06:43:08.481 DEBUG:teuthology.orchestra.run.smithi149:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-06-13T06:43:08.516 INFO:teuthology.task.internal:Removing archive directory... 2024-06-13T06:43:08.516 DEBUG:teuthology.orchestra.run.smithi039:> rm -rf -- /home/ubuntu/cephtest/archive 2024-06-13T06:43:08.518 DEBUG:teuthology.orchestra.run.smithi096:> rm -rf -- /home/ubuntu/cephtest/archive 2024-06-13T06:43:08.521 DEBUG:teuthology.orchestra.run.smithi149:> rm -rf -- /home/ubuntu/cephtest/archive 2024-06-13T06:43:08.564 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-06-13T06:43:08.578 INFO:teuthology.task.internal:Not uploading archives. 2024-06-13T06:43:08.578 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-06-13T06:43:08.706 INFO:teuthology.task.internal:Tidying up after the test... 2024-06-13T06:43:08.706 DEBUG:teuthology.orchestra.run.smithi039:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-06-13T06:43:08.709 DEBUG:teuthology.orchestra.run.smithi096:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-06-13T06:43:08.711 DEBUG:teuthology.orchestra.run.smithi149:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-06-13T06:43:08.722 INFO:teuthology.orchestra.run.smithi039.stdout: 265304 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Jun 13 06:43 /home/ubuntu/cephtest 2024-06-13T06:43:08.723 INFO:teuthology.orchestra.run.smithi096.stdout: 262161 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Jun 13 06:43 /home/ubuntu/cephtest 2024-06-13T06:43:08.725 INFO:teuthology.orchestra.run.smithi149.stdout: 262161 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Jun 13 06:43 /home/ubuntu/cephtest 2024-06-13T06:43:08.726 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-06-13T06:43:08.744 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-06-13T06:43:08.832 INFO:teuthology.run:Summary data: description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} ms_mode/legacy wsync/no} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/no 5-quiesce/with-quiesce 6-workunit/fs/test_o_trunc}} duration: 2355.382226705551 failure_reason: '"2024-06-13T06:20:00.000138+0000 mon.a (mon.0) 1019 : cluster [WRN] application not enabled on pool ''cephfs_metadata''" in cluster log' flavor: default owner: scheduled_teuthology@teuthology success: false 2024-06-13T06:43:08.833 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-06-13T06:43:08.913 INFO:teuthology.run:FAIL